00000800:00000200:0.1F:1780852114.826064:0:2378:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000f431227] -> 12345-192.168.202.110@tcp (2) 00000800:00000200:2.1F:1780852114.848065:0:2367:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1780852114.848087:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.1:1780852114.848092:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000013b827c3 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1780852114.879569:0:2367:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:2.1:1780852114.902110:0:2367:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1780852217.753172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580030c00. 00010000:00000010:3.1F:1780852217.789705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00000080:00000010:1.1F:1780852236.275220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4589991680. 00000080:00000010:1.1:1780852236.275252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4591f48700. 00010000:00000010:1.1:1780852236.275259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:1.1:1780852236.275274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00000080:00000010:1.1:1780852236.300049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4593631080. 00010000:00000010:3.1:1780852239.557120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f15900. 00010000:00000010:3.1:1780852239.557136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d3400. 00000080:00000010:0.1:1780852255.162492:0:10009:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4591fb35e0. 00010000:00000010:3.1:1780852274.645048:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1500. 00010000:00000010:3.1:1780852274.645064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:2.1:1780852274.689026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45904b77e0. 00010000:00000010:0.1:1780852277.883326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2400. 00000080:00000010:3.1:1780852293.611346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4594548a80. 00010000:00000010:3.1:1780852340.625368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f15000. 00010000:00000010:3.1:1780852340.625381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2a00. 00010000:00000010:2.1:1780852340.667354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588246100. 00010000:00000010:1.1:1780852341.601312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2c00. 00010000:00000010:2.1:1780852343.761326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580031400. 00010000:00000010:0.1:1780852369.034528:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65300. 00010000:00000010:0.1:1780852369.034540:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580030600. 00010000:00000010:0.1:1780852369.079391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65a00. 00010000:00000010:3.1:1780852386.668932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170800. 00010000:00000010:3.1:1780852386.684530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65300. 00010000:00000010:3.1:1780852386.684551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580031400. 00010000:00000010:3.1:1780852386.684557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e458a438800. 00010000:00000010:3.1:1780852386.684561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2e00. 00000080:00000010:3.1:1780852386.693438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45916396a0. 00000080:00000010:3.1:1780852386.693491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4582c275c0. 00010000:00000010:3.1:1780852389.710422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170800. 00010000:00000010:2.1:1780852389.714375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588246d00. 00010000:00000010:2.1:1780852389.714394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2800. 00010000:00000010:2.1:1780852389.714400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e458a438600. 00010000:00000010:2.1:1780852389.714402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2600. 00000080:00000010:2.1:1780852405.278620:0:11344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45916391e0. 00000080:00000010:2.1:1780852405.278642:0:11344:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45935f4a80. 00010000:00000010:1.1:1780852407.913512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb000. 00010000:00000010:1.1:1780852407.913543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:1.1:1780852407.913547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588febc00. 00010000:00000010:1.1:1780852407.913550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00000080:00000010:1.1:1780852407.940688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45923326a0. 00000080:00000010:0.1:1780852407.947474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591909080. 00010000:00000010:2.1:1780852408.187436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65d00. 00010000:00000010:2.1:1780852408.187449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580030600. 00010000:00000010:3.1:1780852416.941484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:3.1:1780852416.941502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:3.1:1780852416.982620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000010:3.1:1780852434.845932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:3.1:1780852434.845946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171400. 00010000:00000010:3.1:1780852434.845951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e458a438400. 00010000:00000010:3.1:1780852434.845954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2600. 00000080:00000010:3.1:1780852434.845960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4582ccda80. 00000080:00000010:3.1:1780852434.845966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4582ccd200. 00010000:00000010:3.1:1780852437.837397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:3.1:1780852437.837416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171400. 00010000:00000010:3.1:1780852437.837423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb100. 00010000:00000010:3.1:1780852437.837427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00000080:00000010:3.1:1780852453.227156:0:11978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e459227f020. 00000080:00000010:3.1:1780852453.227174:0:11978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4582ccd160. 00010000:00000010:3.1:1780852472.754493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3c00. 00010000:00000010:3.1:1780852472.754510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171400. 00010000:00000010:3.1:1780852472.754515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb000. 00010000:00000010:3.1:1780852472.754537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00000080:00000010:3.1:1780852472.774293:0:11790:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4588c5eac0. 00010000:00000010:2.1:1780852476.320110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb600. 00010000:00000010:2.1:1780852476.320130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:2.1:1780852476.320136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65100. 00010000:00000010:2.1:1780852476.320139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580031a00. 00000080:00000010:2.1:1780852492.694566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4582c36fa0. 00010000:00000010:3.1:1780852494.992778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:3.1:1780852494.992793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171400. 00010000:00000010:3.1:1780852494.992797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e458a438800. 00010000:00000010:3.1:1780852494.992801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d2e00. 00000080:00000010:2.1:1780852495.037616:0:12035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e458323b480. 00000080:00000010:2.1:1780852495.039698:0:12035:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a1080. 00010000:00000010:3.1:1780852495.157885:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb800. 00010000:00000010:3.1:1780852495.157971:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:0.1:1780852504.852043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e458a438b00. 00010000:00000010:0.1:1780852504.852059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d3600. 00010000:00000010:0.1:1780852504.873302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65f00. 00010000:00000010:2.1:1780852504.878324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65800. 00010000:00000010:2.1:1780852504.878339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580031400. 00000080:00000010:2.1:1780852520.359565:0:12620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4588d00760. 00010000:00000010:3.1:1780852530.682435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171600. 00010000:00000010:3.1:1780852530.682448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:3.1:1780852530.682451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:3.1:1780852530.716320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3900. 00010000:00000010:3.1:1780852530.771335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:3.1:1780852530.771353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00000800:00000200:3.1:1780852530.781802:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -2128 low water 167464 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.781838:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -3408 low water 168104 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.781856:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -4688 low water 168744 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.783489:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 38820 low water 163630 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.783514:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 37540 low water 164270 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.783518:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 37540 low water 164270 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.783550:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 46488 low water 159796 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.783554:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 46488 low water 159796 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.783564:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 165504 low water 150208 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.785165:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 105596 low water 246722 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.785492:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 105596 low water 246722 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.785747:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 105596 low water 246722 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.785757:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 105596 low water 246722 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.786946:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 450324 low water 207478 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.788499:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -46948 low water 456114 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.788535:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -46948 low water 456114 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.790254:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 67484 low water 398898 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.790315:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 67484 low water 398898 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.790329:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 66204 low water 399538 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.791589:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 66204 low water 399538 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.792902:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 227568 low water 385416 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.792915:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 227568 low water 385416 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.792919:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 227568 low water 385416 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.793910:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 282536 low water 357932 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.793929:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 282536 low water 357932 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.793943:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 281256 low water 358572 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.794907:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 281256 low water 358572 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.795066:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 309916 low water 344242 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.795078:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 308636 low water 344882 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.795081:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 308636 low water 344882 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.795096:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 391192 low water 303604 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.796547:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -3764 low water 517722 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.796563:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -3764 low water 517722 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.796740:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 5184 low water 513248 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.797488:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 33308 low water 499186 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.797494:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 33308 low water 499186 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.797546:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 204648 low water 430156 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.797558:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 204648 low water 430156 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.797569:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 204648 low water 430156 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.797578:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 203368 low water 430796 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.799090:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 203368 low water 430796 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.799187:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 346584 low water 375828 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.799202:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 346584 low water 375828 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.799208:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 346584 low water 375828 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.799919:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 554996 low water 288262 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.806706:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 110228 low water 543926 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.806714:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 110228 low water 543926 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816081:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 174144 low water 511968 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816096:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 174144 low water 511968 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816162:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 238060 low water 480010 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816168:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 238060 low water 480010 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816189:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335256 low water 448052 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816264:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 399172 low water 416094 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.816294:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 463088 low water 384136 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.818591:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 40008 low water 612316 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.818608:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 40008 low water 612316 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.818614:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 40008 low water 612316 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.819003:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 114152 low water 575244 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.819014:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 114152 low water 575244 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.819025:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 114152 low water 575244 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.819402:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 114152 low water 575244 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.819422:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 112872 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852530.821636:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 527136 low water 402032 conn ffff9e4582804000 blocked idle queued 00010000:00000010:3.1:1780852531.660564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:3.1:1780852531.664485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:3.1:1780852531.664841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:2.1:1780852531.676783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:2.1:1780852531.692687:0:13259:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:2.1:1780852537.851403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780852537.851419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:2.1:1780852537.851423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:2.1:1780852537.867341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb800. 00000800:00000200:3.1:1780852537.970885:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -8488 low water 669844 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971066:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 10688 low water 660256 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971083:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 10688 low water 660256 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971093:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 9408 low water 660896 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971096:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 9408 low water 660896 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971122:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 27304 low water 651948 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971127:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 26024 low water 652588 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971321:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 45200 low water 643000 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971330:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 45200 low water 643000 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971338:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 43920 low water 643640 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971342:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 43920 low water 643640 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971469:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 61816 low water 634692 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971476:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 60536 low water 635332 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971490:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 79712 low water 625744 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971777:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 79712 low water 625744 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971799:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 79712 low water 625744 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.971810:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 78432 low water 626384 conn ffff9e4582804000 blocked idle queued 00010000:00000010:3.1:1780852537.972293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3900. 00010000:00000010:3.1:1780852537.972300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00000800:00000200:3.1:1780852537.973045:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 97608 low water 616796 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973051:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 97608 low water 616796 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973082:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 116784 low water 607208 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973085:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 116784 low water 607208 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973093:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 144908 low water 593146 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973232:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 144908 low water 593146 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973242:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 143628 low water 593786 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973467:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 153856 low water 588672 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973637:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 173032 low water 579084 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973643:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 173032 low water 579084 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973662:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 192208 low water 569496 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973734:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 220332 low water 555434 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.973738:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 220332 low water 555434 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975322:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 230560 low water 550320 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975336:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 230560 low water 550320 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975357:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 240788 low water 545206 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975372:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 268912 low water 531144 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975849:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 305984 low water 512608 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 305984 low water 512608 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.975902:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 500292 low water 415454 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.982772:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.982801:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.982809:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.982813:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.983913:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.983932:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.984575:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 335388 low water 497906 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.984596:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 334108 low water 498546 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.986869:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 767548 low water 315106 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.990231:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -63360 low water 730560 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992006:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -8392 low water 703076 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992014:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace -8392 low water 703076 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992411:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 152720 low water 639160 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992423:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 152720 low water 639160 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992427:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 152720 low water 639160 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992441:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 377748 low water 543286 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992739:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 377748 low water 543286 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.992748:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 377748 low water 543286 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.993018:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 377748 low water 543286 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.993033:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 376468 low water 543926 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.995973:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 601496 low water 448052 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.999296:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 77428 low water 726726 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.999312:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 77428 low water 726726 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.999318:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 77428 low water 726726 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.999600:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 445672 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.999615:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 445672 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852537.999621:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 445672 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.000565:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 445672 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.000582:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 445672 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.000834:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 445672 low water 575884 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.000855:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 444392 low water 576524 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.001819:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 481464 low water 557988 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.001827:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 481464 low water 557988 conn ffff9e4582804000 blocked idle queued 00000800:00000200:3.1:1780852538.003585:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff9e4594765e80 wspace 960924 low water 351538 conn ffff9e4582804000 blocked idle queued 00010000:00000010:0.1:1780852538.214308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588febc00. 00010000:00000010:0.1:1780852538.214323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00010000:00000010:0.1:1780852538.214327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1200. 00010000:00000010:0.1:1780852538.214330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7600. 00000080:00000010:0.1:1780852538.222555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e458341cbe0. 00000080:00000010:0.1:1780852538.222594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198c200. 00010000:00000010:1.1:1780852538.248638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb600. 00010000:00000010:1.1:1780852538.248656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:1.1:1780852538.248660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65a00. 00010000:00000010:1.1:1780852538.248663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00000080:00000010:0.1:1780852538.271420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4582c36a40. 00000080:00000010:0.1:1780852538.286664:0:13293:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919898c0. 00010000:00000010:0.1:1780852538.298385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:0.1:1780852538.298400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170800. 00010000:00000010:0.1:1780852538.298404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb800. 00010000:00000010:0.1:1780852538.298407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00000080:00000010:0.1:1780852538.304414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e458323b100. 00000080:00000010:2.1:1780852538.307335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a39c0. 00010000:00000010:3.1:1780852541.231212:0:13529:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb000. 00010000:00000010:3.1:1780852541.231236:0:13529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00010000:00000010:1.1:1780852541.236302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65300. 00010000:00000010:1.1:1780852541.236316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00010000:00000010:2.1:1780852546.255455:0:13725:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588febf00. 00010000:00000010:2.1:1780852546.255471:0:13725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:3.1:1780852659.270541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65e00. 00010000:00000010:3.1:1780852659.270552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:0.1:1780852659.336834:0:13933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170400. 00010000:00000010:0.1:1780852659.336850:0:13933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588246c00. 00000080:00000010:0.1:1780852659.336855:0:13933:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e459102b360. 00010000:00000010:0.1:1780852659.336863:0:13933:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00010000:00000010:0.1:1780852659.336868:0:13933:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588feb900. 00010000:00000010:1.1:1780852659.340402:0:13935:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3000. 00010000:00000010:1.1:1780852659.340419:0:13935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00000080:00000010:1.1:1780852659.340426:0:13935:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5eb20. 00010000:00000010:0.1:1780852659.375827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d3600. 00010000:00000010:0.1:1780852659.375846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e458a438b00. 00010000:00000010:2.1:1780852659.475638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00010000:00000010:2.1:1780852659.475656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:2.1:1780852659.490570:0:13940:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:2.1:1780852659.552874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:2.1:1780852659.694720:0:13943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:2.1:1780852659.694732:0:13943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00010000:00000010:2.1:1780852659.694737:0:13943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:2.1:1780852659.694740:0:13943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65a00. 00010000:00000010:2.1:1780852659.694743:0:13943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00000080:00000010:2.1:1780852659.710229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45835fb780. 00000080:00000010:2.1:1780852659.710282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198d280. 00010000:00000010:2.1:1780852664.124505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:2.1:1780852664.124519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:2.1:1780852687.537317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1a00. 00010000:00000010:2.1:1780852687.537325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7600. 00010000:00000010:2.1:1780852687.798316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65400. 00010000:00000010:2.1:1780852687.798335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573200. 00010000:00000010:2.1:1780852687.811324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:3.1:1780852687.833575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00010000:00000010:1.1:1780852687.970479:0:14614:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:1.1:1780852687.970491:0:14614:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00010000:00000010:1.1:1780852687.982327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1b00. 00010000:00000010:2.1:1780852687.986914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7400. 00010000:00000010:2.1:1780852688.062449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:2.1:1780852688.062464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:2.1:1780852688.062469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:2.1:1780852688.062472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65b00. 00010000:00000010:2.1:1780852688.062476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00000080:00000010:2.1:1780852688.076060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e458343d420. 00000080:00000010:2.1:1780852688.081636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198d280. 00010000:00000010:2.1:1780852689.691329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1d00. 00010000:00000010:2.1:1780852689.691348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:1.1:1780852696.245660:0:15201:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3c00. 00010000:00000010:1.1:1780852696.245675:0:15201:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170800. 00000080:00000010:1.1:1780852696.307639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45848de420. 00010000:00000010:0.1:1780852696.409459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:2.1:1780852697.704309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:2.1:1780852697.704339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00000080:00000010:3.1:1780852697.710970:0:15232:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5ee20. 00010000:00000010:2.1:1780852697.721654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:3.1:1780852697.764862:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00010000:00000010:3.1:1780852697.792320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171200. 00010000:00000010:1.1:1780852697.980286:0:15261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:2.1:1780852698.077433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:2.1:1780852698.077453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:2.1:1780852698.077459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7400. 00010000:00000010:2.1:1780852698.077462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1100. 00010000:00000010:2.1:1780852698.077465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7800. 00000080:00000010:2.1:1780852698.089641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45848de180. 00000080:00000010:2.1:1780852698.091485:0:15266:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a0840. 00010000:00000010:2.1:1780852699.929429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3e00. 00010000:00000010:2.1:1780852699.929445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6a00. 00000080:00000010:3.1:1780852708.730677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e458343d220. 00000080:00000010:3.1:1780852708.730687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4591fb3300. 00000080:00000010:3.1:1780852708.730697:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459190a940. 00000080:00000010:3.1:1780852708.730711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196c200. 00000080:00000010:3.1:1780852708.730721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459190b180. 00010000:00000010:0.1:1780852708.731333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4580031000. 00010000:00000010:0.1:1780852708.731340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4582e82700. 00010000:00000010:0.1:1780852708.731357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000010:0.1:1780852708.731361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f15a00. 00010000:00000010:0.1:1780852708.731364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45813d3000. 00010000:00000010:2.1:1780852708.733416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779e00. 00010000:00000010:2.1:1780852708.733428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588febe00. 00000080:00000010:3.1:1780852708.733483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591988000. 00000080:00000010:3.1:1780852708.733492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591909080. 00000080:00000010:3.1:1780852708.733496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919698c0. 00010000:00000010:1.1:1780852708.790123:0:2378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:1.1:1780852708.790130:0:2378:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:1.1:1780852708.790134:0:2378:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:1.1:1780852708.790137:0:2378:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:2.1:1780852708.810542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170600. 00010000:00000010:2.1:1780852708.810552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4591192f00. 00010000:00000010:2.1:1780852710.161353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65c00. 00010000:00000010:2.1:1780852710.161369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:2.1:1780852710.176371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:2.1:1780852710.191323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:2.1:1780852710.191332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:2.1:1780852710.196302:0:15953:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:2.1:1780852710.196309:0:15953:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00000080:00000010:2.1:1780852710.216324:0:15955:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45833cddc0. 00010000:00000010:2.1:1780852710.232447:0:15955:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:2.1:1780852710.232455:0:15955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780852710.250451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:0.1:1780852710.265341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000080:00000010:3.1:1780852710.297674:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45833cddc0. 00010000:00000010:2.1:1780852710.318315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:2.1:1780852710.318329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780852710.492442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:2.1:1780852710.513312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171800. 00010000:00000010:0.1:1780852710.843314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65e00. 00010000:00000010:0.1:1780852710.843332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00010000:00000010:2.1:1780852710.843385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1b00. 00010000:00000010:2.1:1780852710.843392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7000. 00010000:00000010:0.1:1780852710.864858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65a00. 00010000:00000010:2.1:1780852710.880529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00010000:00000010:2.1:1780852711.044208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:2.1:1780852711.044227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65600. 00010000:00000010:0.1:1780852711.065209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:0.1:1780852711.065222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:2.1:1780852711.086594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65a00. 00010000:00000010:2.1:1780852711.097452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573c00. 00010000:00000010:3.1:1780852711.204835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:3.1:1780852711.204866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65e00. 00010000:00000010:3.1:1780852711.204871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00010000:00000010:3.1:1780852711.204875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3600. 00010000:00000010:3.1:1780852711.204878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00000080:00000010:2.1:1780852711.220456:0:16005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15760. 00000080:00000010:2.1:1780852711.233329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459190b9c0. 00010000:00000010:2.1:1780852711.254309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65200. 00010000:00000010:2.1:1780852711.254324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780852711.258312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000010:2.1:1780852711.258329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:0.1:1780852711.400447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00000080:00000010:0.1:1780852714.326516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e440. 00000080:00000010:0.1:1780852714.326551:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45833cdfe0. 00000080:00000010:1.1:1780852714.331291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198e300. 00000080:00000010:1.1:1780852714.331320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198a100. 00010000:00000010:1.1:1780852714.331348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:0.1:1780852714.333767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00010000:00000010:0.1:1780852714.333777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171600. 00010000:00000010:2.1:1780852714.368410:0:16046:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:2.1:1780852714.368422:0:16046:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3600. 00010000:00000010:2.1:1780852714.376804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171200. 00010000:00000010:2.1:1780852714.376813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:2.1:1780852714.376817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:2.1:1780852714.376820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00010000:00000010:2.1:1780852728.885945:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45937f1d00. 00010000:00000010:2.1:1780852728.885963:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7600. 00010000:00000010:2.1:1780852728.926309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:2.1:1780852729.274299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:2.1:1780852729.335167:0:16923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:2.1:1780852729.335185:0:16923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780852729.335190:0:16923:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837e00. 00010000:00000010:2.1:1780852729.335192:0:16923:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:2.1:1780852729.475302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7e00. 00010000:00000010:0.1:1780852729.827467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:2.1:1780852745.477314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6200. 00010000:00000010:0.1:1780852745.911370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:0.1:1780852745.911384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:0.1:1780852745.911388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:0.1:1780852745.911390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000080:00000010:2.1:1780852745.921839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45833cdc80. 00000080:00000010:2.1:1780852745.936316:0:16973:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198ca40. 00010000:00000010:3.1:1780852751.122770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0d00. 00010000:00000010:3.1:1780852751.122792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:1.1:1780852759.193098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95f00. 00010000:00000010:1.1:1780852759.193112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00010000:00000010:1.1:1780852759.225311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0600. 00010000:00000010:2.1:1780852776.009198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0000. 00010000:00000010:2.1:1780852776.009227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7200. 00010000:00000010:2.1:1780852776.009232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0400. 00010000:00000010:2.1:1780852776.009293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7c00. 00000080:00000010:0.1:1780852776.041377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35b80. 00000080:00000010:0.1:1780852776.041402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196d280. 00010000:00000010:3.1:1780852776.891430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:3.1:1780852776.891441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:1.1:1780852803.370009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6800. 00000080:00000010:1.1:1780852803.371858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c356c0. 00010000:00000010:1.1:1780852803.371883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0500. 00010000:00000010:1.1:1780852803.371890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00010000:00000010:0.1:1780852803.464304:0:18253:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837e00. 00010000:00000010:0.1:1780852803.464314:0:18253:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171800. 00000080:00000010:2.1:1780852803.612317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e480. 00010000:00000010:2.1:1780852804.543374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:3.1:1780852822.641336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00010000:00000010:2.1:1780852822.689930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:2.1:1780852822.689947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95800. 00010000:00000010:2.1:1780852822.689953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573200. 00010000:00000010:2.1:1780852822.689956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7400. 00000080:00000010:2.1:1780852822.709512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067cc0. 00000080:00000010:2.1:1780852822.709538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591908840. 00010000:00000010:2.1:1780852822.726510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:2.1:1780852822.726531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:2.1:1780852822.726536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:2.1:1780852822.726539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837600. 00010000:00000010:2.1:1780852822.726542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:2.1:1780852822.760887:0:18277:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196e300. 00000080:00000010:2.1:1780852822.760912:0:18277:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067940. 00010000:00000010:0.1:1780852831.114402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00000080:00000010:1.1:1780852831.115455:0:18836:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e2c0. 00010000:00000010:1.1:1780852831.115469:0:18836:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:1.1:1780852831.115475:0:18836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00010000:00000010:2.1:1780852831.251502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837600. 00010000:00000010:2.1:1780852831.251509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171600. 00000080:00000010:2.1:1780852831.449327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e000. 00010000:00000010:0.1:1780852832.739411:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00010000:00000010:3.1:1780852843.665784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:3.1:1780852843.665816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:3.1:1780852843.695023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:3.1:1780852843.695043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00000080:00000010:3.1:1780852843.695049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e380. 00010000:00000010:3.1:1780852843.716487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:1.1:1780852851.094372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00000080:00000010:1.1:1780852851.101961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e380. 00010000:00000010:1.1:1780852851.101978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:1.1:1780852851.101983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:1.1:1780852851.115201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0900. 00010000:00000010:2.1:1780852851.137308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00010000:00000010:0.1:1780852852.065339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0400. 00010000:00000010:0.1:1780852852.065355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572a00. 00010000:00000010:1.1:1780852852.231784:0:454:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170400. 00010000:00000010:1.1:1780852890.838509:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:3.1:1780852902.801887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170600. 00010000:00000010:0.1:1780852902.806573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:0.1:1780852902.806579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:1.1:1780852902.823720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95700. 00010000:00000010:2.1:1780852902.837858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6200. 00010000:00000010:0.1:1780852944.819408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:0.1:1780852944.908988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0f00. 00010000:00000010:0.1:1780852944.909003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572e00. 00010000:00000010:0.1:1780852944.909027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95100. 00010000:00000010:0.1:1780852944.909031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573200. 00000080:00000010:3.1:1780852944.930345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e7e0. 00000080:00000010:3.1:1780852944.930373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196a100. 00010000:00000010:2.1:1780852945.666439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0700. 00010000:00000010:2.1:1780852945.666453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00010000:00000010:3.1:1780852957.697520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0500. 00010000:00000010:3.1:1780852957.697536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6800. 00000080:00000010:3.1:1780852957.740024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5efc0. 00010000:00000010:2.1:1780852957.798352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:2.1:1780852957.798373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:2.1:1780852957.938367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:2.1:1780852957.938377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:2.1:1780852957.957493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00000080:00000010:2.1:1780852957.987510:0:21766:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45850673c0. 00010000:00000010:2.1:1780852958.018381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00000080:00000010:3.1:1780852958.021497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45850673c0. 00010000:00000010:3.1:1780852958.030478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:2.1:1780852958.189309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000010:3.1:1780852958.189372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:2.1:1780852958.212583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00000080:00000010:2.1:1780852958.248440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5e680. 00010000:00000010:0.1:1780852958.369530:0:21780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6c00. 00010000:00000010:0.1:1780852958.369543:0:21780:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:2.1:1780852958.557412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00010000:00000010:0.1:1780852958.587189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95400. 00010000:00000010:0.1:1780852958.587208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00010000:00000010:1.1:1780852958.589322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:1.1:1780852958.589339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:1.1:1780852958.589343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:0.1:1780852958.606611:0:21787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15840. 00000080:00000010:0.1:1780852958.624692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198eb40. 00010000:00000010:3.1:1780852967.109558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95f00. 00010000:00000010:3.1:1780852967.109570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572e00. 00000080:00000010:3.1:1780852967.138992:0:22399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5eea0. 00010000:00000010:3.1:1780852967.318317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:3.1:1780852967.318332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000010:0.1:1780852967.334801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00000080:00000010:2.1:1780852967.391849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5edc0. 00010000:00000010:0.1:1780852967.424313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00000080:00000010:0.1:1780852967.424335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35860. 00010000:00000010:0.1:1780852967.440345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00010000:00000010:1.1:1780852967.586519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6200. 00010000:00000010:0.1:1780852967.590566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00010000:00000010:3.1:1780852967.614786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00000080:00000010:3.1:1780852967.653737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067f80. 00010000:00000010:0.1:1780852971.370355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00010000:00000010:0.1:1780852971.370372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95600. 00010000:00000010:3.1:1780852990.888468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6e00. 00010000:00000010:2.1:1780852990.903328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000010:2.1:1780852990.903349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95c00. 00010000:00000010:2.1:1780852990.903353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00000080:00000010:2.1:1780852990.920292:0:22438:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35960. 00000080:00000010:2.1:1780852990.926429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a5280. 00010000:00000010:3.1:1780852991.827662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95e00. 00010000:00000010:3.1:1780852991.827699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00010000:00000010:1.1:1780852999.588364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95b00. 00010000:00000010:1.1:1780852999.588390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00000080:00000010:1.1:1780852999.620332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35400. 00010000:00000010:3.1:1780852999.806383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:3.1:1780852999.806392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:0.1:1780852999.814624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00000080:00000010:0.1:1780852999.865359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067ce0. 00010000:00000010:0.1:1780852999.898553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6600. 00000080:00000010:0.1:1780852999.898569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35dc0. 00010000:00000010:0.1:1780852999.906395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00010000:00000010:0.1:1780853000.036545:0:2373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6800. 00010000:00000010:2.1:1780853000.043516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7600. 00010000:00000010:3.1:1780853000.072592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:2.1:1780853000.126924:0:23067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35fc0. 00010000:00000010:1.1:1780853002.080405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:1.1:1780853002.080417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837e00. 00010000:00000010:3.1:1780853015.997698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:0.1:1780853016.004433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6200. 00010000:00000010:0.1:1780853016.004453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95700. 00010000:00000010:0.1:1780853016.004457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00000080:00000010:0.1:1780853016.030324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067de0. 00000080:00000010:0.1:1780853016.030350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198f380. 00010000:00000010:3.1:1780853017.362085:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:3.1:1780853017.362104:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:1.1:1780853026.622511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95300. 00010000:00000010:1.1:1780853026.622526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00010000:00000010:3.1:1780853026.628328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000010:3.1:1780853026.628345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00010000:00000010:2.1:1780853128.592421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:2.1:1780853128.596338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00000080:00000010:2.1:1780853128.596357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45848de120. 00010000:00000010:2.1:1780853128.596370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7000. 00010000:00000010:2.1:1780853128.596377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:2.1:1780853128.596383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171800. 00000080:00000010:2.1:1780853128.596413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5ec80. 00010000:00000010:2.1:1780853128.596421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00010000:00000010:2.1:1780853128.596424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3400. 00010000:00000010:2.1:1780853128.596428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00010000:00000010:2.1:1780853128.596431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00000080:00000010:2.1:1780853128.596434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c353c0. 00010000:00000010:2.1:1780853128.596440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00010000:00000010:2.1:1780853128.596443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0e00. 00000080:00000010:2.1:1780853128.596446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35d60. 00010000:00000010:2.1:1780853128.596451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7800. 00010000:00000010:2.1:1780853128.596454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00000080:00000010:2.1:1780853128.596456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4583f5eb40. 00010000:00000010:2.1:1780853128.596461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170400. 00010000:00000010:2.1:1780853128.596465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00000080:00000010:2.1:1780853128.596467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067d40. 00010000:00000010:2.1:1780853128.596474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00010000:00000010:2.1:1780853128.596477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00000080:00000010:1.1:1780853131.955536:0:2379:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067f80. 00000080:00000010:1.1:1780853131.955553:0:2379:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198a940. 00010000:00000010:2.1:1780853131.964229:0:2382:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:2.1:1780853131.964250:0:2382:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:3.1:1780853131.966135:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:3.1:1780853131.966145:0:2379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:0.1:1780853131.985486:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170600. 00010000:00000010:2.1:1780853132.284918:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95200. 00010000:00000010:2.1:1780853132.284948:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00010000:00000010:2.1:1780853132.284954:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:3.1:1780853132.356214:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:3.1:1780853132.400838:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95400. 00010000:00000010:3.1:1780853132.400846:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00010000:00000010:0.1:1780853132.423228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:3.1:1780853132.424067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00010000:00000010:2.1:1780853132.563322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:2.1:1780853132.563339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:2.1:1780853132.563344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00010000:00000010:2.1:1780853132.563347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0000. 00010000:00000010:2.1:1780853132.563352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6c00. 00000080:00000010:2.1:1780853132.572478:0:23879:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067a20. 00000080:00000010:2.1:1780853132.587105:0:23882:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00010000:00000010:1.1:1780853135.178058:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:1.1:1780853135.178074:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:3.1:1780853141.952455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3f00. 00010000:00000010:3.1:1780853141.952463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:3.1:1780853141.959506:0:24502:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:3.1:1780853143.185560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:3.1:1780853143.185573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:3.1:1780853143.205357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:1.1:1780853143.241322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000010:1.1:1780853143.241360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00000080:00000010:0.1:1780853250.442411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849891a0. 00000080:00000010:0.1:1780853250.442436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585067740. 00000080:00000010:0.1:1780853250.465311:0:2372:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:0.1:1780853250.465332:0:2372:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a5ac0. 00010000:00000010:2.1:1780853250.469329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7200. 00010000:00000010:2.1:1780853250.469342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:1.1:1780853250.473076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:1.1:1780853250.473102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:1.1:1780853250.473107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7e00. 00010000:00000010:0.1:1780853250.509556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:0.1:1780853250.509592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:0.1:1780853250.509596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:0.1:1780853250.509599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:2.1:1780853250.650610:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3f00. 00010000:00000010:2.1:1780853250.650623:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00010000:00000010:2.1:1780853250.650628:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:2.1:1780853250.650631:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00000080:00000010:3.1:1780853250.666024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989760. 00000080:00000010:3.1:1780853250.668633:0:24652:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a6300. 00010000:00000010:3.1:1780853250.703622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0800. 00010000:00000010:3.1:1780853250.703646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6200. 00010000:00000010:3.1:1780853250.721314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:3.1:1780853250.773458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00010000:00000010:3.1:1780853250.919357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95a00. 00010000:00000010:3.1:1780853250.919376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00010000:00000010:3.1:1780853250.919380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:0.1:1780853250.919798:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170600. 00010000:00000010:2.1:1780853251.018584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:2.1:1780853251.018592:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3400. 00010000:00000010:2.1:1780853251.018596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000010:2.1:1780853251.018600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0f00. 00010000:00000010:2.1:1780853251.018603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00000080:00000010:2.1:1780853251.027375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989260. 00000080:00000010:2.1:1780853251.042419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591989080. 00010000:00000010:2.1:1780853252.835486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95600. 00010000:00000010:2.1:1780853252.835512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7000. 00010000:00000010:3.1:1780853258.648455:0:25100:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95100. 00010000:00000010:3.1:1780853258.648467:0:25100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00000080:00000010:1.1:1780853258.650541:0:25280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15c60. 00000080:00000010:2.1:1780853259.620429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7040. 00010000:00000010:2.1:1780853259.621314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:2.1:1780853259.621321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:3.1:1780853259.652326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:3.1:1780853259.652344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00000080:00000010:3.1:1780853259.793437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7440. 00010000:00000010:3.1:1780853263.677351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7000. 00000080:00000010:2.1:1780853263.677431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca78c0. 00000080:00000010:2.1:1780853263.677447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7360. 00000080:00000010:2.1:1780853263.680662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591989080. 00000080:00000010:2.1:1780853263.680697:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b9c0. 00000080:00000010:2.1:1780853263.680712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591988840. 00010000:00000010:2.1:1780853263.680718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7800. 00010000:00000010:2.1:1780853263.680722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:1.1:1780853263.741108:0:2372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:1.1:1780853263.741116:0:2372:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837e00. 00010000:00000010:1.1:1780853263.741121:0:2372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:1.1:1780853263.741124:0:2372:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95b00. 00010000:00000010:1.1:1780853263.741127:0:2372:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:1.1:1780853263.741129:0:2372:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00010000:00000010:2.1:1780853277.279555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0600. 00010000:00000010:2.1:1780853277.279566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6e00. 00000080:00000010:2.1:1780853277.293379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7f60. 00010000:00000010:2.1:1780853277.359315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0e00. 00010000:00000010:2.1:1780853277.359330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7000. 00010000:00000010:2.1:1780853277.370320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00000080:00000010:3.1:1780853277.408571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35ba0. 00010000:00000010:2.1:1780853278.615417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95a00. 00010000:00000010:2.1:1780853278.615433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572400. 00010000:00000010:2.1:1780853286.036547:0:26540:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0c00. 00010000:00000010:2.1:1780853286.036554:0:26540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7e00. 00000080:00000010:2.1:1780853286.042681:0:26541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7220. 00010000:00000010:2.1:1780853286.113315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:2.1:1780853286.113325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000010:2.1:1780853286.148741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00000080:00000010:2.1:1780853286.189706:0:26542:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989e00. 00010000:00000010:2.1:1780853287.315725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6600. 00010000:00000010:2.1:1780853287.344333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:2.1:1780853287.344354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00000080:00000010:2.1:1780853287.370995:0:26559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c351e0. 00010000:00000010:2.1:1780853294.544314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00000080:00000010:2.1:1780853294.544328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7520. 00010000:00000010:2.1:1780853294.544335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:2.1:1780853294.544339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170400. 00010000:00000010:1.1:1780853294.615299:0:26982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000080:00000010:1.1:1780853294.615312:0:26982:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989a20. 00010000:00000010:1.1:1780853294.615320:0:26982:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:1.1:1780853294.615323:0:26982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00000080:00000010:1.1:1780853298.980195:0:27157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989d80. 00000080:00000010:1.1:1780853298.980216:0:27157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849893a0. 00000080:00000010:1.1:1780853298.980220:0:27157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849890a0. 00000080:00000010:1.1:1780853298.980226:0:27157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15fe0. 00000080:00000010:1.1:1780853298.980399:0:27157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35f40. 00010000:00000010:3.1:1780853298.996640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:3.1:1780853298.996661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:3.1:1780853298.996667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3000. 00010000:00000010:3.1:1780853298.996670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:3.1:1780853298.996674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0b00. 00010000:00000010:3.1:1780853298.996679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6a00. 00010000:00000010:3.1:1780853298.996684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95400. 00010000:00000010:3.1:1780853298.996688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00010000:00000010:3.1:1780853298.996691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95000. 00010000:00000010:3.1:1780853298.996695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00010000:00000010:3.1:1780853298.996717:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:3.1:1780853298.996725:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:3.1:1780853298.996729:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3e00. 00010000:00000010:3.1:1780853298.996731:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171800. 00010000:00000010:3.1:1780853298.996734:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573c00. 00010000:00000010:3.1:1780853298.996736:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:3.1:1780853298.996739:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171600. 00010000:00000010:3.1:1780853298.996742:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0300. 00010000:00000010:3.1:1780853298.996744:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00000080:00000010:3.1:1780853314.380427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15aa0. 00000080:00000010:3.1:1780853314.386316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35aa0. 00010000:00000010:3.1:1780853316.358343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:3.1:1780853316.417312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:3.1:1780853316.417327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:3.1:1780853316.417330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00000080:00000010:3.1:1780853316.443329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7c40. 00000080:00000010:3.1:1780853316.443362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591908000. 00000080:00000010:3.1:1780853316.443367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7760. 00010000:00000010:1.1:1780853316.471321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:1.1:1780853316.471336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:1.1:1780853316.471342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:1.1:1780853316.471345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95f00. 00010000:00000010:1.1:1780853316.471348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00000080:00000010:1.1:1780853316.484684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196a940. 00000080:00000010:1.1:1780853316.484704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989a40. 00010000:00000010:3.1:1780853316.517312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:2.1:1780853316.570833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:2.1:1780853316.570850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171600. 00010000:00000010:2.1:1780853316.570856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00000080:00000010:2.1:1780853316.577079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849895a0. 00000080:00000010:2.1:1780853316.592079:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a2100. 00000080:00000010:2.1:1780853316.592098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7c60. 00010000:00000010:2.1:1780853316.599827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:2.1:1780853316.599842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:2.1:1780853316.599847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00010000:00000010:2.1:1780853316.599851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0400. 00010000:00000010:2.1:1780853316.599854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00000080:00000010:2.1:1780853316.631322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a6300. 00000080:00000010:2.1:1780853316.631342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7b80. 00010000:00000010:1.1:1780853319.478178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:1.1:1780853319.478191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:1.1:1780853319.478196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3e00. 00010000:00000010:1.1:1780853319.478220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171800. 00010000:00000010:3.1:1780853324.160346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00000080:00000010:3.1:1780853324.164454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989320. 00010000:00000010:3.1:1780853324.164474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:3.1:1780853324.164482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00010000:00000010:2.1:1780853324.257314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00000080:00000010:2.1:1780853324.257337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7ee0. 00010000:00000010:2.1:1780853324.257349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:2.1:1780853324.257353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:1.1:1780853327.517751:0:27768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989b40. 00000080:00000010:1.1:1780853327.517768:0:27768:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7140. 00010000:00000010:1.1:1780853327.534602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837600. 00010000:00000010:1.1:1780853327.534621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:1.1:1780853327.534626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95b00. 00010000:00000010:1.1:1780853327.534629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00010000:00000010:1.1:1780853327.534643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:1.1:1780853327.534647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:1.1:1780853327.534651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:1.1:1780853327.534653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:2.1:1780853461.866785:0:27791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7e00. 00000080:00000010:2.1:1780853461.866808:0:27791:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7f80. 00010000:00000010:3.1:1780853462.016110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00010000:00000010:3.1:1780853462.076356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3f00. 00010000:00000010:3.1:1780853462.076374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171200. 00010000:00000010:3.1:1780853462.076379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00000080:00000010:3.1:1780853462.098890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989340. 00000080:00000010:3.1:1780853462.098925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a4a40. 00000080:00000010:3.1:1780853462.098999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849890e0. 00010000:00000010:2.1:1780853462.120471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00010000:00000010:2.1:1780853462.120492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3600. 00010000:00000010:2.1:1780853462.120496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170400. 00010000:00000010:2.1:1780853462.120500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:2.1:1780853462.120505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00000080:00000010:2.1:1780853462.149448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196a940. 00000080:00000010:2.1:1780853462.149478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849896a0. 00010000:00000010:2.1:1780853462.173341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:2.1:1780853462.206623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95800. 00010000:00000010:2.1:1780853462.206642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00010000:00000010:2.1:1780853462.206646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00000080:00000010:2.1:1780853462.231288:0:27793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c157c0. 00000080:00000010:2.1:1780853462.231307:0:27793:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:2.1:1780853462.231318:0:27793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7f80. 00010000:00000010:2.1:1780853462.257160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780853462.257177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:2.1:1780853462.257182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00010000:00000010:2.1:1780853462.257185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:2.1:1780853462.257188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00000080:00000010:2.1:1780853462.261301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196b180. 00000080:00000010:2.1:1780853462.261320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7e00. 00010000:00000010:2.1:1780853462.810657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:2.1:1780853462.810698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:3.1:1780853469.670632:0:20794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00000080:00000010:3.1:1780853469.678317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7940. 00010000:00000010:3.1:1780853469.678339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95c00. 00010000:00000010:3.1:1780853469.678345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:1.1:1780853469.756376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00000080:00000010:0.1:1780853469.760552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15e00. 00010000:00000010:0.1:1780853469.760567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95700. 00010000:00000010:0.1:1780853469.760572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573c00. 00010000:00000010:0.1:1780853475.845755:0:28395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837a00. 00010000:00000010:0.1:1780853475.845776:0:28395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00010000:00000010:0.1:1780853475.845782:0:28395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0400. 00010000:00000010:0.1:1780853475.845785:0:28395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6a00. 00010000:00000010:0.1:1780853475.845788:0:28395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0300. 00010000:00000010:0.1:1780853475.845870:0:28395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00010000:00000010:0.1:1780853475.845876:0:28395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0900. 00010000:00000010:0.1:1780853475.845879:0:28395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00000080:00000010:2.1:1780853492.120207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7840. 00000080:00000010:2.1:1780853492.120225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca72e0. 00000080:00000010:2.1:1780853492.127294:0:28402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35f20. 00000080:00000010:2.1:1780853492.127312:0:28402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35780. 00010000:00000010:1.1:1780853493.686735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00010000:00000010:2.1:1780853493.737995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00010000:00000010:2.1:1780853493.738009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:2.1:1780853493.738013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000080:00000010:2.1:1780853493.758412:0:28411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca71e0. 00000080:00000010:2.1:1780853493.758431:0:28411:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591969080. 00000080:00000010:2.1:1780853493.758439:0:28411:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989e20. 00010000:00000010:2.1:1780853493.770353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:2.1:1780853493.770366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:2.1:1780853493.770370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:2.1:1780853493.770373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0500. 00010000:00000010:2.1:1780853493.770376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6600. 00000080:00000010:2.1:1780853493.774887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a4a40. 00000080:00000010:2.1:1780853493.774901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca72e0. 00010000:00000010:2.1:1780853493.788497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00010000:00000010:2.1:1780853493.835408:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3000. 00010000:00000010:2.1:1780853493.835415:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:2.1:1780853493.835419:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00000080:00000010:2.1:1780853493.840383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849896a0. 00000080:00000010:2.1:1780853493.849380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:2.1:1780853493.849395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca73c0. 00010000:00000010:0.1:1780853493.853371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:0.1:1780853493.853389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:0.1:1780853493.853392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:0.1:1780853493.853395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00010000:00000010:0.1:1780853493.853398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00000080:00000010:0.1:1780853493.857395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459190c200. 00000080:00000010:0.1:1780853493.857410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7840. 00010000:00000010:3.1:1780853498.699349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:3.1:1780853498.699369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:3.1:1780853501.566555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00000080:00000010:3.1:1780853501.566575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7660. 00010000:00000010:3.1:1780853501.566596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00010000:00000010:3.1:1780853501.566602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778000. 00010000:00000010:2.1:1780853501.621458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00000080:00000010:3.1:1780853501.625327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989b40. 00010000:00000010:3.1:1780853501.625343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3c00. 00010000:00000010:3.1:1780853501.625348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171200. 00000080:00000010:0.1:1780853505.901703:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35100. 00000080:00000010:0.1:1780853505.901716:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15560. 00010000:00000010:2.1:1780853505.925473:0:29016:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837b00. 00010000:00000010:2.1:1780853505.925489:0:29016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00010000:00000010:2.1:1780853505.925496:0:29016:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95900. 00010000:00000010:2.1:1780853505.925499:0:29016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00010000:00000010:2.1:1780853505.925503:0:29016:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95000. 00010000:00000010:2.1:1780853505.925520:0:29016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572e00. 00010000:00000010:2.1:1780853505.925524:0:29016:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0900. 00010000:00000010:2.1:1780853505.925527:0:29016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00010000:00000010:2.1:1780853505.925530:0:29016:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95500. 00010000:00000010:2.1:1780853505.925532:0:29016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573200. 00000080:00000010:2.1:1780853521.317669:0:29020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15e20. 00000080:00000010:2.1:1780853521.317689:0:29020:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15f40. 00010000:00000010:3.1:1780853523.425282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6a00. 00010000:00000010:2.1:1780853523.480386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:2.1:1780853523.480400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170400. 00010000:00000010:2.1:1780853523.480405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171200. 00000080:00000010:2.1:1780853523.493233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989240. 00000080:00000010:2.1:1780853523.493263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459196b9c0. 00000080:00000010:2.1:1780853523.493285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7f40. 00010000:00000010:3.1:1780853523.516408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:3.1:1780853523.516424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00010000:00000010:3.1:1780853523.516429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:3.1:1780853523.516432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837600. 00010000:00000010:3.1:1780853523.516436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00000080:00000010:3.1:1780853523.535319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a6b40. 00000080:00000010:3.1:1780853523.535338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca75e0. 00010000:00000010:2.1:1780853523.549717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:2.1:1780853523.598367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95100. 00010000:00000010:2.1:1780853523.598382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:2.1:1780853523.598388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573c00. 00000080:00000010:2.1:1780853523.631399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15f20. 00000080:00000010:2.1:1780853523.631429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:2.1:1780853523.631437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15da0. 00010000:00000010:3.1:1780853523.673421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00010000:00000010:3.1:1780853523.673432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95700. 00010000:00000010:3.1:1780853523.673435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00010000:00000010:3.1:1780853523.673438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00010000:00000010:3.1:1780853523.673440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00000080:00000010:3.1:1780853523.694327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a7380. 00000080:00000010:3.1:1780853523.694343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7de0. 00010000:00000010:1.1:1780853524.242690:0:2380:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95a00. 00010000:00000010:1.1:1780853524.242705:0:2380:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00010000:00000010:0.1:1780853524.243988:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:0.1:1780853524.244007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00010000:00000010:0.1:1780853530.992174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00000080:00000010:0.1:1780853531.004347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15000. 00010000:00000010:0.1:1780853531.004365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95a00. 00010000:00000010:0.1:1780853531.004370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00010000:00000010:2.1:1780853531.118310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000080:00000010:2.1:1780853531.123547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7e80. 00010000:00000010:2.1:1780853531.123566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3600. 00010000:00000010:2.1:1780853531.123572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:0.1:1780853532.496605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95100. 00010000:00000010:0.1:1780853532.496621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:1.1:1780853534.240790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95700. 00010000:00000010:1.1:1780853534.240806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:1.1:1780853534.240810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95a00. 00010000:00000010:1.1:1780853534.240812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00010000:00000010:1.1:1780853534.240815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:1.1:1780853534.240819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572e00. 00010000:00000010:1.1:1780853534.240822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95c00. 00010000:00000010:1.1:1780853534.240825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00000080:00000010:2.1:1780853534.247328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15ca0. 00000080:00000010:2.1:1780853534.247341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15e60. 00800000:00000001:3.0:1780853554.312666:0:29631:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.312668:0:29631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.312669:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.312670:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.312959:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:3.0:1780853554.312962:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.312964:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.312967:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.312969:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.312970:0:29631:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.312972:0:29631:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.312974:0:29631:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.312977:0:29631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853554.312981:0:29631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b6d from it ffffb4b401c77b58 00010000:00000001:3.0:1780853554.312983:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.312984:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.312985:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:3.0:1780853554.312987:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.312989:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.312991:0:29631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.312994:0:29631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.313002:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.313002:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.313004:0:29631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.313006:0:29631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.313008:0:29631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.313028:0:29631:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.313032:0:29631:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.313034:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.313039:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.313040:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.313042:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313045:0:29631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.313047:0:29631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313048:0:29631:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313051:0:29631:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313053:0:29631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.313054:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.313055:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853554.313057:0:29631:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.313063:0:29631:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631384576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.313070:0:29631:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.313073:0:29631:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.313077:0:29631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853554.313081:0:29631:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.313083:0:29631:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.313085:0:29631:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853554.313088:0:29631:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.313091:0:29631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853554.313094:0:29631:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.313096:0:29631:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.313098:0:29631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853554.313101:0:29631:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.313103:0:29631:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.313106:0:29631:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853554.313112:0:29631:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853554.313168:0:29631:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989e00. 00000020:00000001:3.0:1780853554.313174:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77a88 00000080:00200000:3.0:1780853554.313176:0:29631:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21e.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=24 00000080:00000001:3.0:1780853554.313179:0:29631:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853554.313182:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77938 00000080:00200000:3.0:1780853554.313184:0:29631:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21e.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:3.0:1780853554.313191:0:29631:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4591e61c00. 00800000:00000002:3.0:1780853554.313196:0:29631:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.313201:0:29631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.313203:0:29631:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.313206:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77858 00800000:00000002:3.0:1780853554.313208:0:29631:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21e.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853554.313211:0:29631:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853554.313216:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c777f0 00800000:00000002:3.0:1780853554.313218:0:29631:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21e.recovery-small-1' -> mds #0 00000002:00000001:3.0:1780853554.313223:0:29631:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.313225:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77728 00000002:00010000:3.0:1780853554.313227:0:29631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21e.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780853554.313231:0:29631:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853554.313233:0:29631:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853554.313237:0:29631:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853554.313241:0:29631:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853554.313246:0:29631:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853554.313249:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.313252:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.313253:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.313254:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.313256:0:29631:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.313258:0:29631:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.313262:0:29631:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.313301:0:29631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fad800. 00000100:00000001:3.0:1780853554.313473:0:29631:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313477:0:29631:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.313480:0:29631:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313481:0:29631:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.313482:0:29631:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.313484:0:29631:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.313491:0:29631:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00010000:00000001:3.0:1780853554.313496:0:29631:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853554.313498:0:29631:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853554.313501:0:29631:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3d00 count: 2 00010000:00000001:3.0:1780853554.313504:0:29631:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.313506:0:29631:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000080:00000001:3.0:1780853554.356157:0:29631:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853554.356161:0:29631:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1b:0x0] 00000080:00000001:3.0:1780853554.356166:0:29631:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.356170:0:29631:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833947 : 144115205322833947 : 20000040400001b) 00000080:00000001:3.0:1780853554.356173:0:29631:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853554.356176:0:29631:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833947 mtime from 1780853530 to 1780853531 00000080:00200000:3.0:1780853554.356180:0:29631:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x1b:0x0], updating i_size 7680 00000080:00200000:3.0:1780853554.356183:0:29631:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1b:0x0](ffff9e459190c2c8): rc = 0 00000080:00000001:3.0:1780853554.356186:0:29631:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620364956360 : -107453344595256 : ffff9e459190c2c8) 00010000:00000001:3.0:1780853554.356189:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.356191:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.356193:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:3.0:1780853554.356195:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.356197:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.356200:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.356202:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.356204:0:29631:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853554.356206:0:29631:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853554.356207:0:29631:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853554.356211:0:29631:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853554.356214:0:29631:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.356218:0:29631:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b:0x0](ffff9e459190c2c8) for lock 0xa8f483e9eb300b74 00800000:00000001:3.0:1780853554.356222:0:29631:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.356224:0:29631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.356225:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.356226:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.356227:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:3.0:1780853554.356228:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.356230:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.356233:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.356234:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.356236:0:29631:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.356238:0:29631:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853554.356247:0:29631:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591a9f870 inode ffff9e459190c2c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853554.356252:0:29631:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853554.356254:0:29631:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.356257:0:29631:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853554.356262:0:29631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b:0x0](ffff9e459190c2c8) 00000080:00010000:3.0:1780853554.356295:0:29631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b74 from it ffffb4b401c77a28 00010000:00000001:3.0:1780853554.356298:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.356299:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.356300:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:3.0:1780853554.356302:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.356304:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.356316:0:29631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.356320:0:29631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.356328:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.356330:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.356331:0:29631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.356334:0:29631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.356336:0:29631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.356345:0:29631:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.356349:0:29631:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.356351:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.356365:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.356366:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.356368:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356371:0:29631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.356373:0:29631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356375:0:29631:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356378:0:29631:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356380:0:29631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.356381:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.356382:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.356384:0:29631:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853554.356389:0:29631:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4591e61c00. 00000100:00000001:3.0:1780853554.356396:0:29631:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.356407:0:29631:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631384704/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.356413:0:29631:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.356416:0:29631:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.356419:0:29631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647b800. 02000000:00000001:3.0:1780853554.356424:0:29631:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.356426:0:29631:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.356428:0:29631:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853554.356430:0:29631:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.356433:0:29631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853554.356436:0:29631:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.356438:0:29631:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.356440:0:29631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853554.356444:0:29631:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.356445:0:29631:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.356454:0:29631:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853554.356456:0:29631:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8), inode mode 41ed mask 1 00000080:00000001:3.0:1780853554.356461:0:29631:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853554.356483:0:29631:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989380. 00000020:00000001:3.0:1780853554.356488:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77ae8 00000080:00200000:3.0:1780853554.356490:0:29631:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1b:0x0](ffff9e459190c2c8), flags=8 00000080:00000001:3.0:1780853554.356493:0:29631:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853554.356495:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77998 00000080:00200000:3.0:1780853554.356496:0:29631:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1b:0x0](ffff9e459190c2c8), intent=getattr 00000080:00000010:3.0:1780853554.356504:0:29631:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4591e61c00. 00000080:00000001:3.0:1780853554.356510:0:29631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.356513:0:29631:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.356515:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c778b8 00800000:00000002:3.0:1780853554.356517:0:29631:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1b:0x0] 00800000:00000001:3.0:1780853554.356520:0:29631:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853554.356525:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77850 00800000:00000002:3.0:1780853554.356527:0:29631:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1b:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1780853554.356531:0:29631:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.356532:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77788 00000002:00010000:3.0:1780853554.356534:0:29631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1b:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853554.356538:0:29631:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853554.356540:0:29631:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853554.356543:0:29631:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853554.356547:0:29631:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853554.356551:0:29631:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853554.356555:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.356558:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.356559:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.356560:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.356563:0:29631:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.356565:0:29631:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.356568:0:29631:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.356574:0:29631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fad800. 00000100:00000001:3.0:1780853554.356581:0:29631:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356584:0:29631:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.356586:0:29631:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356587:0:29631:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.356588:0:29631:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.356590:0:29631:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.356599:0:29631:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00010000:00000001:3.0:1780853554.356602:0:29631:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853554.356605:0:29631:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853554.356610:0:29631:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 2 00010000:00000001:3.0:1780853554.356612:0:29631:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.356615:0:29631:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853554.356618:0:29631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171600. 00000020:00000001:3.0:1780853554.356621:0:29631:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853554.356624:0:29631:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171600 with handle 0xa8f483e9eb300b7b to hash 00000020:00000001:3.0:1780853554.356626:0:29631:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853554.356627:0:29631:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.356630:0:29631:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.356634:0:29631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.356637:0:29631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.356640:0:29631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 29631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.356648:0:29631:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29631 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.356659:0:29631:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29631 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853554.356664:0:29631:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853554.356666:0:29631:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853554.356673:0:29631:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.356675:0:29631:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201040896 : -107453508510720 : ffff9e4587cb9c00) 00000100:00000001:3.0:1780853554.356678:0:29631:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.356680:0:29631:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000001:3.0:1780853554.356685:0:29631:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.356690:0:29631:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.356693:0:29631:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853554.356706:0:29631:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.356713:0:29631:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.356722:0:29631:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.356724:0:29631:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.356729:0:29631:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.356733:0:29631:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.356736:0:29631:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.356748:0:29631:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:29631:1867358631384832:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853554.356753:0:29631:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.356760:0:29631:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.356763:0:29631:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.356774:0:29631:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.356779:0:29631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853554.356782:0:29631:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.356792:0:29631:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.356930:0:29631:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853554.356938:0:29631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a220. 00000100:00000200:3.0:1780853554.356947:0:29631:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631384832, portal 10 00000100:00000001:3.0:1780853554.356949:0:29631:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.356950:0:29631:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:3.0:1780853554.356956:0:29631:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.356964:0:29631:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.356967:0:29631:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.357032:0:29631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853554.357037:0:29631:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631384832, offset 0 00000400:00000200:3.0:1780853554.357047:0:29631:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.357059:0:29631:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.357068:0:29631:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.357075:0:29631:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.357079:0:29631:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.357083:0:29631:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.357085:0:29631:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.357089:0:29631:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2150:2150:256:4294967295] 192.168.202.110@tcp LPNI seq info [2150:2150:8:4294967295] 00000400:00000200:3.0:1780853554.357094:0:29631:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.357105:0:29631:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.357111:0:29631:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.357116:0:29631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853554.357123:0:29631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.357131:0:29631:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.357135:0:29631:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.357160:0:29631:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.357165:0:29631:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 545006 usecs (546 jiffies) 00000400:00000200:3.0:1780853554.357168:0:29631:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.357171:0:29631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296351657 00000100:00000001:3.0:1780853554.357175:0:29631:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.357178:0:29631:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296351657 00000100:00000001:3.0:1780853554.357180:0:29631:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.357182:0:29631:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.357185:0:29631:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.357187:0:29631:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.357189:0:29631:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853554.357191:0:29631:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9c00 going to sleep for 131 seconds 00000100:00000001:3.0:1780853554.357194:0:29631:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.357198:0:29631:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.370671:0:29631:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.370679:0:29631:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.370680:0:29631:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.370684:0:29631:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853554.370689:0:29631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a220 00000400:00000010:3.0:1780853554.370692:0:29631:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a220. 00000100:00000001:3.0:1780853554.370694:0:29631:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.370699:0:29631:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853554.370723:0:29631:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.370729:0:29631:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.370731:0:29631:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.370734:0:29631:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.370737:0:29631:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.370751:0:29631:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.370753:0:29631:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.370756:0:29631:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.370766:0:29631:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=95 v=101 (101 101 101 136) 00000100:00001000:3.0:1780853554.370780:0:29631:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.370783:0:29631:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.370785:0:29631:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.370788:0:29631:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.370801:0:29631:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.370806:0:29631:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853554.370808:0:29631:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1780853554.370810:0:29631:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.370812:0:29631:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.370817:0:29631:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.370825:0:29631:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.370828:0:29631:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.370830:0:29631:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853554.370834:0:29631:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853690 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853554.370842:0:29631:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:29631:1867358631384832:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853554.370846:0:29631:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.370850:0:29631:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.370852:0:29631:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853554.370854:0:29631:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.370858:0:29631:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853690 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.370865:0:29631:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.370868:0:29631:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.370871:0:29631:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853554.370873:0:29631:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.370876:0:29631:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853554.370880:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.370883:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.370886:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=4 00000020:00000001:3.0:1780853554.370888:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.370891:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000040:3.0:1780853554.370898:0:29631:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171600, remote cookie: 0x562725ecec979783, flags: 0x1001 00010000:00010000:3.0:1780853554.370904:0:29631:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853554.370917:0:29631:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1d:0x0].0x0, instead of [0x200000404:0x1b:0x0].0x0 00010000:00000001:3.0:1780853554.370921:0:29631:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853554.370930:0:29631:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3400. 00010000:00000010:3.0:1780853554.370947:0:29631:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02b00. 00010000:00000001:3.0:1780853554.370953:0:29631:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.370957:0:29631:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.370966:0:29631:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.371204:0:29631:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853554.371208:0:29631:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853554.371210:0:29631:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853554.371212:0:29631:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853554.371213:0:29631:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853554.371216:0:29631:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x1d:0x0].0x0 (ffff9e45853e3400) refcount = 1 00010000:00010000:3.0:1780853554.371220:0:29631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.371227:0:29631:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853554.371231:0:29631:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853554.371232:0:29631:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.371235:0:29631:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853554.371237:0:29631:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.371241:0:29631:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.371247:0:29631:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853554.371249:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.371251:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.371252:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.371253:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.371255:0:29631:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.371260:0:29631:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853554.371262:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.371586:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.371589:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.371592:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371596:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371598:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.371600:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.371601:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=4 00000020:00000001:3.0:1780853554.371603:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371605:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371608:0:29631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.371611:0:29631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.371615:0:29631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.371622:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.371624:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.371625:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.371626:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.371627:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=5 00000020:00000001:3.0:1780853554.371629:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371631:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371634:0:29631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.371636:0:29631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.371643:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.371644:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853554.371647:0:29631:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.371653:0:29631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.371654:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.371655:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.371656:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.371657:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853554.371665:0:29631:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853554.371685:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.371686:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.371688:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.371689:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.371691:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00000002:00010000:3.0:1780853554.372524:0:29631:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1780853554.372540:0:29631:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45852def40. 00010000:00000001:3.0:1780853554.372542:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.372543:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.372544:0:29631:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.372546:0:29631:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.372549:0:29631:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853554.372553:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.372555:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.372556:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.372558:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.372560:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00000002:00010000:3.0:1780853554.372563:0:29631:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.372571:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.372573:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.372575:0:29631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853554.372576:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.372577:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.372578:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.372580:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.372582:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000040:3.0:1780853554.372587:0:29631:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 2 00010000:00000001:3.0:1780853554.372590:0:29631:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853554.372594:0:29631:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/29 (0 0) 00010000:00000001:3.0:1780853554.372597:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.372598:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.372599:0:29631:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853554.372602:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77708 00000002:00002000:3.0:1780853554.372604:0:29631:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853554.372607:0:29631:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.372611:0:29631:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.372614:0:29631:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853554.372617:0:29631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853554.372620:0:29631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.372625:0:29631:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853554.372626:0:29631:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c77b20 it_disposition b 00000080:00000001:3.0:1780853554.372629:0:29631:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853554.372635:0:29631:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853554.372638:0:29631:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853554.372641:0:29631:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833949 : 144115205322833949 : 20000040400001d) 00000080:00000001:3.0:1780853554.372644:0:29631:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1780853554.372649:0:29631:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.372654:0:29631:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286000. 00000020:00000010:3.0:1780853554.372660:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.372667:0:29631:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45935d7c00. 00000020:00000010:3.0:1780853554.372683:0:29631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139cc0. 00000008:00000010:3.0:1780853554.372693:0:29631:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.372706:0:29631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.372712:0:29631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.372718:0:29631:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.372722:0:29631:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.372725:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000008:00000010:3.0:1780853554.372729:0:29631:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.372733:0:29631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.372737:0:29631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.372750:0:29631:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c902d0. 00000020:00000001:3.0:1780853554.372753:0:29631:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374892552 : -107453334659064 : ffff9e4592286008) 00000020:00001000:3.0:1780853554.372755:0:29631:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286000 00000020:00000001:3.0:1780853554.372757:0:29631:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853554.372760:0:29631:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853554.372763:0:29631:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853554.372776:0:29631:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e45831392a0. 00020000:00000010:3.0:1780853554.372780:0:29631:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4591d69480. 00020000:00000010:3.0:1780853554.372785:0:29631:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139900. 00020000:00000001:3.0:1780853554.372788:0:29631:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121872640 : -107453587678976 : ffff9e4583139900) 00020000:00000002:3.0:1780853554.372791:0:29631:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139900, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853554.374225:0:29631:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853554.374230:0:29631:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4591d69480: ostid: 0x240000400:20 ost idx: 0 gen: 0 00020000:00000002:3.0:1780853554.374235:0:29631:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e30f8) owner ffff9e458284cf80 00020000:00000001:3.0:1780853554.374238:0:29631:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853554.374241:0:29631:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e30f8) owner ffff9e458284cf80 00020000:00000010:3.0:1780853554.374246:0:29631:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4591d69480. 00020000:00000010:3.0:1780853554.374252:0:29631:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e45831392a0. 00020000:00000010:3.0:1780853554.374256:0:29631:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4583139900. 00020000:00000002:3.0:1780853554.374258:0:29631:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853554.374260:0:29631:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.374262:0:29631:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853554.374279:0:29631:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286000 00000020:00000010:3.0:1780853554.374284:0:29631:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45935d7c00. 00000020:00000010:3.0:1780853554.374288:0:29631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139cc0. 00000008:00000010:3.0:1780853554.374291:0:29631:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.374295:0:29631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.374300:0:29631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.374305:0:29631:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.374926:0:29631:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.374932:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61600. 00000008:00000010:3.0:1780853554.375054:0:29631:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.375059:0:29631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.375064:0:29631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.375067:0:29631:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c902d0. 00000020:00000010:3.0:1780853554.375071:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000020:00000010:3.0:1780853554.375074:0:29631:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286000. 00000080:00000001:3.0:1780853554.375081:0:29631:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833949 : 144115205322833949 : 20000040400001d) 00000080:00000001:3.0:1780853554.375084:0:29631:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853554.375090:0:29631:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1d:0x0](ffff9e459198aa08): rc = 0 00000080:00000001:3.0:1780853554.375093:0:29631:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365474312 : -107453344077304 : ffff9e459198aa08) 00010000:00000001:3.0:1780853554.375097:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.375099:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.375102:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.375104:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.375107:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00000080:00000001:3.0:1780853554.375110:0:29631:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853554.375112:0:29631:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.375121:0:29631:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286000. 00000020:00000010:3.0:1780853554.375125:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000020:00000010:3.0:1780853554.375129:0:29631:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45935d7c00. 00000020:00000010:3.0:1780853554.375133:0:29631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139cc0. 00000008:00000010:3.0:1780853554.375138:0:29631:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.375140:0:29631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.375143:0:29631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.375148:0:29631:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.375151:0:29631:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.375156:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61600. 00000008:00000010:3.0:1780853554.375159:0:29631:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.375162:0:29631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.375165:0:29631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.375168:0:29631:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c902d0. 00000020:00000001:3.0:1780853554.375172:0:29631:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374892552 : -107453334659064 : ffff9e4592286008) 00000020:00001000:3.0:1780853554.375174:0:29631:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286000 00000020:00000001:3.0:1780853554.375176:0:29631:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853554.375178:0:29631:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853554.375180:0:29631:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853554.375185:0:29631:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139900. 00020000:00000010:3.0:1780853554.375189:0:29631:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4591d69480. 00020000:00000010:3.0:1780853554.375193:0:29631:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e45831392a0. 00020000:00000001:3.0:1780853554.375195:0:29631:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121871008 : -107453587680608 : ffff9e45831392a0) 00020000:00000002:3.0:1780853554.375198:0:29631:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45831392a0, objid 0x1d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853554.375202:0:29631:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853554.375205:0:29631:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4591d69480: ostid: 0x240000400:20 ost idx: 0 gen: 0 00020000:00000002:3.0:1780853554.375207:0:29631:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e30f8) owner ffff9e458284cf80 00020000:00000001:3.0:1780853554.375209:0:29631:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853554.375211:0:29631:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e30f8) owner ffff9e458284cf80 00020000:00000010:3.0:1780853554.375215:0:29631:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4591d69480. 00020000:00000010:3.0:1780853554.375217:0:29631:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4583139900. 00020000:00000010:3.0:1780853554.375220:0:29631:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e45831392a0. 00020000:00000002:3.0:1780853554.375222:0:29631:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853554.375224:0:29631:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.375225:0:29631:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.375229:0:29631:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853554.375232:0:29631:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284cf80 00020000:00000002:3.0:1780853554.375235:0:29631:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da53c0 addref 2/0 by ffff9e458284cf80. 00020000:00000002:3.0:1780853554.375237:0:29631:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284cf80 00020000:00000001:3.0:1780853554.375239:0:29631:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853554.375241:0:29631:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853554.375242:0:29631:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853554.375243:0:29631:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1780853554.375245:0:29631:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1780853554.375248:0:29631:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x1d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1780853554.375250:0:29631:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286000 00000020:00000010:3.0:1780853554.375252:0:29631:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45935d7c00. 00000020:00000010:3.0:1780853554.375254:0:29631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139cc0. 00000008:00000010:3.0:1780853554.375257:0:29631:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.375259:0:29631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.375262:0:29631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.377261:0:29631:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.377298:0:29631:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.377301:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000008:00000010:3.0:1780853554.377315:0:29631:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.377321:0:29631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.377325:0:29631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.377329:0:29631:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c902d0. 00000020:00000010:3.0:1780853554.377332:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.377335:0:29631:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286000. 00000080:00000001:3.0:1780853554.377339:0:29631:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377344:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377346:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.377349:0:29631:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853554.377355:0:29631:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853554.377357:0:29631:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.377361:0:29631:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1d:0x0](ffff9e459198aa08) for lock 0xa8f483e9eb300b7b 00800000:00000001:3.0:1780853554.377364:0:29631:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.377367:0:29631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.377369:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.377371:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.377374:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.377376:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377378:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377381:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377382:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.377384:0:29631:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.377386:0:29631:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853554.377393:0:29631:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591a9fca8 inode ffff9e459198aa08 refc 1 flags 0x40000e 00000080:00000001:3.0:1780853554.377398:0:29631:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853554.377402:0:29631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1d:0x0](ffff9e459198aa08) 00000080:00010000:3.0:1780853554.377405:0:29631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b7b from it ffffb4b401c77b20 00010000:00000001:3.0:1780853554.377407:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.377409:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.377410:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.377412:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377414:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377416:0:29631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.377421:0:29631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.377431:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377432:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.377434:0:29631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.377437:0:29631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.377440:0:29631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.377449:0:29631:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.377453:0:29631:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.377455:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.377460:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377461:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.377463:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377466:0:29631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.377468:0:29631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377470:0:29631:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377474:0:29631:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377476:0:29631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.377477:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377478:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.377480:0:29631:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853554.377486:0:29631:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4591e61c00. 00000100:00000001:3.0:1780853554.377491:0:29631:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.377506:0:29631:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631384832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.377515:0:29631:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.377520:0:29631:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.377524:0:29631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853554.377528:0:29631:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.377531:0:29631:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.377533:0:29631:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853554.377536:0:29631:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.377539:0:29631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853554.377543:0:29631:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.377545:0:29631:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.377547:0:29631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853554.377550:0:29631:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.377551:0:29631:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.377554:0:29631:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853554.377556:0:29631:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401c77b20 released 00000080:00000001:3.0:1780853554.377557:0:29631:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1780853554.377573:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77d08 00000080:00200008:3.0:1780853554.377575:0:29631:0:(file.c:6228:ll_getattr_dentry()) START file f:[0x200000404:0x1d:0x0](ffff9e459198aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853554.377582:0:29631:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853554.377583:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77c80 00000080:00200000:3.0:1780853554.377585:0:29631:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1d:0x0](ffff9e459198aa08),name=f 00000080:00000010:3.0:1780853554.377593:0:29631:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4591e61c00. 00000080:00000001:3.0:1780853554.377602:0:29631:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.377606:0:29631:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.377608:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77ba0 00800000:00000002:3.0:1780853554.377610:0:29631:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1d:0x0] 'f' on [0x200000404:0x1b:0x0] 00800000:00000001:3.0:1780853554.377613:0:29631:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853554.377618:0:29631:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1b:0x0], fid2=[0x200000404:0x1d:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853554.377623:0:29631:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.377625:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77a70 00000002:00010000:3.0:1780853554.377626:0:29631:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1d:0x0]) in obj [0x200000404:0x1b:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853554.377630:0:29631:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853554.377631:0:29631:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.377634:0:29631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.377640:0:29631:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 2 00010000:00000001:3.0:1780853554.377643:0:29631:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.377647:0:29631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.377651:0:29631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853554.377654:0:29631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853554.377661:0:29631:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853554.377665:0:29631:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.377668:0:29631:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853554.377675:0:29631:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853554.377677:0:29631:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.377679:0:29631:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.377681:0:29631:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.377683:0:29631:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.377686:0:29631:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1b:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853554.377689:0:29631:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853554.377691:0:29631:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4591e61c00. 00000080:00000001:3.0:1780853554.377694:0:29631:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853554.377696:0:29631:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.377698:0:29631:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1d:0x0](ffff9e459198aa08) 00000080:00010000:3.0:1780853554.377701:0:29631:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1d:0x0](ffff9e459198aa08) for lock 0xa8f483e9eb300b7b 00800000:00000001:3.0:1780853554.377703:0:29631:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.377705:0:29631:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.377706:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.377708:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.377709:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.377711:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377713:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377715:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377716:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.377717:0:29631:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.377719:0:29631:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.377721:0:29631:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b7b from it ffffb4b401c77cb8 00010000:00000001:3.0:1780853554.377723:0:29631:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.377724:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.377725:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171600 refcount=3 00000020:00000001:3.0:1780853554.377727:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377729:0:29631:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065856 : -107452530485760 : ffff9e45c2171600) 00010000:00000001:3.0:1780853554.377731:0:29631:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.377734:0:29631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.377757:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377758:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.377759:0:29631:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.377760:0:29631:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.377763:0:29631:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853554.377779:0:29631:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.377781:0:29631:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.377782:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.377784:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377785:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.377787:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377788:0:29631:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.377789:0:29631:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377791:0:29631:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377800:0:29631:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.377802:0:29631:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.377803:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.377805:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853554.377806:0:29631:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853554.377808:0:29631:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.377811:0:29631:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1780853554.377815:0:29631:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853554.377816:0:29631:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.377820:0:29631:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853554.377821:0:29631:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.377823:0:29631:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853554.377826:0:29631:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1780853554.377828:0:29631:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.377833:0:29631:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286000. 00000020:00000010:3.0:1780853554.377836:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853554.377841:0:29631:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.377845:0:29631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139cc0. 00000008:00000010:3.0:1780853554.377851:0:29631:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.377855:0:29631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.377859:0:29631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.377866:0:29631:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.377869:0:29631:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.377875:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000008:00000010:3.0:1780853554.377878:0:29631:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.377881:0:29631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.377885:0:29631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.377888:0:29631:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c902d0. 00000020:00000001:3.0:1780853554.377891:0:29631:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374892552 : -107453334659064 : ffff9e4592286008) 00000020:00001000:3.0:1780853554.377894:0:29631:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286000 00000020:00000001:3.0:1780853554.377898:0:29631:0:(cl_object.c:151:cl_object_top()) ffff9e4598830b70 -> ffff9e4598830b70 00000020:00000001:3.0:1780853554.377900:0:29631:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853554.377903:0:29631:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853554.377905:0:29631:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x1d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1780853554.377908:0:29631:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853554.377910:0:29631:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853554.377912:0:29631:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853554.377914:0:29631:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.377915:0:29631:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853554.377918:0:29631:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x1d:0x0]io ffff9e4584cadbc0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1780853554.377922:0:29631:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284cf80 00020000:00000001:3.0:1780853554.377925:0:29631:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853554.377927:0:29631:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853554.377930:0:29631:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853554.377932:0:29631:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.377944:0:29631:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853554.377947:0:29631:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853554.377948:0:29631:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.377950:0:29631:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853554.377951:0:29631:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853554.377952:0:29631:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853554.377953:0:29631:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284cf80 00000020:00000001:3.0:1780853554.377956:0:29631:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853554.377958:0:29631:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1780853554.377959:0:29631:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x1d:0x0] 00000020:00000001:3.0:1780853554.377962:0:29631:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1780853554.377963:0:29631:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1780853554.377966:0:29631:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1780853554.377968:0:29631:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1780853554.377982:0:29631:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1780853554.377988:0:29631:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4582b02400. 00020000:00000002:3.0:1780853554.377991:0:29631:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853554.377994:0:29631:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1780853554.377996:0:29631:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853554.377998:0:29631:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853554.377999:0:29631:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.378001:0:29631:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853554.378004:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d7c00. 00000020:00000010:3.0:1780853554.378007:0:29631:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4592696400. 00000020:00000010:3.0:1780853554.378010:0:29631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831392a0. 00000008:00000010:3.0:1780853554.378013:0:29631:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853554.378015:0:29631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de180. 00008000:00000010:3.0:1780853554.378018:0:29631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853554.378021:0:29631:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853554.378024:0:29631:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853554.378028:0:29631:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4592697e00. 00000008:00000010:3.0:1780853554.378030:0:29631:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853554.378033:0:29631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853554.378035:0:29631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853554.378037:0:29631:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853554.378040:0:29631:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853554.378042:0:29631:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853554.378044:0:29631:0:(cl_object.c:151:cl_object_top()) ffff9e4598830f58 -> ffff9e4598830b70 00000020:00000001:3.0:1780853554.378046:0:29631:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853554.378048:0:29631:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853554.378049:0:29631:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853554.378050:0:29631:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.378052:0:29631:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.378054:0:29631:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853554.378056:0:29631:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1780853554.378060:0:29631:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459176fa20. 00000008:00010000:3.0:1780853554.378063:0:29631:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1780853554.378065:0:29631:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853554.378066:0:29631:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1780853554.378068:0:29631:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4582b02430, osc lock ffff9e459176fa20, flags 0x400001002 00000020:00000001:3.0:1780853554.378070:0:29631:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.378072:0:29631:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.378075:0:29631:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620115354624 : -107453594196992 : ffff9e4582b02400) 00000020:00000001:3.0:1780853554.378077:0:29631:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853554.378078:0:29631:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1780853554.378079:0:29631:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.378081:0:29631:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.378083:0:29631:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1780853554.378085:0:29631:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1780853554.378086:0:29631:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853554.378088:0:29631:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853554.378089:0:29631:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853554.378090:0:29631:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853554.378092:0:29631:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853554.378094:0:29631:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853554.378096:0:29631:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853554.378099:0:29631:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1780853554.378101:0:29631:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1780853554.378102:0:29631:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1780853554.378104:0:29631:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1780853554.378105:0:29631:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1780853554.378106:0:29631:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1780853554.378108:0:29631:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1780853554.378110:0:29631:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853554.378114:0:29631:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.378117:0:29631:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1780853554.378120:0:29631:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853554.378124:0:29631:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853554.378128:0:29631:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1780853554.378131:0:29631:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:3.0:1780853554.378135:0:29631:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1652 00000400:00000200:3.0:1780853554.378144:0:29631:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.378149:0:29631:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1780853554.378153:0:29631:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853554.378156:0:29631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853554.378158:0:29631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853554.378159:0:29631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:3.0:1780853554.378162:0:29631:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853554.378163:0:29631:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853554.378165:0:29631:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.378166:0:29631:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853554.378168:0:29631:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853554.378170:0:29631:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000040:3.0:1780853554.378172:0:29631:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853554.378174:0:29631:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853554.378176:0:29631:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853554.378177:0:29631:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:3.0:1780853554.378180:0:29631:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00080000:3.0:1780853554.378183:0:29631:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: import ffff9e4585123000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:3.0:1780853554.378186:0:29631:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.378188:0:29631:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1780853554.378193:0:29631:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.378195:0:29631:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.378197:0:29631:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1780853554.378200:0:29631:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1780853554.378203:0:29631:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.378204:0:29631:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.378207:0:29631:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853554.378210:0:29631:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 02000000:00000001:3.0:1780853554.378213:0:29631:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853554.378215:0:29631:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.378218:0:29631:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.378221:0:29631:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.378223:0:29631:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.378228:0:29631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fad800. 00000100:00000001:3.0:1780853554.378234:0:29631:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.378242:0:29631:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853554.378250:0:29631:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.378254:0:29631:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.378258:0:29631:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c382f67] to pc [ptlrpcd_rcv+-1] req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.378305:0:29631:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.378308:0:29631:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1780853554.378310:0:29631:0:(pinger.c:371:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:3.0:1780853554.378313:0:29631:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853554.378315:0:29631:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.378318:0:29631:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.378319:0:29631:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.378321:0:29631:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.378322:0:29631:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.378327:0:29631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45936bb400. 00000100:00000001:3.0:1780853554.378330:0:29631:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.378334:0:29631:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.378336:0:29631:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.378338:0:29631:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.378339:0:29631:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.378341:0:29631:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.378343:0:29631:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00010000:00000001:3.0:1780853554.378347:0:29631:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853554.378350:0:29631:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853554.378357:0:29631:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3e00. 00010000:00000010:3.0:1780853554.378360:0:29631:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e45853e3f00. 00010000:00000001:3.0:1780853554.378364:0:29631:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853554.378367:0:29631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171000. 00000020:00000001:3.0:1780853554.378370:0:29631:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853554.378372:0:29631:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171000 with handle 0xa8f483e9eb300b82 to hash 00000020:00000001:3.0:1780853554.378374:0:29631:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853554.378375:0:29631:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000010:3.0:1780853554.378379:0:29631:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45852dec80. 00010000:00000001:3.0:1780853554.378381:0:29631:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853554.378384:0:29631:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.378386:0:29631:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.378390:0:29631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.378398:0:29631:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.378407:0:29631:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.378410:0:29631:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.378412:0:29631:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.378416:0:29631:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_01_01+1] req@ffff9e4583170700 x1867358631385088/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1780853554.378446:0:29631:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.378449:0:29631:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.378451:0:29631:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.378453:0:29631:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.378454:0:29631:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.378457:0:29631:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780853554.378459:0:29631:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1780853554.378461:0:29631:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1780853554.378463:0:29631:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1780853554.387252:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.387257:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.387262:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.387298:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.387301:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:3.0:1780853554.387314:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:3.0:1780853554.387317:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:3.0:1780853554.387320:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.387325:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853554.387335:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.387341:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.387342:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.387345:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.387348:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.387350:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.387352:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.387355:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.387364:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=95 v=5 (5 5 37 37) 00000100:00001000:3.0:1780853554.387368:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.387370:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.387372:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.387375:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.387378:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.387381:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853554.387383:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967312 gen 14 00000100:00000040:3.0:1780853554.387386:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853554.387389:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.387390:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.387394:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.387402:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.387405:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.387407:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.387410:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853554.387414:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853554.387417:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853554.387419:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853554.387421:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.387423:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853554.387425:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853554.387428:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00001000:3.0:1780853554.387431:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1780853554 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853554.387433:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585123418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853554.387438:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:3.0:1780853554.387443:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1780853554.387447:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:3.0:1780853554.387449:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853554.387452:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853554.387456:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853554.387459:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853554.387462:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853554.387465:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853554.387468:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853554.387470:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853554.387471:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.387473:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.387475:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387477:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387479:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.387480:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.387482:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387483:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853554.387485:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853554.387488:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853554.387490:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387491:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387494:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.387496:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.387498:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.387500:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.387502:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853554.387504:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1780853554.387507:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1780853554.387509:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853554.387510:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853554.387512:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853554.387513:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1780853554.387515:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1780853554.387516:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1780853554.387520:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1780853554.387521:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853554.387523:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387525:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853554.387526:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853554.387528:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853554.387529:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.387530:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.387531:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387533:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387534:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.387534:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.387536:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387537:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853554.387538:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853554.387539:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853554.387540:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387541:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.387543:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.387544:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.387546:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.387547:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.387548:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853554.387550:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.387552:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853554.387558:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006a2dce30): req@ffff9e4583170700 x1867358631385088/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.387581:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.387585:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.387588:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853554.387596:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631384960:192.168.202.110@tcp:8:checkstat.0 00000100:00000001:3.0:1780853554.387600:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.387602:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.387605:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631384960/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.387610:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.387613:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.387616:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b9800. 02000000:00000001:3.0:1780853554.387619:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.387620:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.387622:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853554.387624:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.387626:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853554.387629:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.387631:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.387633:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:3.0:1780853554.387636:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.387637:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.387640:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.387647:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.387649:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.387651:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.387653:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.400192:0:29631:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.400196:0:29631:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.400203:0:29631:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1780853554.400206:0:29631:0:(cl_object.c:151:cl_object_top()) ffff9e4598830b70 -> ffff9e4598830b70 00000020:00000001:3.0:1780853554.400208:0:29631:0:(cl_object.c:151:cl_object_top()) ffff9e4598830b70 -> ffff9e4598830b70 00000020:00000001:3.0:1780853554.400210:0:29631:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853554.400215:0:29631:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1780853554.400220:0:29631:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853554.400222:0:29631:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.400223:0:29631:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853554.400224:0:29631:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853554.400226:0:29631:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x1d:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1780853554.400229:0:29631:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853554.400232:0:29631:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1780853554.400234:0:29631:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.400236:0:29631:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.400237:0:29631:0:(cl_object.c:151:cl_object_top()) ffff9e4598830b70 -> ffff9e4598830b70 00000080:00200000:3.0:1780853554.400239:0:29631:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x1d:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1780853554.400242:0:29631:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1780853554.400244:0:29631:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1780853554.400246:0:29631:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4584cadb60 (ffff9e4592286008/0) at cl_lock_release():245 00000020:00000001:3.0:1780853554.400249:0:29631:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853554.400250:0:29631:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4584cadb60 (ffff9e4592286008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1780853554.400254:0:29631:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1780853554.400257:0:29631:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853554.400258:0:29631:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853554.400260:0:29631:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853554.400262:0:29631:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4582b02430 (ffff9e4592286878/1) at cl_lock_cancel():142 00000008:00000001:3.0:1780853554.400287:0:29631:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1780853554.400288:0:29631:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1780853554.400289:0:29631:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.400291:0:29631:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853554.400292:0:29631:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1780853554.400293:0:29631:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853554.400295:0:29631:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853554.400296:0:29631:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853554.400297:0:29631:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853554.400298:0:29631:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4584cadb60 (ffff9e4592286008/0) at cl_lock_fini():72 00020000:00000001:3.0:1780853554.400301:0:29631:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1780853554.400303:0:29631:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853554.400313:0:29631:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4582b02430 (ffff9e4592286008/1) at cl_lock_fini():72 00000008:00000010:3.0:1780853554.400317:0:29631:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459176fa20. 00000020:00000001:3.0:1780853554.400321:0:29631:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1780853554.400323:0:29631:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4582b02400. 00020000:00000001:3.0:1780853554.400326:0:29631:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1780853554.400327:0:29631:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1780853554.400328:0:29631:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1780853554.400329:0:29631:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.400332:0:29631:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853554.400334:0:29631:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853554.400336:0:29631:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853554.400337:0:29631:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853554.400339:0:29631:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853554.400340:0:29631:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853554.400345:0:29631:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4592696400. 00000020:00000010:3.0:1780853554.400349:0:29631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831392a0. 00000008:00000010:3.0:1780853554.400354:0:29631:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853554.400358:0:29631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de180. 00008000:00000010:3.0:1780853554.400363:0:29631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853554.400367:0:29631:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853554.400371:0:29631:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853554.400376:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d7c00. 00000008:00000010:3.0:1780853554.400380:0:29631:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853554.400384:0:29631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853554.400386:0:29631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853554.400389:0:29631:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853554.400391:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4592697e00. 00000020:00000010:3.0:1780853554.400395:0:29631:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00020000:00000001:3.0:1780853554.400397:0:29631:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853554.400399:0:29631:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853554.400401:0:29631:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853554.400403:0:29631:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x1d:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853554.400407:0:29631:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853554.400408:0:29631:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.400410:0:29631:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853554.400412:0:29631:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853554.400413:0:29631:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853554.400414:0:29631:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286000 00000020:00000010:3.0:1780853554.400416:0:29631:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.400419:0:29631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139cc0. 00000008:00000010:3.0:1780853554.400422:0:29631:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.400424:0:29631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.400426:0:29631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.400428:0:29631:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.400430:0:29631:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.400432:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61c00. 00000008:00000010:3.0:1780853554.400434:0:29631:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.400436:0:29631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.400438:0:29631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.400440:0:29631:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c902d0. 00000020:00000010:3.0:1780853554.400442:0:29631:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000020:00000010:3.0:1780853554.400445:0:29631:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286000. 00000001:00000001:3.0:1780853554.400447:0:29631:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.400455:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77d08 00000080:00000008:3.0:1780853554.400458:0:29631:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x1d:0x0](ffff9e459198aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853554.400464:0:29631:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853554.400466:0:29631:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c77da0 00000080:00002000:3.0:1780853554.400467:0:29631:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e4591a9fca8, parent ffff9e4591a9f870, inode ffff9e459198aa08) hashed, 00000080:00000001:3.0:1780853554.400470:0:29631:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.434454:0:29632:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853554.434463:0:29632:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853554.434465:0:29632:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853554.434469:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb20 00000080:00200000:3.0:1780853554.434475:0:29632:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853554.434484:0:29632:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45936bb400. 00800000:00000002:3.0:1780853554.434492:0:29632:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.434495:0:29632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.434501:0:29632:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.434502:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa40 00800000:00000002:3.0:1780853554.434505:0:29632:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853554.434509:0:29632:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853554.434513:0:29632:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853554.434518:0:29632:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.434521:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f910 00000002:00010000:3.0:1780853554.434524:0:29632:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853554.434528:0:29632:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853554.434530:0:29632:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.434533:0:29632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.434540:0:29632:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3d00 count: 2 00010000:00000001:3.0:1780853554.434543:0:29632:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.434548:0:29632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.434551:0:29632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853554.434556:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853554.434568:0:29632:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853554.434573:0:29632:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.434577:0:29632:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853554.434585:0:29632:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853554.434587:0:29632:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.434589:0:29632:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.434590:0:29632:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.434592:0:29632:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.434594:0:29632:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853554.434597:0:29632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853554.434600:0:29632:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853554.434604:0:29632:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45936bb400. 00000080:00000001:3.0:1780853554.434609:0:29632:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853554.434610:0:29632:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.434613:0:29632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853554.434617:0:29632:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300b6d 00800000:00000001:3.0:1780853554.434620:0:29632:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.434623:0:29632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.434625:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.434627:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.434630:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:3.0:1780853554.434633:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.434636:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.434639:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.434641:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.434642:0:29632:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.434644:0:29632:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.434646:0:29632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b6d from it ffffb4b401c7fb58 00010000:00000001:3.0:1780853554.434648:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.434649:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.434650:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:3.0:1780853554.434652:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.434654:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.434656:0:29632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.434659:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.434666:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.434667:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.434668:0:29632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.434935:0:29632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.434941:0:29632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853554.434950:0:29632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.434953:0:29632:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.434955:0:29632:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.434960:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.434961:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.434963:0:29632:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.434966:0:29632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.434968:0:29632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.435036:0:29632:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.435041:0:29632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.435044:0:29632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.435046:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.435047:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853554.435050:0:29632:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853554.435052:0:29632:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.435055:0:29632:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853554.435060:0:29632:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.435065:0:29632:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853554.435068:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fae8 00000080:00002000:3.0:1780853554.435069:0:29632:0:(dcache.c:87:ll_dcompare()) found name d21e.recovery-small-2(ffff9e4589e6baf8) flags 0x20000e refc 1 00000080:00000001:3.0:1780853554.435072:0:29632:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853554.435082:0:29632:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989de0. 00000080:00000001:3.0:1780853554.435085:0:29632:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853554.435087:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f9e8 00000080:00002000:3.0:1780853554.435088:0:29632:0:(dcache.c:87:ll_dcompare()) found name d21e.recovery-small-2(ffff9e4589e6baf8) flags 0x20000e refc 1 00000080:00000001:3.0:1780853554.435090:0:29632:0:(dcache.c:98:ll_dcompare()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853554.435093:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa88 00000080:00200000:3.0:1780853554.435095:0:29632:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21e.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=24 00000080:00000001:3.0:1780853554.435099:0:29632:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853554.435101:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f938 00000080:00200000:3.0:1780853554.435103:0:29632:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21e.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:3.0:1780853554.435110:0:29632:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45936bb400. 00800000:00000002:3.0:1780853554.435114:0:29632:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.435119:0:29632:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.435121:0:29632:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.435122:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f858 00800000:00000002:3.0:1780853554.435124:0:29632:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21e.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853554.435127:0:29632:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853554.435129:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f7f0 00800000:00000002:3.0:1780853554.435131:0:29632:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21e.recovery-small-2' -> mds #0 00000002:00000001:3.0:1780853554.435134:0:29632:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.435135:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f728 00000002:00010000:3.0:1780853554.435137:0:29632:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21e.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780853554.435141:0:29632:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853554.435143:0:29632:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853554.435148:0:29632:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853554.435152:0:29632:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853554.435158:0:29632:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853554.435161:0:29632:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.435164:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.435166:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.435167:0:29632:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.435170:0:29632:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.435172:0:29632:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.435175:0:29632:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.435182:0:29632:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fad800. 00000100:00000001:3.0:1780853554.435189:0:29632:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.435195:0:29632:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.435196:0:29632:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.435198:0:29632:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.435199:0:29632:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.435201:0:29632:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.435209:0:29632:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00010000:00000001:3.0:1780853554.435214:0:29632:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853554.435216:0:29632:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853554.435220:0:29632:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3d00 count: 2 00010000:00000001:3.0:1780853554.435222:0:29632:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.435224:0:29632:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853554.435228:0:29632:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853554.435231:0:29632:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853554.435233:0:29632:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170200 with handle 0xa8f483e9eb300b89 to hash 00000020:00000001:3.0:1780853554.435235:0:29632:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853554.435236:0:29632:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.435240:0:29632:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.435243:0:29632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.435244:0:29632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.435247:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 29632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.435255:0:29632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.435519:0:29632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853554.435526:0:29632:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853554.435528:0:29632:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853554.435536:0:29632:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.435538:0:29632:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201040896 : -107453508510720 : ffff9e4587cb9c00) 00000100:00000001:3.0:1780853554.435540:0:29632:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.435542:0:29632:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853554.435547:0:29632:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.435551:0:29632:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.435553:0:29632:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853554.435555:0:29632:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.435566:0:29632:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.435575:0:29632:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.435577:0:29632:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.435580:0:29632:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.435583:0:29632:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.435585:0:29632:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.435589:0:29632:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:29632:1867358631385216:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853554.435593:0:29632:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.435599:0:29632:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.435601:0:29632:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.435604:0:29632:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.435609:0:29632:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853554.435611:0:29632:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.435619:0:29632:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.435623:0:29632:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853554.435629:0:29632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a220. 00000100:00000200:3.0:1780853554.435636:0:29632:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631385216, portal 10 00000100:00000001:3.0:1780853554.435638:0:29632:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.435640:0:29632:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853554.435645:0:29632:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853690 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.435653:0:29632:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.435656:0:29632:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.435658:0:29632:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000200:3.0:1780853554.435662:0:29632:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631385216, offset 0 00000400:00000200:3.0:1780853554.435668:0:29632:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.436733:0:29632:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.436753:0:29632:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.436757:0:29632:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.436761:0:29632:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.436765:0:29632:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.436775:0:29632:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.436779:0:29632:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2153:2153:256:4294967295] 192.168.202.110@tcp LPNI seq info [2153:2153:8:4294967295] 00000400:00000200:3.0:1780853554.436784:0:29632:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.436799:0:29632:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.436804:0:29632:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.436812:0:29632:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853554.436818:0:29632:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.436826:0:29632:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.436830:0:29632:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.436850:0:29632:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.436855:0:29632:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 544090 usecs (545 jiffies) 00000400:00000200:3.0:1780853554.436858:0:29632:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.436861:0:29632:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296351736 00000100:00000001:3.0:1780853554.436864:0:29632:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.436866:0:29632:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296351736 00000100:00000001:3.0:1780853554.436868:0:29632:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.436871:0:29632:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.436874:0:29632:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.436876:0:29632:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.436878:0:29632:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853554.436881:0:29632:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9c00 going to sleep for 131 seconds 00000100:00000001:3.0:1780853554.436883:0:29632:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.436886:0:29632:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.455947:0:29632:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.455956:0:29632:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.455958:0:29632:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.455961:0:29632:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853554.455967:0:29632:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a220 00000400:00000010:3.0:1780853554.455969:0:29632:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a220. 00000100:00000001:3.0:1780853554.455982:0:29632:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.455987:0:29632:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853554.455995:0:29632:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.456002:0:29632:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.456004:0:29632:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.456007:0:29632:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.456011:0:29632:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.456013:0:29632:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.456015:0:29632:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.456018:0:29632:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.456038:0:29632:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=95 v=101 (101 101 101 136) 00000100:00001000:3.0:1780853554.456043:0:29632:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.456046:0:29632:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.456047:0:29632:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.456051:0:29632:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.456055:0:29632:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.456059:0:29632:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853554.456061:0:29632:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1780853554.456064:0:29632:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.456065:0:29632:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.456070:0:29632:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.456084:0:29632:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.456087:0:29632:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.456089:0:29632:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853554.456093:0:29632:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853690 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853554.456100:0:29632:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:29632:1867358631385216:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853554.456105:0:29632:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.456107:0:29632:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.456109:0:29632:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853554.456111:0:29632:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.456114:0:29632:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853690 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.456120:0:29632:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.456123:0:29632:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.456126:0:29632:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853554.456127:0:29632:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.456130:0:29632:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853554.456133:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456135:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456138:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853554.456140:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456142:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000040:3.0:1780853554.456148:0:29632:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170200, remote cookie: 0x562725ecec9797ad, flags: 0x1001 00010000:00010000:3.0:1780853554.456154:0:29632:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853554.456162:0:29632:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853554.456166:0:29632:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853554.456173:0:29632:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3700. 00010000:00000010:3.0:1780853554.456178:0:29632:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02400. 00010000:00000001:3.0:1780853554.456183:0:29632:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.456186:0:29632:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.456193:0:29632:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456199:0:29632:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853554.456202:0:29632:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853554.456205:0:29632:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853554.456206:0:29632:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853554.456207:0:29632:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853554.456210:0:29632:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x1c:0x0].0x0 (ffff9e45853e3700) refcount = 1 00010000:00010000:3.0:1780853554.456213:0:29632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456219:0:29632:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853554.456222:0:29632:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853554.456224:0:29632:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.456226:0:29632:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853554.456228:0:29632:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.456231:0:29632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456236:0:29632:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853554.456237:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456239:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.456239:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456241:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.456242:0:29632:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.456246:0:29632:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853554.456248:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456249:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456251:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.456252:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456254:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456256:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456257:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456258:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853554.456260:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456261:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456302:0:29632:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.456498:0:29632:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.456503:0:29632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456510:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456511:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.456512:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456513:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456515:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=5 00000020:00000001:3.0:1780853554.456516:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456518:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456521:0:29632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.456523:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456529:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456530:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853554.456532:0:29632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456538:0:29632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.456539:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456541:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.456543:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456543:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853554.456549:0:29632:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853554.456556:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456557:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456558:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.456560:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456562:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456564:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456564:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.456566:0:29632:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.456568:0:29632:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.456572:0:29632:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853554.456574:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456575:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456576:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.456578:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456579:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00000002:00010000:3.0:1780853554.456583:0:29632:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.456589:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456590:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.456591:0:29632:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853554.456592:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.456593:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.456594:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.456596:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.456598:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000040:3.0:1780853554.456602:0:29632:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 2 00010000:00000001:3.0:1780853554.456604:0:29632:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853554.456607:0:29632:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/28 (0 0) 00010000:00000001:3.0:1780853554.456610:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.456611:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.456613:0:29632:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853554.456617:0:29632:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f6a8 00000002:00002000:3.0:1780853554.456619:0:29632:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21e.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853554.456622:0:29632:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.456627:0:29632:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.456631:0:29632:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853554.456634:0:29632:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853554.456638:0:29632:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853554.456642:0:29632:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.456645:0:29632:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853554.456647:0:29632:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c7fa28 it_disposition b 00000080:00000001:3.0:1780853554.456649:0:29632:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853554.456656:0:29632:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853554.456658:0:29632:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853554.456661:0:29632:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833948 : 144115205322833948 : 20000040400001c) 00000080:00000001:3.0:1780853554.456664:0:29632:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853554.456682:0:29632:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853554.456685:0:29632:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1c:0x0] 00000080:00000001:3.0:1780853554.456688:0:29632:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.456690:0:29632:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833948 : 144115205322833948 : 20000040400001c) 00000080:00000001:3.0:1780853554.456988:0:29632:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853554.456992:0:29632:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833948 mtime from 1780853531 to 1780853532 00000080:00200000:3.0:1780853554.456997:0:29632:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x1c:0x0], updating i_size 7680 00000080:00200000:3.0:1780853554.457000:0:29632:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1c:0x0](ffff9e459198b248): rc = 0 00000080:00000001:3.0:1780853554.457002:0:29632:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365476424 : -107453344075192 : ffff9e459198b248) 00010000:00000001:3.0:1780853554.457005:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.457007:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.457008:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.457010:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.457012:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.457014:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.457015:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.457017:0:29632:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853554.457143:0:29632:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853554.457146:0:29632:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853554.457150:0:29632:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853554.457152:0:29632:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.457155:0:29632:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1c:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300b89 00800000:00000001:3.0:1780853554.457159:0:29632:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.457160:0:29632:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.457162:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.457163:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.457165:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.457166:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.457169:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.457171:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.457173:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.457174:0:29632:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.457176:0:29632:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853554.457184:0:29632:0:(namei.c:629:ll_splice_alias()) Reuse dentry ffff9e4589e6baf8 inode ffff9e459198b248 refc 2 flags 0x20000e 00000080:00000001:3.0:1780853554.457188:0:29632:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853554.457190:0:29632:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.457192:0:29632:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853554.457196:0:29632:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1c:0x0](ffff9e459198b248) 00000080:00010000:3.0:1780853554.457199:0:29632:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b89 from it ffffb4b401c7fa28 00010000:00000001:3.0:1780853554.457201:0:29632:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.457202:0:29632:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.457204:0:29632:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853554.457206:0:29632:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.457208:0:29632:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853554.457210:0:29632:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.457213:0:29632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.457220:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.457222:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.457223:0:29632:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.457226:0:29632:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.457228:0:29632:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300b89 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797ad expref: -99 pid: 29632 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.457235:0:29632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.457238:0:29632:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.457240:0:29632:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.457244:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.457245:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.457247:0:29632:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.457250:0:29632:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.457251:0:29632:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.457254:0:29632:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.457257:0:29632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.457259:0:29632:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.457260:0:29632:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.457261:0:29632:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.457263:0:29632:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=18446636620236372728 : -107453473178888 : 0xffff9e4589e6baf8) 00000080:00000010:3.0:1780853554.457295:0:29632:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45936bb400. 00000100:00000001:3.0:1780853554.457300:0:29632:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.457438:0:29632:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631385216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853690 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.457447:0:29632:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.457450:0:29632:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.457453:0:29632:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853554.457457:0:29632:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.457459:0:29632:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.457461:0:29632:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853554.457463:0:29632:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.457466:0:29632:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853554.457470:0:29632:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.457472:0:29632:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.457474:0:29632:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:3.0:1780853554.457477:0:29632:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.457479:0:29632:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1780853554.467277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989de0. 00000080:00000010:1.1:1780853554.484516:0:2372:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15ae0. 00000100:00000001:3.0:1780853554.491635:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.491639:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.491645:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.491647:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.491650:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b580. 00000400:00000200:3.0:1780853554.491655:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:3.0:1780853554.491657:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:3.0:1780853554.491660:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.491665:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104a80 x1867358631385472/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853554.491675:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104a80 x1867358631385472/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.491681:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.491684:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.491687:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.491691:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.491693:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.491696:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.491700:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.491710:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=95 v=5 (5 5 37 37) 00000100:00001000:3.0:1780853554.491714:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.491717:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.491718:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.491721:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.491725:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.491728:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853554.491731:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967321 gen 12 00000100:00000040:3.0:1780853554.491735:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853554.491749:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.491751:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.491757:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104a80 x1867358631385472/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.491764:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.491768:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.491770:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.491773:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853554.491779:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853554.491782:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853554.491784:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:3.0:1780853554.491787:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.491789:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:3.0:1780853554.491791:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:3.0:1780853554.491795:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00001000:3.0:1780853554.491799:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=1780853554 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853554.491801:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585126418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853554.491805:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:3.0:1780853554.491811:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1780853554.491815:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:3.0:1780853554.491817:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853554.491820:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853554.491824:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853554.491827:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853554.491830:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853554.491834:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853554.491836:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853554.491839:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853554.491840:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.491842:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.491845:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491847:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491848:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.491850:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.491851:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491853:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853554.491854:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853554.491868:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853554.491870:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491872:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491875:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.491877:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.491879:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.491882:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.491884:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853554.491887:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1780853554.491891:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1780853554.491894:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853554.491895:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853554.491897:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853554.491898:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1780853554.491900:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1780853554.491902:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1780853554.491907:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1780853554.491908:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1780853554.491910:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.491912:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853554.491913:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853554.491915:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853554.491916:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.491917:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.491918:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491920:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491921:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853554.491922:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853554.491924:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491925:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853554.491927:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853554.491928:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853554.491930:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491931:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.491933:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.491934:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.491936:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.491938:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.491939:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853554.491941:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.491944:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853554.491950:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e1b073ad): req@ffff9e4583106300 x1867358631385600/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.491977:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.491980:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.491985:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358631385472/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853554.491992:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631385472:192.168.202.110@tcp:8:checkstat.0 00000100:00000001:3.0:1780853554.491997:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.492000:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.492003:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104a80 x1867358631385472/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.492009:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.492012:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.492016:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8800. 02000000:00000001:3.0:1780853554.492019:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.492021:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.492023:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853554.492026:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.492028:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d71800. 02000000:00000001:3.0:1780853554.492032:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.492034:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.492036:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104a80. 00000100:00000001:3.0:1780853554.492039:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.492040:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.492042:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.492051:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.492053:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.492055:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.492057:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853554.620460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00000080:00000010:3.0:1780853554.664920:0:29633:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45936bb400. 00800000:00000002:3.0:1780853554.664931:0:29633:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.664937:0:29633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.664942:0:29633:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.664946:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fae0 00800000:00000002:3.0:1780853554.664948:0:29633:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853554.664953:0:29633:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853554.664957:0:29633:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853554.664962:0:29633:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.664964:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f9b0 00000002:00010000:3.0:1780853554.664965:0:29633:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853554.664969:0:29633:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853554.664971:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.664974:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.664980:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3d00 count: 2 00010000:00000001:3.0:1780853554.664984:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.664988:0:29633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.664992:0:29633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853554.664996:0:29633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1780853554.665007:0:29633:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853554.665013:0:29633:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.665016:0:29633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1780853554.665039:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853554.665042:0:29633:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.665043:0:29633:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.665045:0:29633:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.665047:0:29633:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.665049:0:29633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853554.665052:0:29633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853554.665054:0:29633:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853554.665058:0:29633:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45936bb400. 00000080:00000001:3.0:1780853554.665065:0:29633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853554.665067:0:29633:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.665069:0:29633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853554.665074:0:29633:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300b6d 00800000:00000001:3.0:1780853554.665077:0:29633:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.665079:0:29633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.665081:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.665083:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.665085:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:3.0:1780853554.665087:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.665090:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.665093:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.665094:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.665096:0:29633:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.665097:0:29633:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.665099:0:29633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b6d from it ffffb4b401c9fbf8 00010000:00000001:3.0:1780853554.665101:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.665102:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.665104:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:3.0:1780853554.665105:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.665107:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853554.665109:0:29633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.665112:0:29633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1780853554.665117:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.665119:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.665120:0:29633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.665122:0:29633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.665124:0:29633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300b6d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97974b expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1780853554.665130:0:29633:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.665133:0:29633:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.665135:0:29633:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.665139:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.665140:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.665142:0:29633:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665145:0:29633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.665147:0:29633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665149:0:29633:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665151:0:29633:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665153:0:29633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.665154:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.665155:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853554.665158:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853554.665159:0:29633:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.665162:0:29633:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853554.665167:0:29633:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.665172:0:29633:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853554.665175:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fbc0 00000080:00002000:3.0:1780853554.665177:0:29633:0:(dcache.c:87:ll_dcompare()) found name d21e.recovery-small-1(ffff9e4591a9f870) flags 0x20000e refc 1 00000080:00000001:3.0:1780853554.665179:0:29633:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.665181:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fc08 00000080:00200000:3.0:1780853554.665182:0:29633:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21e.recovery-small-1, flags=266 00000080:00000001:3.0:1780853554.665186:0:29633:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853554.665188:0:29633:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.665194:0:29633:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853554.665195:0:29633:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8), inode mode 41ed mask 44 00000080:00000001:3.0:1780853554.665198:0:29633:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.665204:0:29633:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853554.665206:0:29633:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853554.665208:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fb78 00000080:00200008:3.0:1780853554.665210:0:29633:0:(file.c:1059:ll_file_open()) START file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff9e459190c2c8), flags 704400 00000080:00000010:3.0:1780853554.665215:0:29633:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c88c0. 00000080:00000001:3.0:1780853554.665221:0:29633:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1780853554.665225:0:29633:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45936bb400. 00800000:00000002:3.0:1780853554.665227:0:29633:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.665230:0:29633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.665231:0:29633:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.665233:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa28 00800000:00000002:3.0:1780853554.665235:0:29633:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1b:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853554.665238:0:29633:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1780853554.665240:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f9a8 00800000:00000002:3.0:1780853554.665242:0:29633:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1b:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1780853554.665245:0:29633:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.665246:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f8e0 00000002:00010000:3.0:1780853554.665248:0:29633:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1780853554.665252:0:29633:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853554.665254:0:29633:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780853554.665257:0:29633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853554.665261:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 2 00010000:00000001:3.0:1780853554.665299:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.665303:0:29633:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853554.665306:0:29633:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665308:0:29633:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.665310:0:29633:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.665312:0:29633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853554.665314:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3d00 count: 2 00010000:00000001:3.0:1780853554.665316:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.665317:0:29633:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853554.665319:0:29633:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665320:0:29633:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.665322:0:29633:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.665327:0:29633:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853554.665331:0:29633:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853554.665337:0:29633:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853554.665338:0:29633:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665341:0:29633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853554.665344:0:29633:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.665347:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.665348:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.665349:0:29633:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.665352:0:29633:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.665354:0:29633:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.665357:0:29633:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.665364:0:29633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fac000. 00000100:00000001:3.0:1780853554.665371:0:29633:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665375:0:29633:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.665377:0:29633:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665378:0:29633:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.665379:0:29633:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.665381:0:29633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.665388:0:29633:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00010000:00000001:3.0:1780853554.665391:0:29633:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853554.665393:0:29633:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853554.665395:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3d00 count: 2 00010000:00000001:3.0:1780853554.665397:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.665399:0:29633:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853554.665403:0:29633:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170e00. 00000020:00000001:3.0:1780853554.665406:0:29633:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853554.665408:0:29633:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170e00 with handle 0xa8f483e9eb300ba5 to hash 00000020:00000001:3.0:1780853554.665410:0:29633:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853554.665411:0:29633:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.665415:0:29633:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.665418:0:29633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.665419:0:29633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.665422:0:29633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 29633 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.665429:0:29633:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29633 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853554.665460:0:29633:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 2 is allocated opc 101, max 7 00000100:00100000:3.0:1780853554.665471:0:29633:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583171f80 x1867358631386624/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853554.665480:0:29633:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 29633 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853554.665486:0:29633:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853554.665487:0:29633:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853554.665495:0:29633:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.665497:0:29633:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201040896 : -107453508510720 : ffff9e4587cb9c00) 00000100:00000001:3.0:1780853554.665500:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.665501:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853554.665507:0:29633:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.665512:0:29633:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.665514:0:29633:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853554.665515:0:29633:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.665520:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631386624/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.665527:0:29633:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.665530:0:29633:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.665534:0:29633:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.665537:0:29633:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.665539:0:29633:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.665542:0:29633:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631386624:192.168.202.110@tcp:101:rm.0 00000100:00000001:3.0:1780853554.665546:0:29633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.665550:0:29633:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.665553:0:29633:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.665555:0:29633:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.665641:0:29633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853554.665644:0:29633:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.665651:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.665655:0:29633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853554.665662:0:29633:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4590cc3800. 00000100:00000200:3.0:1780853554.665671:0:29633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631386624, portal 10 00000100:00000001:3.0:1780853554.665673:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.665675:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853554.665681:0:29633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171f80 x1867358631386624/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853690 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.665689:0:29633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.665691:0:29633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.665708:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a220. 00000100:00000200:3.0:1780853554.665712:0:29633:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631386624, offset 0 00000400:00000200:3.0:1780853554.665719:0:29633:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.665726:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.665733:0:29633:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.665747:0:29633:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.665752:0:29633:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.665756:0:29633:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.665759:0:29633:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.665763:0:29633:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2163:2163:256:4294967295] 192.168.202.110@tcp LPNI seq info [2163:2163:8:4294967295] 00000400:00000200:3.0:1780853554.665775:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.665784:0:29633:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.665789:0:29633:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.665795:0:29633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853554.665801:0:29633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.665808:0:29633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.665812:0:29633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.665830:0:29633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.665834:0:29633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 538773 usecs (539 jiffies) 00000400:00000200:3.0:1780853554.665837:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.665840:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296351958 00000100:00000001:3.0:1780853554.665843:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.665845:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296351958 00000100:00000001:3.0:1780853554.665847:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.665850:0:29633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.665852:0:29633:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.665854:0:29633:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.665856:0:29633:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853554.665859:0:29633:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9c00 going to sleep for 131 seconds 00000100:00000001:3.0:1780853554.665861:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.665864:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.692223:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.692230:0:29633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.692232:0:29633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.692236:0:29633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853554.692242:0:29633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590cc3800 00000400:00000010:3.0:1780853554.692244:0:29633:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4590cc3800. 00000100:00000001:3.0:1780853554.692248:0:29633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.692252:0:29633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631386624/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853554.692259:0:29633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631386624/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.692309:0:29633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.692311:0:29633:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.692313:0:29633:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.692317:0:29633:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.692319:0:29633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.692321:0:29633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.692324:0:29633:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.692332:0:29633:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=95 v=101 (101 101 101 136) 00000100:00001000:3.0:1780853554.692336:0:29633:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.692338:0:29633:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.692340:0:29633:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692342:0:29633:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.692345:0:29633:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.692348:0:29633:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853554.692350:0:29633:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853554.692352:0:29633:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853554.692354:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.692356:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853554.692359:0:29633:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853554.692361:0:29633:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1780853554.692363:0:29633:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.692365:0:29633:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.692370:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.692376:0:29633:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.692379:0:29633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.692381:0:29633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853554.692385:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853554.692392:0:29633:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631386624:192.168.202.110@tcp:101:rm.0 00000100:00000001:3.0:1780853554.692397:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.692400:0:29633:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.692401:0:29633:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853554.692403:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.692406:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.692412:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.692416:0:29633:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.692419:0:29633:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853554.692420:0:29633:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692423:0:29633:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853554.692427:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692430:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692433:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853554.692435:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692438:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853554.692444:0:29633:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170e00, remote cookie: 0x562725ecec9797f3, flags: 0x1001 00010000:00000040:3.0:1780853554.692448:0:29633:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853554.692450:0:29633:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1780853554.692456:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 2 00010000:00000001:3.0:1780853554.692459:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.692463:0:29633:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.692468:0:29633:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853554.692478:0:29633:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.692485:0:29633:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853554.692489:0:29633:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853554.692492:0:29633:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853554.692494:0:29633:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853554.692495:0:29633:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853554.692498:0:29633:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x1b:0x0].0x0 (ffff9e4594837500) refcount = 2 00010000:00000040:3.0:1780853554.692501:0:29633:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780853554.692503:0:29633:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780853554.692510:0:29633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.692516:0:29633:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853554.692520:0:29633:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853554.692521:0:29633:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.692524:0:29633:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853554.692527:0:29633:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.692530:0:29633:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.692535:0:29633:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853554.692537:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692538:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.692539:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692540:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.692541:0:29633:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.692546:0:29633:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853554.692547:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692549:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692550:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692552:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692554:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692556:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692557:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853554.692562:0:29633:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853554.692571:0:29633:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853554.692575:0:29633:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853554.692581:0:29633:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692583:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692584:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692586:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692588:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692590:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692592:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692593:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.692595:0:29633:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.692597:0:29633:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.692600:0:29633:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780853554.692602:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.692603:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00010000:00000001:3.0:1780853554.692605:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692606:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692607:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692609:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692611:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00000002:00010000:3.0:1780853554.692614:0:29633:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.692620:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692620:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.692622:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853554.692624:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692625:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692626:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692628:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692630:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853554.692633:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 3 00010000:00000001:3.0:1780853554.692634:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853554.692638:0:29633:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/27 (0 0) 00010000:00000001:3.0:1780853554.692641:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692642:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.692643:0:29633:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853554.692646:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f860 00000002:00002000:3.0:1780853554.692648:0:29633:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1780853554.692651:0:29633:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.692654:0:29633:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.692657:0:29633:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853554.692660:0:29633:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853554.692663:0:29633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853554.692666:0:29633:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853554.692670:0:29633:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45936bb400. 00000080:00000001:3.0:1780853554.692675:0:29633:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853554.692680:0:29633:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853554.692683:0:29633:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853554.692686:0:29633:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853554.692688:0:29633:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1b:0x0] 00000080:00000001:3.0:1780853554.692691:0:29633:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.692695:0:29633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833947 : 144115205322833947 : 20000040400001b) 00000080:00000001:3.0:1780853554.692698:0:29633:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853554.692704:0:29633:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x1b:0x0], updating i_size 7680 00010000:00000001:3.0:1780853554.692706:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692707:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692709:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692711:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692713:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692715:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692716:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.692718:0:29633:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853554.692721:0:29633:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853554.692722:0:29633:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.692725:0:29633:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b:0x0](ffff9e459190c2c8) for lock 0xa8f483e9eb300ba5 00800000:00000001:3.0:1780853554.692728:0:29633:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.692729:0:29633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.692731:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692732:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692733:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692734:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692746:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692749:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692750:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.692752:0:29633:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.692753:0:29633:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.692757:0:29633:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853554.692758:0:29633:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.692761:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.692765:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.692771:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.692774:0:29633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ba5 from it ffffb4b401c9fbd0 00010000:00000001:3.0:1780853554.692776:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.692777:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.692778:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853554.692780:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692781:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.692784:0:29633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.692786:0:29633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853554.692792:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692794:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.692795:0:29633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.692798:0:29633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.692800:0:29633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.692808:0:29633:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.692810:0:29633:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.692812:0:29633:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.692816:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692817:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.692819:0:29633:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692822:0:29633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.692823:0:29633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692826:0:29633:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692828:0:29633:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.692830:0:29633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.692831:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.692832:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853554.692835:0:29633:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853554.692842:0:29633:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852de980. 00000080:00000001:3.0:1780853554.692845:0:29633:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853554.692849:0:29633:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853554.692851:0:29633:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853554.692854:0:29633:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989dc0. 00000002:00100000:3.0:1780853554.692858:0:29633:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853554.692864:0:29633:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.692865:0:29633:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853554.692869:0:29633:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853554.692872:0:29633:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.692876:0:29633:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853554.692877:0:29633:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.692879:0:29633:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.692883:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.692886:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631386624/t4294967582(4294967582) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853554.692896:0:29633:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.692900:0:29633:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853554.692934:0:29633:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853554.692936:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.692939:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fb78 00000080:00000008:3.0:1780853554.692941:0:29633:0:(file.c:1298:ll_file_open()) COMPLETED file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff9e459190c2c8), flags 704400, rc = 0 00000080:00000001:3.0:1780853554.692945:0:29633:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.692969:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fd28 00000080:00200008:3.0:1780853554.692971:0:29633:0:(file.c:6228:ll_getattr_dentry()) START file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff9e459190c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853554.692979:0:29633:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1780853554.692982:0:29633:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.692986:0:29633:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853554.692987:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fca0 00000080:00200000:3.0:1780853554.692989:0:29633:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8),name=d21e.recovery-small-1 00000080:00000010:3.0:1780853554.692995:0:29633:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45936bb400. 00800000:00000002:3.0:1780853554.693001:0:29633:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853554.693007:0:29633:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853554.693011:0:29633:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.693013:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fbc0 00800000:00000002:3.0:1780853554.693015:0:29633:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1b:0x0] 'd21e.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853554.693019:0:29633:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853554.693023:0:29633:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1b:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853554.693028:0:29633:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853554.693029:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa90 00000002:00010000:3.0:1780853554.693031:0:29633:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853554.693035:0:29633:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853554.693037:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.693038:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.693042:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 3 00010000:00000001:3.0:1780853554.693044:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.693047:0:29633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.693050:0:29633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853554.693054:0:29633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1780853554.693061:0:29633:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853554.693065:0:29633:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.693068:0:29633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1780853554.693074:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853554.693076:0:29633:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.693078:0:29633:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.693080:0:29633:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853554.693082:0:29633:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853554.693084:0:29633:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853554.693086:0:29633:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853554.693088:0:29633:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853554.693090:0:29633:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45936bb400. 00000080:00000001:3.0:1780853554.693093:0:29633:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853554.693095:0:29633:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.693098:0:29633:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1b:0x0](ffff9e459190c2c8) 00000080:00010000:3.0:1780853554.693101:0:29633:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1b:0x0](ffff9e459190c2c8) for lock 0xa8f483e9eb300b74 00800000:00000001:3.0:1780853554.693103:0:29633:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853554.693105:0:29633:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853554.693106:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.693107:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.693109:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:3.0:1780853554.693111:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.693112:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.693114:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.693115:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.693116:0:29633:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.693118:0:29633:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853554.693120:0:29633:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300b74 from it ffffb4b401c9fcd8 00010000:00000001:3.0:1780853554.693122:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.693123:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.693124:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:3.0:1780853554.693126:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.693128:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853554.693129:0:29633:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853554.693132:0:29633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853554.693138:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.693139:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.693140:0:29633:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853554.693141:0:29633:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853554.693143:0:29633:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853554.693148:0:29633:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853554.693150:0:29633:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853554.693151:0:29633:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.693153:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.693154:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.693155:0:29633:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.693157:0:29633:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853554.693158:0:29633:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.693160:0:29633:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.693161:0:29633:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.693163:0:29633:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853554.693164:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.693165:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853554.693166:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853554.693167:0:29633:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.693170:0:29633:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.693174:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fd28 00000080:00000008:3.0:1780853554.693175:0:29633:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21e.recovery-small-1:[0x200000404:0x1b:0x0](ffff9e459190c2c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:3.0:1780853554.693248:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fd48 00000080:00200000:3.0:1780853554.693250:0:29633:0:(llite_lib.c:2770:ll_statfs()) VFS Op:sb=lustre (ffff9e4592299000) d21e.recovery-small-1 proj=0 00000080:00000001:3.0:1780853554.693253:0:29633:0:(llite_lib.c:2605:ll_statfs_internal()) Process entered 00000080:00000001:3.0:1780853554.693255:0:29633:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:3.0:1780853554.693257:0:29633:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9e4592299000: age 1652, max_age 1683 00800000:00000001:3.0:1780853554.693261:0:29633:0:(lmv_obd.c:1429:lmv_statfs()) Process entered 00800000:00000010:3.0:1780853554.693292:0:29633:0:(lmv_obd.c:1433:lmv_statfs()) kmalloced '(temp)': 144 at ffff9e4587cb9c00. 00800000:00000001:3.0:1780853554.693295:0:29633:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1780853554.693296:0:29633:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: age 1652, max_age 1683 00000002:00000001:3.0:1780853554.693299:0:29633:0:(mdc_request.c:1665:mdc_statfs()) Process entered 00000020:00000040:3.0:1780853554.693302:0:29633:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000010:3.0:1780853554.693309:0:29633:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170000. 00000020:00000040:3.0:1780853554.693312:0:29633:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853554.693315:0:29633:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.693317:0:29633:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.693320:0:29633:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.693326:0:29633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45936bb400. 00000100:00000001:3.0:1780853554.693332:0:29633:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.693335:0:29633:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853554.693337:0:29633:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853554.693341:0:29633:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9240. 00000100:00000001:3.0:1780853554.693343:0:29633:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038400 : -107453508513216 : ffff9e4587cb9240) 00000100:00000001:3.0:1780853554.693345:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.693346:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122095616 : -107453587456000 : ffff9e4583170000) 00000100:00000001:3.0:1780853554.693351:0:29633:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.693355:0:29633:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.693357:0:29633:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853554.693358:0:29633:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.693364:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.693371:0:29633:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.693373:0:29633:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.693376:0:29633:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.693378:0:29633:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.693381:0:29633:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.693383:0:29633:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631386752:192.168.202.110@tcp:41:rm.0 00000100:00000001:3.0:1780853554.693389:0:29633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.693394:0:29633:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.693396:0:29633:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.693398:0:29633:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.693402:0:29633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fac400. 02000000:00000001:3.0:1780853554.693404:0:29633:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.693410:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.693413:0:29633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853554.693419:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853554.693425:0:29633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631386752, portal 10 00000100:00000001:3.0:1780853554.693427:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.693428:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122095616 : -107453587456000 : ffff9e4583170000) 00000100:00000040:3.0:1780853554.693434:0:29633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.693441:0:29633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.693444:0:29633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.693447:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8af68. 00000100:00000200:3.0:1780853554.693451:0:29633:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867358631386752, offset 0 00000400:00000200:3.0:1780853554.693456:0:29633:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.693463:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.693470:0:29633:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.693476:0:29633:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.693480:0:29633:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.693484:0:29633:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.693486:0:29633:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.693489:0:29633:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2164:2164:256:4294967295] 192.168.202.110@tcp LPNI seq info [2164:2164:8:4294967295] 00000400:00000200:3.0:1780853554.693493:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.693502:0:29633:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.693508:0:29633:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.693512:0:29633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853554.693520:0:29633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.693527:0:29633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.693531:0:29633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.693541:0:29633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.693545:0:29633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 537907 usecs (538 jiffies) 00000400:00000200:3.0:1780853554.693549:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.693551:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296351986 00000100:00000001:3.0:1780853554.693554:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.693556:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296351986 00000100:00000001:3.0:1780853554.693558:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.693560:0:29633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.693562:0:29633:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.693565:0:29633:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.693566:0:29633:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853554.693569:0:29633:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9240 going to sleep for 131 seconds 00000100:00000001:3.0:1780853554.693571:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.693573:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.704594:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.704602:0:29633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.704604:0:29633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.704607:0:29633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853554.704612:0:29633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853554.704614:0:29633:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853554.704617:0:29633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.704622:0:29633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853554.704645:0:29633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.704652:0:29633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.704654:0:29633:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.704657:0:29633:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.704660:0:29633:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.704663:0:29633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.704666:0:29633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.704669:0:29633:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.704678:0:29633:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=95 v=101 (101 101 101 136) 00000100:00001000:3.0:1780853554.704683:0:29633:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.704685:0:29633:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.704687:0:29633:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.704690:0:29633:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.704693:0:29633:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.704697:0:29633:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853554.704699:0:29633:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1780853554.704701:0:29633:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.704704:0:29633:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.704709:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.704717:0:29633:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.704720:0:29633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.704722:0:29633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853554.704726:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853554.704734:0:29633:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631386752:192.168.202.110@tcp:41:rm.0 00000100:00000001:3.0:1780853554.704750:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.704753:0:29633:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.704755:0:29633:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853554.704757:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.704761:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.704777:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.704780:0:29633:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9240. 00000100:00000001:3.0:1780853554.704784:0:29633:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853554.704785:0:29633:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.704790:0:29633:0:(mdc_request.c:1717:mdc_statfs()) Process leaving 00000100:00000001:3.0:1780853554.704792:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.704796:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170000 x1867358631386752/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.704803:0:29633:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853554.704806:0:29633:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853554.704808:0:29633:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fac400. 02000000:00000001:3.0:1780853554.704811:0:29633:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853554.704814:0:29633:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.704816:0:29633:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853554.704819:0:29633:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853554.704822:0:29633:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45936bb400. 02000000:00000001:3.0:1780853554.704825:0:29633:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853554.704827:0:29633:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853554.704829:0:29633:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170000. 00000100:00000001:3.0:1780853554.704833:0:29633:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853554.704834:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853554.704835:0:29633:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853554.704836:0:29633:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853554.704838:0:29633:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1780853554.704841:0:29633:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: update ffff9e45904bb7d0 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:3.0:1780853554.704845:0:29633:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.704848:0:29633:0:(lmv_obd.c:1469:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1780853554.704850:0:29633:0:(lmv_obd.c:1493:lmv_statfs()) kfreed 'temp': 144 at ffff9e4587cb9c00. 00800000:00000001:3.0:1780853554.704852:0:29633:0:(lmv_obd.c:1494:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1780853554.704856:0:29633:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9e4592299000: update ffff9e45904b9e10 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1780853554.704860:0:29633:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1780853554.704863:0:29633:0:(llite_lib.c:2622:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:3.0:1780853554.704865:0:29633:0:(llite_lib.c:2625:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853554.704867:0:29633:0:(llite_lib.c:2658:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.704900:0:29633:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1780853554.704903:0:29633:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8) pos/size0/7680 32bit_api 0 00000080:00000010:3.0:1780853554.704910:0:29633:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45936bb400. 00000080:00000001:3.0:1780853554.704917:0:29633:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1780853554.704924:0:29633:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446739483541118464 : -4590168433152 : fffffbd344a41e00) 00000080:00000001:3.0:1780853554.704928:0:29633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833947 : 144115205322833947 : 20000040400001b) 00000080:00000001:3.0:1780853554.704932:0:29633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853554.704935:0:29633:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833949 : 144115205322833949 : 20000040400001d) 00000080:00000001:3.0:1780853554.704939:0:29633:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853554.704943:0:29633:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45936bb400. 00000080:00000001:3.0:1780853554.704947:0:29633:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.704956:0:29633:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1780853554.704958:0:29633:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:3.0:1780853554.704961:0:29633:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853554.704963:0:29633:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.704994:0:29633:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853554.704997:0:29633:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853554.704999:0:29633:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8), inode mode 41ed mask 1 00000080:00000001:3.0:1780853554.705003:0:29633:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.705011:0:29633:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853554.705014:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fda0 00000080:00002000:3.0:1780853554.705016:0:29633:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e4591a9fca8) flags 0x48000e refc 0 00000080:00000001:3.0:1780853554.705019:0:29633:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.705021:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fe10 00000080:00200000:3.0:1780853554.705023:0:29633:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1780853554.705028:0:29633:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853554.705030:0:29633:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1b:0x0](ffff9e459190c2c8), inode mode 41ed mask 3 00000080:00000001:3.0:1780853554.705032:0:29633:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.705036:0:29633:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:3.0:1780853554.705038:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fdf8 00000080:00200000:3.0:1780853554.705040:0:29633:0:(namei.c:2404:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x1b:0x0](ffff9e459190c2c8) 00000080:00000001:3.0:1780853554.705043:0:29633:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1780853554.705045:0:29633:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.705050:0:29633:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286000. 00000020:00000010:3.0:1780853554.705054:0:29633:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45936bb400. 00000020:00000010:3.0:1780853554.705060:0:29633:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853554.705064:0:29633:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853554.705071:0:29633:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.705075:0:29633:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.705080:0:29633:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.705086:0:29633:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.705090:0:29633:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.705094:0:29633:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61600. 00000008:00000010:3.0:1780853554.705097:0:29633:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.705101:0:29633:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.705104:0:29633:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.705107:0:29633:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c902d0. 00000020:00000001:3.0:1780853554.705111:0:29633:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374892552 : -107453334659064 : ffff9e4592286008) 00000020:00001000:3.0:1780853554.705113:0:29633:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286000 00000020:00000001:3.0:1780853554.705115:0:29633:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853554.705120:0:29633:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284a7c0 00020000:00000002:3.0:1780853554.705123:0:29633:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da53c0 addref 2/0 by ffff9e458284a7c0. 00020000:00000002:3.0:1780853554.705125:0:29633:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284a7c0 00020000:00000001:3.0:1780853554.705128:0:29633:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853554.705131:0:29633:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853554.705133:0:29633:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853554.705135:0:29633:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1780853554.705138:0:29633:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1780853554.705140:0:29633:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286000 00000020:00000010:3.0:1780853554.705144:0:29633:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853554.705148:0:29633:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853554.705151:0:29633:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.705154:0:29633:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.705157:0:29633:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.705160:0:29633:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.705163:0:29633:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.705166:0:29633:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45936bb400. 00000008:00000010:3.0:1780853554.705170:0:29633:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.705172:0:29633:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.705175:0:29633:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.705178:0:29633:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c902d0. 00000020:00000010:3.0:1780853554.705180:0:29633:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.705182:0:29633:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286000. 00000080:00000001:3.0:1780853554.705184:0:29633:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853554.705188:0:29633:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4591e61600. 00800000:00000001:3.0:1780853554.705198:0:29633:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:3.0:1780853554.705204:0:29633:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1780853554.705206:0:29633:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x1d:0x0] 00800000:00000001:3.0:1780853554.705208:0:29633:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853554.705210:0:29633:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000404:0x1b:0x0]/[0x200000404:0x1d:0x0] -> mds #0 00000002:00000001:3.0:1780853554.705215:0:29633:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1780853554.705217:0:29633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853554.705223:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 3 00010000:00000001:3.0:1780853554.705226:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.705228:0:29633:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853554.705232:0:29633:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853554.705236:0:29633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1780853554.705246:0:29633:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853554.705249:0:29633:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853554.705251:0:29633:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853554.705253:0:29633:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x1b:0x0] mode (null) 00000002:00000001:3.0:1780853554.705256:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.705597:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.705600:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 4 00010000:00000001:3.0:1780853554.705603:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.705607:0:29633:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1780853554.705610:0:29633:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1780853554.705612:0:29633:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853554.705616:0:29633:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.705620:0:29633:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300ba5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9797f3 expref: -99 pid: 29633 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853554.705689:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.705691:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.705692:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1780853554.705695:0:29633:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.705698:0:29633:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.705700:0:29633:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=2 00000020:00000001:3.0:1780853554.705703:0:29633:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.705706:0:29633:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853554.705708:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.705709:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853554.705711:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.705712:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.705715:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 4 00010000:00000001:3.0:1780853554.705717:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853554.705719:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.705721:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.705722:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.705724:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837500 count: 4 00010000:00000001:3.0:1780853554.705725:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853554.705728:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.705730:0:29633:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853554.705733:0:29633:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x1b:0x0] lli = ffff9e459190c200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853554.706119:0:29633:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1780853554.706123:0:29633:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853554.706125:0:29633:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853554.706127:0:29633:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1b:0x0](ffff9e459190c2c8) invalid 00000020:00000001:3.0:1780853554.706131:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa60 00000080:00002000:3.0:1780853554.706133:0:29633:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21e.recovery-small-1 (ffff9e4591a9f870) parent ffff9e4591970ca8 inode ffff9e459190c2c8 refc 3 00000080:00000001:3.0:1780853554.706138:0:29633:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853554.706140:0:29633:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853554.706141:0:29633:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.706146:0:29633:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853554.706151:0:29633:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853554.706153:0:29633:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853554.706156:0:29633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.706158:0:29633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853554.706161:0:29633:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779a00 with handle 0xa8f483e9eb300b74 from hash 00010000:00000001:3.0:1780853554.706163:0:29633:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853554.706165:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.706166:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.706167:0:29633:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853554.706170:0:29633:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853554.706173:0:29633:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853554.706176:0:29633:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853554.706178:0:29633:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.706181:0:29633:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.706184:0:29633:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853554.706188:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 2 00010000:00000001:3.0:1780853554.706190:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.706191:0:29633:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853554.706193:0:29633:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853554.706196:0:29633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853554.706204:0:29633:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853554.706206:0:29633:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853554.706207:0:29633:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853554.706209:0:29633:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x1d:0x0] mode (null) 00000002:00000001:3.0:1780853554.706211:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.706212:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.706214:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 3 00010000:00000001:3.0:1780853554.706215:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853554.706218:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.706220:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.706221:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.706222:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 3 00010000:00000001:3.0:1780853554.706224:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853554.706225:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.706227:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.706228:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.706229:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 3 00010000:00000001:3.0:1780853554.706230:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853554.706232:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.706233:0:29633:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853554.706234:0:29633:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853554.706236:0:29633:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3400 count: 3 00010000:00000001:3.0:1780853554.706239:0:29633:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853554.706241:0:29633:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.706242:0:29633:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.706245:0:29633:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853554.706246:0:29633:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.706251:0:29633:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286000. 00000020:00000010:3.0:1780853554.706255:0:29633:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853554.707077:0:29633:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45936bb400. 00000020:00000010:3.0:1780853554.707085:0:29633:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853554.707091:0:29633:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.707095:0:29633:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.707099:0:29633:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.707106:0:29633:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.707110:0:29633:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.707114:0:29633:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000008:00000010:3.0:1780853554.707117:0:29633:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.707120:0:29633:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.707123:0:29633:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.707126:0:29633:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c902d0. 00000020:00000001:3.0:1780853554.707129:0:29633:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374892552 : -107453334659064 : ffff9e4592286008) 00000020:00001000:3.0:1780853554.707131:0:29633:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286000 00000020:00000001:3.0:1780853554.707133:0:29633:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853554.707136:0:29633:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x1d:0x0]: losing layout lock 00000080:00000001:3.0:1780853554.707139:0:29633:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853554.707142:0:29633:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853554.707145:0:29633:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853554.707147:0:29633:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853554.707149:0:29633:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853554.707152:0:29633:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.707153:0:29633:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853554.707155:0:29633:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286000 00000020:00000010:3.0:1780853554.707159:0:29633:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45936bb400. 00000020:00000010:3.0:1780853554.707165:0:29633:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853554.707168:0:29633:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.707172:0:29633:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.707175:0:29633:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.707179:0:29633:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.707181:0:29633:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.707184:0:29633:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61c00. 00000008:00000010:3.0:1780853554.707188:0:29633:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.707191:0:29633:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.707193:0:29633:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.707195:0:29633:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c902d0. 00000020:00000010:3.0:1780853554.707198:0:29633:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000020:00000010:3.0:1780853554.707201:0:29633:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286000. 00000080:00000001:3.0:1780853554.707203:0:29633:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.707205:0:29633:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853554.707207:0:29633:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1d:0x0](ffff9e459198aa08) invalid 00000020:00000001:3.0:1780853554.707209:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa60 00000080:00002000:3.0:1780853554.707211:0:29633:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591a9fca8) parent ffff9e4591a9f870 inode ffff9e459198aa08 refc 1 00000080:00000001:3.0:1780853554.707214:0:29633:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853554.707215:0:29633:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853554.707217:0:29633:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.707220:0:29633:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853554.707222:0:29633:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853554.707224:0:29633:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853554.707225:0:29633:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.707228:0:29633:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853554.707230:0:29633:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171600 with handle 0xa8f483e9eb300b7b from hash 00010000:00000001:3.0:1780853554.707232:0:29633:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853554.707234:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.707235:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.707236:0:29633:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853554.707238:0:29633:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853554.707240:0:29633:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853554.707242:0:29633:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853554.707245:0:29633:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853554.707247:0:29633:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853554.707253:0:29633:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170000. 00000020:00000040:3.0:1780853554.707297:0:29633:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853554.707480:0:29633:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853554.707483:0:29633:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.707486:0:29633:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853554.707491:0:29633:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.707496:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.707497:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.707499:0:29633:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.707501:0:29633:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.707503:0:29633:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.707506:0:29633:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.707514:0:29633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45935d6600. 00000100:00000001:3.0:1780853554.707520:0:29633:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.707522:0:29633:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.707525:0:29633:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853554.707531:0:29633:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853554.707541:0:29633:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780853554.707548:0:29633:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:3.0:1780853554.707549:0:29633:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1780853554.707552:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853554.707554:0:29633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171600/0xa8f483e9eb300b7b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979783 expref: -99 pid: 29631 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853554.707562:0:29633:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852def40. 00010000:00000040:3.0:1780853554.707566:0:29633:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3400 count: 0 00010000:00000010:3.0:1780853554.707571:0:29633:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02b00. 00010000:00000001:3.0:1780853554.707580:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.707581:0:29633:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853554.707583:0:29633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300b74 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979767 expref: -99 pid: 29631 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853554.707590:0:29633:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.707592:0:29633:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.707594:0:29633:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.707595:0:29633:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.707598:0:29633:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780853554.707607:0:29633:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:3.0:1780853554.707617:0:29633:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170000 x1867358631387008/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853554.707625:0:29633:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853554.707639:0:29633:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853554.707646:0:29633:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.707648:0:29633:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201040896 : -107453508510720 : ffff9e4587cb9c00) 00000100:00000001:3.0:1780853554.707651:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.707653:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122095616 : -107453587456000 : ffff9e4583170000) 00000100:00000001:3.0:1780853554.707659:0:29633:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.707663:0:29633:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.707665:0:29633:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853554.707666:0:29633:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.707671:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170000 x1867358631387008/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.707679:0:29633:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.707681:0:29633:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.707684:0:29633:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.707687:0:29633:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.707690:0:29633:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.707694:0:29633:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631387008:192.168.202.110@tcp:36:rm.0 00000100:00000001:3.0:1780853554.707698:0:29633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.707704:0:29633:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.707707:0:29633:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.707710:0:29633:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.707714:0:29633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fac400. 02000000:00000001:3.0:1780853554.707716:0:29633:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.707725:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.707730:0:29633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853554.707747:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853554.707755:0:29633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631387008, portal 10 00000100:00000001:3.0:1780853554.707757:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.707758:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122095616 : -107453587456000 : ffff9e4583170000) 00000100:00000040:3.0:1780853554.708025:0:29633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170000 x1867358631387008/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853690 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.708034:0:29633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.708037:0:29633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.708041:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a3b8. 00000100:00000200:3.0:1780853554.708045:0:29633:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631387008, offset 0 00000400:00000200:3.0:1780853554.708052:0:29633:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.708061:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.708070:0:29633:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.708077:0:29633:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.708081:0:29633:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.708085:0:29633:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.708088:0:29633:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.708092:0:29633:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2165:2165:256:4294967295] 192.168.202.110@tcp LPNI seq info [2165:2165:8:4294967295] 00000400:00000200:3.0:1780853554.708096:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.708106:0:29633:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.708111:0:29633:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.708116:0:29633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77a00. 00000800:00000200:3.0:1780853554.708123:0:29633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.708131:0:29633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.708136:0:29633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.708190:0:29633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.708195:0:29633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 537011 usecs (538 jiffies) 00000400:00000200:3.0:1780853554.708199:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.708202:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296352000 00000100:00000001:3.0:1780853554.708205:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.708209:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296352000 00000100:00000001:3.0:1780853554.708211:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.708213:0:29633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.708215:0:29633:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.708217:0:29633:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.708219:0:29633:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853554.708222:0:29633:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9c00 going to sleep for 131 seconds 00000100:00000001:3.0:1780853554.708224:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.708226:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853554.716666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3400. 00010000:00000010:3.1:1780853554.716682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171600. 00010000:00000010:3.1:1780853554.716687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000100:00000001:3.0:1780853554.744807:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853554.744822:0:29633:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853554.744825:0:29633:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853554.744829:0:29633:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853554.744836:0:29633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853554.744838:0:29633:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853554.744843:0:29633:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853554.744853:0:29633:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170000 x1867358631387008/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853554.744864:0:29633:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170000 x1867358631387008/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853690 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.744872:0:29633:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853554.744874:0:29633:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.744876:0:29633:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853554.744880:0:29633:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853554.744882:0:29633:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853554.744884:0:29633:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.744887:0:29633:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853554.744896:0:29633:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=95 v=101 (101 101 101 136) 00000100:00001000:3.0:1780853554.744901:0:29633:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853554.744903:0:29633:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853554.744905:0:29633:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.744908:0:29633:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853554.744912:0:29633:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.744917:0:29633:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853554.744919:0:29633:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x100000116/0x100000118] 00000100:00000001:3.0:1780853554.744921:0:29633:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853554.744923:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.744925:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122095616 : -107453587456000 : ffff9e4583170000) 00000100:00000001:3.0:1780853554.744928:0:29633:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853554.744930:0:29633:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967579 00000100:00000001:3.0:1780853554.744932:0:29633:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853554.744934:0:29633:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.744939:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170000 x1867358631387008/t4294967583(4294967583) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853690 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.744946:0:29633:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.744949:0:29633:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853554.744951:0:29633:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853554.744955:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170000 x1867358631387008/t4294967583(4294967583) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853690 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853554.744963:0:29633:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631387008:192.168.202.110@tcp:36:rm.0 00000100:00000001:3.0:1780853554.745189:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.745193:0:29633:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.745196:0:29633:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853554.745198:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.745203:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170000 x1867358631387008/t4294967583(4294967583) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853690 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.745209:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853554.745211:0:29633:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.745214:0:29633:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853554.745216:0:29633:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853554.745223:0:29633:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853554.745226:0:29633:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853554.745232:0:29633:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4591e61600. 00000100:00000001:3.0:1780853554.745240:0:29633:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853554.745243:0:29633:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170000 x1867358631387008/t4294967583(4294967583) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853690 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.745253:0:29633:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.745257:0:29633:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853554.745583:0:29633:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853554.745587:0:29633:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fe28 00000080:00002000:3.0:1780853554.745589:0:29633:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591a9fca8, parent ffff9e4591a9f870, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780853554.745592:0:29633:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853554.745598:0:29633:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853554.745603:0:29633:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853554.745610:0:29633:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1780853554.745612:0:29633:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1780853554.745614:0:29633:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.745622:0:29633:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286000. 00000020:00000010:3.0:1780853554.745626:0:29633:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d7c00. 00000020:00000010:3.0:1780853554.745632:0:29633:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.745636:0:29633:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853554.745641:0:29633:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f2178. 00020000:00000010:3.0:1780853554.745645:0:29633:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de600. 00008000:00000010:3.0:1780853554.745649:0:29633:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988351a8. 00000080:00000010:3.0:1780853554.745655:0:29633:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a79d8. 00000080:00000010:3.0:1780853554.745658:0:29633:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853554.745662:0:29633:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61c00. 00000008:00000010:3.0:1780853554.745665:0:29633:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316f600. 00020000:00000010:3.0:1780853554.745668:0:29633:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853554.745684:0:29633:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc00. 00000080:00000010:3.0:1780853554.745687:0:29633:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c902d0. 00000020:00000001:3.0:1780853554.745691:0:29633:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374892552 : -107453334659064 : ffff9e4592286008) 00000020:00001000:3.0:1780853554.745693:0:29633:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286000 00000020:00000001:3.0:1780853554.745697:0:29633:0:(cl_object.c:151:cl_object_top()) ffff9e4598830b70 -> ffff9e4598830b70 00000020:00000001:3.0:1780853554.745699:0:29633:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853554.745702:0:29633:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853554.745703:0:29633:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x1d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1780853554.745707:0:29633:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853554.745708:0:29633:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853554.745710:0:29633:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853554.745714:0:29633:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x1d:0x0]io ffff9e4584cadbc0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1780853554.745717:0:29633:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284a7c0 00020000:00000001:3.0:1780853554.745720:0:29633:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853554.745722:0:29633:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853554.745724:0:29633:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853554.745726:0:29633:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853554.745728:0:29633:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853554.745730:0:29633:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853554.745732:0:29633:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.745734:0:29633:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853554.745735:0:29633:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853554.745745:0:29633:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853554.745746:0:29633:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e458284a7c0 00000020:00000001:3.0:1780853554.745749:0:29633:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.745751:0:29633:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1780853554.745752:0:29633:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1780853554.745755:0:29633:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1780853554.745758:0:29633:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1780853554.745762:0:29633:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853554.746704:0:29633:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853554.746707:0:29633:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853554.746709:0:29633:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000080:00000010:3.1:1780853554.752005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989380. 00000080:00000010:2.1:1780853554.772372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198a940. 00000080:00000010:2.1:1780853554.772385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989e00. 00010000:00000010:2.1:1780853554.806353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:2.1:1780853554.806368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:2.1:1780853554.806373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:2.1:1780853554.806377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3d00. 00010000:00000010:2.1:1780853554.806380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00000080:00000010:0.1:1780853554.842501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459190c200. 00000080:00000010:0.1:1780853554.842518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7e00. 00010000:00000010:2.1:1780853554.869160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:2.1:1780853554.958612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0600. 00010000:00000010:2.1:1780853554.958632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00010000:00000010:2.1:1780853554.958637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853554.981786:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853554.981791:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.981795:0:15886:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853554.981799:0:15886:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853554.981802:0:15886:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853554.981808:0:15886:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979791 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853554.981820:0:15886:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171000 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:3.0:1780853554.981824:0:15886:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1780853554.981828:0:15886:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853554.981829:0:15886:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853554.981831:0:15886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853554.981832:0:15886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853554.981834:0:15886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853554.981837:0:15886:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853554.981841:0:15886:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853554.981844:0:15886:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec979791 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1780853554.981851:0:15886:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1780853554.981853:0:15886:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853554.981864:0:15886:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853554.981869:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61600. 00000020:00000010:3.0:1780853554.981877:0:15886:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853554.981882:0:15886:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853554.981890:0:15886:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853554.981896:0:15886:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de180. 00008000:00000010:3.0:1780853554.981902:0:15886:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853554.981910:0:15886:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853554.981914:0:15886:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853554.981919:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45936bb400. 00000008:00000010:3.0:1780853554.981923:0:15886:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853554.981927:0:15886:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853554.981931:0:15886:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853554.981935:0:15886:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853554.981938:0:15886:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853554.981940:0:15886:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000008:00000001:3.0:1780853554.981943:0:15886:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1780853554.981945:0:15886:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853554.981947:0:15886:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853554.981950:0:15886:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853554.981955:0:15886:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853554.981960:0:15886:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853554.981975:0:15886:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de180. 00008000:00000010:3.0:1780853554.981980:0:15886:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853554.981984:0:15886:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853554.981987:0:15886:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853554.981992:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61600. 00000008:00000010:3.0:1780853554.981995:0:15886:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853554.981998:0:15886:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853554.982001:0:15886:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853554.982004:0:15886:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853554.982006:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45936bb400. 00000020:00000010:3.0:1780853554.982008:0:15886:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000008:00000001:3.0:1780853554.982011:0:15886:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.982015:0:15886:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853554.982022:0:15886:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853554.982024:0:15886:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853554.982027:0:15886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853554.982030:0:15886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853554.982033:0:15886:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171000 with handle 0xa8f483e9eb300b82 from hash 00010000:00000001:3.0:1780853554.982035:0:15886:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853554.982036:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.982038:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.982039:0:15886:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853554.982043:0:15886:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853554.982045:0:15886:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780853554.982051:0:15886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853554.982055:0:15886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.982058:0:15886:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853554.982060:0:15886:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853554.982066:0:15886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171500. 00000020:00000040:3.0:1780853554.982070:0:15886:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853554.982077:0:15886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.982079:0:15886:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.982086:0:15886:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.982095:0:15886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45936bb400. 00000100:00000001:3.0:1780853554.982103:0:15886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.982105:0:15886:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853554.982881:0:15886:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979791 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853554.983098:0:15886:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853554.983102:0:15886:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.983183:0:15886:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.983191:0:15886:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.983209:0:15886:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040cbfd04] to pc [ptlrpcd_01_00+0] req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853554.984584:0:15886:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853554.984589:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853554.984590:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.984593:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853554.984595:0:15886:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853554.984598:0:15886:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.984604:0:15886:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979791 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853554.984613:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853554.984616:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000005a3b71f5/0xa8f483e9eb300b82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979791 expref: -99 pid: 29631 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853554.984624:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852dec80. 00010000:00000040:3.0:1780853554.984630:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3e00 count: 0 00010000:00000010:3.0:1780853554.984637:0:15886:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e45853e3f00. 00010000:00000001:3.0:1780853554.984646:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853554.984648:0:15886:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780853554.984651:0:15886:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e45850a9a80. 00010000:00000001:3.0:1780853554.984654:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853554.984659:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853554.984661:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.984664:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853554.984666:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853554.984668:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.984670:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853554.984673:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853554.984674:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853554.984676:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853554.984692:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.984696:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.984700:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.984710:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.984719:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.984722:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.984727:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.984730:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.984732:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.984745:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631389184:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853554.984751:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.984759:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.984762:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.984765:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.984775:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4591e61600. 02000000:00000001:3.0:1780853554.984777:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.984788:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.984794:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853554.984802:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853554.984811:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631389184, portal 18 00000100:00000001:3.0:1780853554.984814:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.984815:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122100992 : -107453587450624 : ffff9e4583171500) 00000100:00000040:3.0:1780853554.984823:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853570 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853554.984832:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.984835:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.984838:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853554.984843:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631389184, offset 0 00000400:00000200:3.0:1780853554.984850:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.984861:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.984871:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.984878:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.984883:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.984887:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.984891:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.984895:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2181:2181:256:4294967295] 192.168.202.110@tcp LPNI seq info [2181:2181:8:4294967295] 00000400:00000200:3.0:1780853554.984900:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.984913:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.984921:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.984928:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853554.984936:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.984945:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.984950:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.984961:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.984967:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 268140 usecs (269 jiffies) 00000400:00000200:3.0:1780853554.984970:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.984973:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296352008 00000100:00000001:3.0:1780853554.984977:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.984979:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296352008 00000100:00000001:3.0:1780853554.984982:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.984984:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.984987:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.984991:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.984993:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853554.985002:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.985004:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853554.985007:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.985008:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.985010:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.985012:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.985029:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853554.985032:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853554.987082:0:29633:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x1c:0x0] 00000002:00000001:3.0:1780853554.987093:0:29633:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853554.987096:0:29633:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x1c:0x0] file closed with intent: 0 00000100:00000010:3.0:1780853554.987173:0:29633:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853554.987182:0:29633:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853554.987188:0:29633:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853554.987192:0:29633:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853554.987199:0:29633:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853554.987209:0:29633:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4591e61c00. 00000100:00000001:3.0:1780853554.987217:0:29633:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853554.987548:0:29633:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c39180 x1867358631388672/t4294967588(4294967588) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853690 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853554.987567:0:29633:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1780853554.987575:0:29633:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583173b80 x1867358631389440/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853554.987583:0:29633:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853554.987585:0:29633:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853554.987595:0:29633:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9c00. 00000100:00000001:3.0:1780853554.987597:0:29633:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201040896 : -107453508510720 : ffff9e4587cb9c00) 00000100:00000001:3.0:1780853554.987600:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.987601:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000001:3.0:1780853554.987607:0:29633:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853554.987612:0:29633:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.987615:0:29633:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853554.987617:0:29633:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853554.987621:0:29633:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173b80 x1867358631389440/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.987628:0:29633:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853554.987631:0:29633:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.987637:0:29633:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853554.987641:0:29633:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853554.987644:0:29633:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853554.987648:0:29633:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:29633:1867358631389440:192.168.202.110@tcp:35:rm.0 00000100:00000001:3.0:1780853554.987653:0:29633:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853554.987660:0:29633:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853554.987663:0:29633:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853554.987667:0:29633:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853554.987672:0:29633:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad400. 02000000:00000001:3.0:1780853554.987675:0:29633:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853554.987685:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853554.987691:0:29633:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae3c8. 00000400:00000010:3.0:1780853554.987700:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ab28. 00000100:00000200:3.0:1780853554.987709:0:29633:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631389440, portal 10 00000100:00000001:3.0:1780853554.987711:0:29633:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853554.987712:0:29633:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000040:3.0:1780853554.987721:0:29633:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583173b80 x1867358631389440/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853570 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853554.987728:0:29633:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853554.987731:0:29633:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853554.987743:0:29633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ac38. 00000100:00000200:3.0:1780853554.987747:0:29633:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631389440, offset 0 00000400:00000200:3.0:1780853554.987754:0:29633:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853554.987764:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.987773:0:29633:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853554.987780:0:29633:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853554.987784:0:29633:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853554.987788:0:29633:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853554.987791:0:29633:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853554.987795:0:29633:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2182:2182:256:4294967295] 192.168.202.110@tcp LPNI seq info [2182:2182:8:4294967295] 00000400:00000200:3.0:1780853554.987800:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853554.987810:0:29633:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853554.987819:0:29633:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853554.987824:0:29633:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77d00. 00000800:00000200:3.0:1780853554.987833:0:29633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853554.987842:0:29633:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853554.987847:0:29633:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780853554.988557:0:29633:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853554.988567:0:29633:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 527547 usecs (528 jiffies) 00000400:00000200:3.0:1780853554.988573:0:29633:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853554.988576:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296352271 00000100:00000001:3.0:1780853554.988581:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.988583:0:29633:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296352271 00000100:00000001:3.0:1780853554.988586:0:29633:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296352763 00000100:00000001:3.0:1780853554.988588:0:29633:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853554.988592:0:29633:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853554.988594:0:29633:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853554.988597:0:29633:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853554.988601:0:29633:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9c00 going to sleep for 11 seconds 00000100:00000001:3.0:1780853554.988605:0:29633:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853554.988608:0:29633:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1780853554.989681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7320. 00010000:00000010:3.1:1780853554.994421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3e00. 00010000:00000010:3.1:1780853554.994436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00000100:00000001:3.0:1780853555.003985:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853555.003989:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853555.003993:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853555.003995:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853555.003997:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853555.004001:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853555.004003:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853555.004006:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853555.004012:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853570 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853555.004021:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853570 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853555.004039:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853555.004041:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853555.004043:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853555.004044:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853555.004046:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853555.004048:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853555.004049:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853555.004055:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853555.004058:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853555.004060:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853555.004062:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853555.004064:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853555.004067:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853555.004070:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853555.004071:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853555.004073:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853555.004074:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853555.004078:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853570 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853555.004084:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853555.004086:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853555.004088:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853555.004091:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853570 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853555.004099:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631389184:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853555.004103:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853555.004105:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853555.004108:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171500 x1867358631389184/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853570 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853555.004114:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853555.004115:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853555.004118:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4591e61600. 02000000:00000001:3.0:1780853555.004121:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853555.004123:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853555.004124:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853555.004126:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853555.004128:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45936bb400. 02000000:00000001:3.0:1780853555.004131:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853555.004133:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853555.004134:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171500. 00000100:00000001:3.0:1780853555.004137:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853555.004139:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853555.004141:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853555.004148:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853555.004149:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853555.004151:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853555.004153:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853555.012499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:1.1:1780853555.012516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:1.1:1780853555.012521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:1.1:1780853555.012525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95100. 00010000:00000010:1.1:1780853555.012528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00000020:00000001:3.0:1780853556.275420:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853556.275426:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853556.275429:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853557.047683:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853557.047689:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853557.047696:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853557.047698:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853557.047701:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:3.0:1780853557.047708:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:3.0:1780853557.047710:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:3.0:1780853557.047714:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853557.047734:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631389824/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853557.047743:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631389824/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853557.047751:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853557.047753:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853557.047755:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853557.047758:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853557.047761:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853557.047763:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853557.047767:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853557.047774:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=98 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853557.047777:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853557.047780:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853557.047781:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853557.047784:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853557.047786:0:2383:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853557.047789:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853557.047793:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631389824/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853573 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853557.047799:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853557.047802:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853557.047804:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853557.047808:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631389824/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853573 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853557.047815:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631389824:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853557.047820:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853557.047823:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853557.047826:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631389824/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853573 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853557.047832:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853557.047835:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853557.047838:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4589322a00. 02000000:00000001:3.0:1780853557.047842:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853557.047845:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853557.047847:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853557.047850:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853557.047852:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd900. 02000000:00000001:3.0:1780853557.047855:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853557.047857:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853557.047859:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853557.047863:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853557.047864:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853557.047867:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853557.047875:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853557.047876:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853557.047878:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853557.047881:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853557.096060:0:29718:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853557.294629:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853557.294633:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853557.294636:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853560.478206:0:29855:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.519203:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853577.519207:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853577.519209:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853577.519216:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853577.519224:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853577.519225:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853577.519228:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853577.519231:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853577.519233:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853577.519236:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631392128:192.168.202.110@tcp:9:kworker.0 00000100:00000001:3.0:1780853577.519240:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853577.519245:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853577.519248:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853577.519250:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853577.519255:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9200. 02000000:00000001:3.0:1780853577.519257:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853577.519291:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853577.519296:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853577.519302:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853577.519310:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631392128, portal 4 00000100:00000001:3.0:1780853577.519312:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853577.519313:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000040:3.0:1780853577.519320:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853577.519342:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853577.519346:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853577.519348:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a7f8. 00000100:00000200:3.0:1780853577.519352:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631392128, offset 0 00000400:00000200:3.0:1780853577.519358:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853577.519366:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853577.519373:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853577.519378:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853577.519381:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853577.519385:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853577.519387:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853577.519391:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2201:2201:256:4294967295] 192.168.202.110@tcp LPNI seq info [2201:2201:8:4294967295] 00000400:00000200:3.0:1780853577.519395:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853577.519404:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853577.519410:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853577.519415:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77000. 00000800:00000200:3.0:1780853577.519421:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853577.519428:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853577.519433:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853577.519447:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853577.519452:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 260917 usecs (261 jiffies) 00000400:00000200:3.0:1780853577.519454:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853577.519457:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296374535 00000100:00000010:3.0:1780853577.519463:0:2379:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139e40. 00000100:00000001:3.0:1780853577.519469:0:2379:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853577.519480:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296374535 00000100:00000010:3.0:1780853577.519484:0:2379:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e45831391e0. 00000100:00000001:3.0:1780853577.519487:0:2379:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853577.519490:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853577.519493:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.519496:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.519499:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853577.519506:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853577.519508:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853577.519510:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853577.519511:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853577.519513:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.519515:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.524262:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853577.524303:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853577.524311:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853577.524313:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853577.524317:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853577.524322:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853577.524326:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853577.524934:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853577.524944:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853577.524954:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853577.524960:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853577.524962:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853577.524965:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853577.524968:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853577.524971:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853577.524973:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853577.524977:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853577.524987:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=118 v=5 (5 5 37 37) 00000100:00001000:3.0:1780853577.524991:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853577.524994:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853577.524995:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853577.524998:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853577.525002:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.525006:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853577.525008:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853577.525010:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853577.525012:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853577.525016:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853577.525023:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853577.525025:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853577.525028:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1780853577.525032:0:2379:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1780853577.525039:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1780853577.525043:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853577.525049:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631392128:192.168.202.110@tcp:9:kworker.0 00000100:00000001:3.0:1780853577.525054:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853577.525056:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853577.525058:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105880 x1867358631392128/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853577.525064:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853577.525067:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853577.525070:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9200. 02000000:00000001:3.0:1780853577.525073:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853577.525076:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853577.525078:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853577.525081:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853577.525084:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8500. 02000000:00000001:3.0:1780853577.525088:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853577.525090:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853577.525091:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105880. 00000100:00000001:3.0:1780853577.525094:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853577.525096:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853577.525098:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853577.525107:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853577.525109:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853577.525111:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853577.525113:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758599:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853587.758611:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853587.758622:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171500. 00000020:00000040:3.0:1780853587.758628:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853587.758637:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853587.758641:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853587.758646:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853587.758654:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77d00. 00000100:00000001:3.0:1780853587.758661:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758673:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583171500 x1867358631392768/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853587.758684:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853587.758688:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758695:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040cbfd04] to pc [ptlrpcd_01_01+1] req@ffff9e4583171500 x1867358631392768/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853587.758727:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758730:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853587.758734:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853587.758736:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853587.758738:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853587.758740:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853587.758742:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853587.758744:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853587.758747:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77200. 00000100:00000001:3.0:1780853587.758750:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758754:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172a00 x1867358631392896/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853587.758761:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853587.758773:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758778:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_00+0] req@ffff9e4583172a00 x1867358631392896/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853587.758786:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758789:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853587.758792:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853587.758795:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853587.758799:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853587.758802:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171880. 00000020:00000040:3.0:1780853587.758805:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853587.758807:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853587.758808:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853587.758810:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853587.758813:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77900. 00000100:00000001:3.0:1780853587.758816:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758820:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583171880 x1867358631393024/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853587.758826:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853587.758828:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758831:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc85640] to pc [ptlrpcd_01_01+1] req@ffff9e4583171880 x1867358631393024/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853587.758849:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853587.758854:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1722) 00000100:00000040:3.0:1780853592.877406:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853592.877429:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853592.877443:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170380. 00000020:00000040:3.0:1780853592.877451:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853592.877456:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853592.877460:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853592.877467:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853592.877479:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77a00. 00000100:00000001:3.0:1780853592.877487:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877503:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583170380 x1867358631393152/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853592.877514:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853592.877519:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877526:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687a914] to pc [ptlrpcd_01_00+0] req@ffff9e4583170380 x1867358631393152/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853592.877566:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877569:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853592.877573:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853592.877576:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853592.877579:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853592.877581:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853592.877582:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853592.877584:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853592.877587:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77500. 00000100:00000001:3.0:1780853592.877591:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877595:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172300 x1867358631393280/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853592.877602:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853592.877604:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877608:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49f315c] to pc [ptlrpcd_01_01+1] req@ffff9e4583172300 x1867358631393280/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853592.877616:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877618:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853592.877622:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853592.877624:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853592.877627:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853592.877631:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853592.877633:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853592.877635:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853592.877636:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853592.877638:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853592.877640:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77c00. 00000100:00000001:3.0:1780853592.877643:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877647:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583173480 x1867358631393408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853592.877654:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853592.877656:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877659:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d32851] to pc [ptlrpcd_01_00+0] req@ffff9e4583173480 x1867358631393408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853592.877667:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853592.877670:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1727) 00000100:00000040:1.0:1780853592.884179:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170380 x1867358631393152/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853592.884199:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853592.884208:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.884211:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853592.887716:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.887737:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853592.887741:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.887743:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853592.887753:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.887760:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853592.887769:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.887775:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.887780:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.887784:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe47800 00000400:00000200:1.0:1780853592.887789:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.887797:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x60a9 [1] + 224 00000800:00000001:1.0:1780853592.887805:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.887812:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853592.887815:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853592.887819:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853592.887827:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853592.887839:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631393280/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853592.887849:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172300 x1867358631393280/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853592.887884:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853592.887892:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.887896:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853592.893113:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.893133:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853592.893138:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.893140:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853592.893151:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.893159:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853592.893168:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.893173:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.893178:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.893183:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe47880 00000400:00000200:1.0:1780853592.893188:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853592.893195:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x60a1 [1] + 224 00000800:00000001:1.0:1780853592.893202:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.893236:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853592.893239:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853592.893245:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853592.893252:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853592.893261:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631393408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853592.893306:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173480 x1867358631393408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853592.893325:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853592.893335:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853592.893338:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853593.137741:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853593.137749:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853593.137755:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853593.137756:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853594.160020:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853594.160029:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853594.160034:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853594.160037:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853594.160040:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853594.160046:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853594.160048:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853594.160050:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853594.160053:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853594.160055:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853594.160057:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853594.160059:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853595.181577:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853595.181585:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853595.181591:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853595.181593:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853596.208533:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853596.208540:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853596.208546:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853596.208547:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853596.973581:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296393722, at 4296393728 00000100:00000010:1.0:1780853596.973588:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5240. 00010000:00000001:1.0:1780853597.230513:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853597.230522:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853597.230528:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853597.230529:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853597.998621:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853597.998624:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853597.998671:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853597.998676:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853597.998683:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853597.998688:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853597.998693:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:1.0:1780853597.998697:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:1.0:1780853597.998702:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853597.998707:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631393664/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853597.998716:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853597.998719:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631393664/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853597.998726:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853597.998727:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853597.998739:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853597.998741:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:1.0:1780853597.998743:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853597.998747:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853597.998749:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864265d8 00000400:00000010:1.0:1780853597.998751:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864265d8. 00000100:00000001:1.0:1780853597.998753:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853597.998756:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369180 x1867358631393536/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853597.998762:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853597.998764:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369180 x1867358631393536/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853597.998770:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853597.998771:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853597.998833:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853597.998836:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3f00. 00000400:00000200:1.0:1780853597.998838:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853597.998841:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853597.998844:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426bb0 00000400:00000010:1.0:1780853597.998846:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426bb0. 00000100:00000001:1.0:1780853597.998847:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853597.998851:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836a300 x1867358631393792/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853597.998857:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853597.998860:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836a300 x1867358631393792/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853597.998865:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853597.998866:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853598.000827:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.000842:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853598.000847:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.000849:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853598.000858:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.000877:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853598.000887:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.000892:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.000899:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.000904:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe47a00 00000400:00000200:1.0:1780853598.000908:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.000914:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x60d1 [1] + 224 00000800:00000001:1.0:1780853598.000921:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.000928:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853598.000931:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853598.000936:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853598.000942:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853598.000950:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836a300 x1867358631393792/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853598.000961:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836a300 x1867358631393792/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853598.000981:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853598.000989:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.000993:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853598.002159:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002169:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853598.002173:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002175:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853598.002181:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002186:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853598.002193:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002197:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002201:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002205:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe47900 00000400:00000200:1.0:1780853598.002209:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002213:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x60c1 [1] + 224 00000800:00000001:1.0:1780853598.002219:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002222:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853598.002225:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853598.002229:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853598.002234:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853598.002241:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369180 x1867358631393536/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853598.002251:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369180 x1867358631393536/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853598.002298:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853598.002304:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002307:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853598.002309:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002311:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853598.002313:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002316:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853598.002320:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002323:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002325:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002327:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe47980 00000400:00000200:1.0:1780853598.002331:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853598.002335:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x60b1 [1] + 224 00000800:00000001:1.0:1780853598.002338:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002343:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853598.002356:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853598.002359:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853598.002362:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853598.002366:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631393664/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853598.002383:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836bb80 x1867358631393664/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853598.002390:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853598.002393:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853598.002396:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853598.254057:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853598.254066:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853598.254072:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853598.254073:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853599.277506:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853599.277517:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853599.277523:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853599.277525:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853600.301644:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853600.301651:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853600.301658:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853600.301659:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853601.325571:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853601.325586:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853601.325588:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853601.325591:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853601.325596:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853601.325598:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853601.325600:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853601.325602:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853601.325606:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853601.325608:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853602.094424:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296398842, at 4296398849 00000100:00000010:1.0:1780853602.094441:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d8a0. 00010000:00000001:1.0:1780853602.349667:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853602.349675:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853602.349691:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853602.349693:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119225:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853603.119236:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853603.119247:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853603.119254:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853603.119259:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853603.119262:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853603.119292:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853603.119302:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8800. 00000100:00000001:1.0:1780853603.119310:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119322:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853603.119372:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853603.119377:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119546:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_00+0] req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.119581:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119585:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853603.119589:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853603.119593:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853603.119596:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853603.119598:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853603.119600:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853603.119602:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853603.119608:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8e00. 00000100:00000001:1.0:1780853603.119611:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119616:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853603.119623:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853603.119626:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119630:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004155c740] to pc [ptlrpcd_00_01+1] req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.119639:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119641:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853603.119645:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853603.119647:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853603.119651:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853603.119655:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853603.119658:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853603.119660:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853603.119661:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853603.119663:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853603.119666:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8300. 00000100:00000001:1.0:1780853603.119669:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119673:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853603.119680:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853603.119682:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119685:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_00_00+0] req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.119692:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119696:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1737) 00000100:00000001:1.0:1780853603.119714:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.119718:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853603.119720:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853603.119725:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.119732:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853603.119734:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.119737:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853603.119739:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853603.119742:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853603.119745:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631394048:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853603.119750:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853603.119755:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853603.119758:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.119761:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853603.119765:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853603.119767:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853603.119775:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853603.119779:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dc60. 00000400:00000010:1.0:1780853603.119785:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853603.119792:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631394048, portal 10 00000100:00000001:1.0:1780853603.119794:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853603.119796:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000040:1.0:1780853603.119803:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.119811:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853603.119814:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853603.119816:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9660. 00000100:00000200:1.0:1780853603.119819:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631394048, offset 0 00000400:00000200:1.0:1780853603.119825:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853603.119833:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853603.119840:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853603.119845:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853603.119849:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853603.119853:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853603.119856:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853603.119860:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2217:2217:256:4294967295] 192.168.202.110@tcp LPNI seq info [2217:2217:8:4294967295] 00000400:00000200:1.0:1780853603.119864:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853603.119873:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853603.119879:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853603.119883:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853603.119890:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853603.119898:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853603.119902:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853603.119912:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.119917:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 518265 usecs (519 jiffies) 00000400:00000200:1.0:1780853603.119920:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853603.119923:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296400393 00000100:00000010:1.0:1780853603.119928:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49420. 00000100:00000001:1.0:1780853603.119935:0:2381:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853603.120027:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296400393 00000100:00000010:1.0:1780853603.120032:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49780. 00000100:00000001:1.0:1780853603.120036:0:2381:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853603.120039:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853603.120042:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.120045:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.120047:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.120054:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853603.120056:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:1.0:1780853603.120058:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.120060:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853603.120061:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853603.120063:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1780853603.120065:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.120067:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853603.120068:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.120069:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.120070:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853603.120072:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853603.120789:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.120798:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853603.120800:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.120803:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853603.120805:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853603.120807:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853603.120810:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631393920:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853603.120814:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853603.120817:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853603.120818:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.120821:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853603.120825:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:1.0:1780853603.120827:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853603.120832:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853603.120835:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d9f8. 00000400:00000010:1.0:1780853603.120839:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853603.120843:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631393920, portal 25 00000100:00000001:1.0:1780853603.120845:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853603.120847:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000040:1.0:1780853603.120852:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.120858:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853603.120861:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853603.120863:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b95d8. 00000100:00000200:1.0:1780853603.120865:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631393920, offset 0 00000400:00000200:1.0:1780853603.120869:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853603.120875:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853603.120879:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853603.120883:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853603.120886:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853603.120888:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853603.120891:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853603.120894:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2218:2218:256:4294967295] 192.168.202.110@tcp LPNI seq info [2218:2218:8:4294967295] 00000400:00000200:1.0:1780853603.120898:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853603.120904:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853603.120909:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853603.120913:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853603.120918:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853603.120923:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853603.120926:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853603.121580:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853603.121588:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853603.121591:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296403965 00000100:00000001:1.0:1780853603.121598:0:2381:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296400393 00000100:00000001:1.0:1780853603.121604:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296403965 00000100:00000001:1.0:1780853603.121608:0:2381:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296400393 00000100:00000001:1.0:1780853603.121611:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853603.121613:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.121616:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853603.121623:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.121631:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853603.121632:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.121635:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853603.121638:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853603.121640:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853603.121643:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631394176:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853603.121646:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853603.121650:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853603.121651:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.121653:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853603.121658:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8000. 02000000:00000001:1.0:1780853603.121660:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853603.121664:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853603.121666:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835db00. 00000400:00000010:1.0:1780853603.121671:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9088. 00000100:00000200:1.0:1780853603.121674:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631394176, portal 4 00000100:00000001:1.0:1780853603.121676:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853603.121677:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:1.0:1780853603.121684:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.121690:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853603.121692:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853603.121694:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9bb0. 00000100:00000200:1.0:1780853603.121696:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631394176, offset 0 00000400:00000200:1.0:1780853603.121701:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853603.121706:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853603.121711:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853603.121714:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853603.121717:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853603.121719:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853603.121721:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853603.121724:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2219:2219:255:4294967295] 192.168.202.110@tcp LPNI seq info [2219:2219:7:4294967295] 00000400:00000200:1.0:1780853603.121727:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853603.121733:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853603.121737:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853603.121740:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853603.121744:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853603.121749:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853603.121752:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853603.121754:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.121757:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 114053 usecs (115 jiffies) 00000400:00000200:1.0:1780853603.121760:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853603.121762:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296399991 00000100:00000001:1.0:1780853603.121764:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296403965 00000100:00000001:1.0:1780853603.121766:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296399991 00000100:00000001:1.0:1780853603.121768:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296403965 00000100:00000001:1.0:1780853603.121769:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853603.121771:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.121774:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.121776:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.124358:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.124375:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853603.124549:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853603.124551:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853603.124555:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dc60. 00000400:00000200:1.0:1780853603.124561:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853603.124564:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853603.124578:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853603.124586:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853603.124597:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.124604:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853603.124607:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.124610:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853603.124613:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853603.124616:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853603.124618:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.124621:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853603.124630:0:2381:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=144 v=101 (101 101 101 136) 00000100:00001000:1.0:1780853603.124635:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853603.124637:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853603.124639:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853603.124642:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853603.124645:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.124650:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853603.124652:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853603.124654:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853603.124656:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.124661:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.124668:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853603.124671:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853603.124673:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853603.124678:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853603.124685:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631394048:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853603.124690:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.124692:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853603.124695:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106d80 x1867358631394048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.124702:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853603.124705:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853603.124708:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853603.124712:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853603.124714:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853603.124716:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853603.124719:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853603.124721:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8e00. 02000000:00000001:1.0:1780853603.124726:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853603.124728:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853603.124730:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106d80. 00000100:00000001:1.0:1780853603.124734:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853603.124735:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.124738:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.124740:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.124742:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853603.124743:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.124745:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.132654:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.132659:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853603.132667:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853603.132670:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853603.132673:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d9f8. 00000400:00000200:1.0:1780853603.132679:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853603.132681:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853603.132684:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853603.132690:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853603.132699:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.132705:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853603.132708:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.132710:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853603.132714:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853603.132717:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853603.132719:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.132723:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853603.132731:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853603.132736:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853603.132738:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853603.132740:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853603.132743:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853603.132745:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.132748:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.132753:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.132760:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853603.132764:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853603.132766:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853603.132770:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853603.132777:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631393920:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853603.132783:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853603.132785:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853603.132787:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835db00. 00000400:00000200:1.0:1780853603.132789:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9088 00000400:00000010:1.0:1780853603.132791:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9088. 00000100:00000001:1.0:1780853603.132793:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853603.132796:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853603.132804:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.132810:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853603.132811:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.132813:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853603.132815:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853603.132816:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853603.132818:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853603.132820:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853603.132827:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=144 v=5 (5 5 37 37) 00000100:00001000:1.0:1780853603.132830:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853603.132832:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853603.132833:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853603.132835:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853603.132838:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.132841:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853603.132843:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1780853603.132846:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853603.132847:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853603.132851:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.132856:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853603.132858:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853603.132860:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853603.132863:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853603.132870:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631394176:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853603.132874:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.132877:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853603.132880:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631393920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.132887:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853603.132889:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853603.132892:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9200. 02000000:00000001:1.0:1780853603.132896:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853603.132898:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853603.132900:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853603.132902:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853603.132905:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8800. 02000000:00000001:1.0:1780853603.132909:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853603.132911:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853603.132913:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:1.0:1780853603.132916:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853603.132917:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.132919:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853603.132922:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631394176/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853603.132927:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853603.132928:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853603.132930:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8000. 02000000:00000001:1.0:1780853603.132931:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853603.132933:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853603.132934:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:1.0:1780853603.132935:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853603.132936:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8300. 02000000:00000001:1.0:1780853603.132938:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853603.132951:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853603.132953:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:1.0:1780853603.132956:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853603.132957:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.132960:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853603.132968:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853603.132970:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853603.132972:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853603.132974:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853603.373531:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853603.373539:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853603.373545:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853603.373546:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853604.397732:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853604.397741:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853604.397747:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853604.397750:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853604.397752:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853604.397758:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853604.397760:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853604.397763:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853604.397766:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853604.397768:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853604.397770:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853604.397773:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853605.421492:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853605.421499:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853605.421504:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853605.421506:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853606.445415:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853606.445423:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853606.445429:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853606.445430:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853607.213499:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296403965, at 4296403968 00000100:00000010:1.0:1780853607.213506:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49780. 00010000:00000001:1.0:1780853607.469407:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853607.469415:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853607.469423:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853607.469424:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237553:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853608.237562:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853608.237573:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853608.237580:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853608.237585:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853608.237588:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853608.237593:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853608.237600:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8300. 00000100:00000001:1.0:1780853608.237607:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237619:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853608.237631:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853608.237635:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237642:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_00_01+1] req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.237682:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237685:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853608.237697:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853608.237700:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853608.237703:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853608.237705:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853608.237706:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853608.237708:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853608.237712:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8800. 00000100:00000001:1.0:1780853608.237715:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237719:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853608.237726:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853608.237728:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237733:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_00+0] req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.237741:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237743:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853608.237747:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853608.237750:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853608.237753:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853608.237756:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853608.237759:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853608.237761:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853608.237762:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853608.237764:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853608.237767:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8e00. 00000100:00000001:1.0:1780853608.237770:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237774:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583106d80 x1867358631394560/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853608.237782:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853608.237784:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237788:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004155c740] to pc [ptlrpcd_00_01+1] req@ffff9e4583106d80 x1867358631394560/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.237795:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.237800:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1742) 00000800:00000200:1.0:1780853608.238680:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853608.238685:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853608.238701:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853608.238707:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853608.238712:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864263b8 00000400:00000010:1.0:1780853608.238714:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864263b8. 00000100:00000001:1.0:1780853608.238718:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853608.238723:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.238731:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853608.238734:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.238741:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.238743:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853608.238754:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853608.238756:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:1.0:1780853608.238758:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853608.238761:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853608.238763:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864267f8 00000400:00000010:1.0:1780853608.238765:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864267f8. 00000100:00000001:1.0:1780853608.238766:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853608.238769:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106d80 x1867358631394560/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.238775:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853608.238778:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106d80 x1867358631394560/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.238783:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.238785:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853608.238854:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853608.238857:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853608.238859:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853608.238862:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853608.238865:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:1.0:1780853608.238867:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:1.0:1780853608.238869:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853608.238872:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.238878:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853608.238881:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.238887:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.238889:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853608.250301:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853608.250305:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853608.250312:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853608.250314:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853608.250318:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b4d0. 00000400:00000200:1.0:1780853608.250323:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:1.0:1780853608.250325:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:1.0:1780853608.250328:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853608.250333:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853608.250340:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.250346:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853608.250347:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853608.250350:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853608.250354:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853608.250356:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853608.250359:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853608.250362:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853608.250372:0:2381:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=149 v=101 (101 101 101 136) 00000100:00001000:1.0:1780853608.250376:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853608.250378:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853608.250380:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853608.250383:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853608.250386:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.250389:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853608.250392:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853608.250394:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853608.250395:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.250399:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.250407:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853608.250412:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853608.250414:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853608.250419:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853608.250426:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631394432:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853608.250431:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853608.250432:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853608.250434:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:1.0:1780853608.250436:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426dd0 00000400:00000010:1.0:1780853608.250438:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426dd0. 00000100:00000001:1.0:1780853608.250440:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853608.250442:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853608.250450:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.250461:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853608.250462:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853608.250464:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853608.250465:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853608.250466:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853608.250468:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853608.250470:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853608.250473:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853608.250476:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853608.250478:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853608.250479:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853608.250481:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853608.250482:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.250484:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853608.250487:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.250493:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853608.250495:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853608.250496:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853608.250500:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853608.250507:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631394304:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853608.250512:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.250515:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853608.250518:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631394432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.250525:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853608.250528:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853608.250531:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45943a9200. 02000000:00000001:1.0:1780853608.250535:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853608.250537:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853608.250539:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853608.250541:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853608.250543:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8800. 02000000:00000001:1.0:1780853608.250547:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853608.250549:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853608.250551:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:1.0:1780853608.250554:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853608.250556:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853608.250557:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853608.250560:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631394304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.250565:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853608.250566:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853608.250567:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45943a8e00. 02000000:00000001:1.0:1780853608.250569:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853608.250570:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853608.250571:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853608.250573:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853608.250574:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8300. 02000000:00000001:1.0:1780853608.250576:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853608.250577:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853608.250578:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:1.0:1780853608.250580:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853608.250581:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853608.250584:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.250586:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853608.250587:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853608.250588:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853608.250590:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853608.251305:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853608.251323:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853608.251326:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853608.251329:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853608.251335:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853608.251339:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853608.251346:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853608.251350:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853608.251355:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853608.251358:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe47d00 00000400:00000200:1.0:1780853608.251362:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853608.251367:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6121 [1] + 224 00000800:00000001:1.0:1780853608.251372:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853608.251378:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853608.251381:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853608.251384:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853608.251388:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853608.251393:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106d80 x1867358631394560/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853608.251403:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106d80 x1867358631394560/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853608.251425:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853608.251432:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853608.251435:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853608.493418:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853608.493425:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853608.493430:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853608.493431:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853609.518059:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853609.518066:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853609.518071:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853609.518073:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853610.541488:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853610.541496:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853610.541501:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853610.541502:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853611.565389:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853611.565397:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853611.565400:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853611.565403:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853611.565407:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853611.565409:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853611.565412:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853611.565414:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853611.565417:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853611.565418:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853612.333733:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296409081, at 4296409088 00000100:00000010:1.0:1780853612.333748:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d540. 00010000:00000001:1.0:1780853612.589508:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853612.589518:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853612.589525:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853612.589526:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357541:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853613.357552:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853613.357562:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853613.357568:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853613.357573:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853613.357576:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853613.357581:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853613.357592:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853613.357599:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357612:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583173480 x1867358631394688/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853613.357622:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853613.357627:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357634:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d32851] to pc [ptlrpcd_01_01+1] req@ffff9e4583173480 x1867358631394688/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853613.357663:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357666:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853613.357677:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853613.357680:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853613.357683:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853613.357685:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853613.357686:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853613.357688:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853613.357692:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77400. 00000100:00000001:3.0:1780853613.357696:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357700:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172300 x1867358631394816/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853613.357707:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853613.357709:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357713:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49f315c] to pc [ptlrpcd_01_00+0] req@ffff9e4583172300 x1867358631394816/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853613.357721:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357723:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853613.357727:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853613.357730:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853613.357733:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853613.357736:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170380. 00000020:00000040:3.0:1780853613.357738:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853613.357740:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853613.357741:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853613.357743:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853613.357746:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77100. 00000100:00000001:3.0:1780853613.357749:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357753:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583170380 x1867358631394944/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853613.357764:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853613.357766:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357769:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687a914] to pc [ptlrpcd_01_01+1] req@ffff9e4583170380 x1867358631394944/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853613.357775:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853613.357779:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1747) 00000800:00000001:1.0:1780853613.364978:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.364995:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853613.364999:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365002:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853613.365010:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365017:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853613.365035:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365046:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365051:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365056:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe47e80 00000400:00000200:1.0:1780853613.365061:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365067:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6149 [1] + 224 00000800:00000001:1.0:1780853613.365075:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365079:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853613.365082:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853613.365087:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853613.365094:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853613.365105:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170380 x1867358631394944/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853613.365315:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170380 x1867358631394944/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853613.365338:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853613.365348:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365352:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853613.365354:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365356:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853613.365359:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365362:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853613.365367:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365370:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365373:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365376:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe47e00 00000400:00000200:1.0:1780853613.365379:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365384:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6151 [1] + 224 00000800:00000001:1.0:1780853613.365388:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365391:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853613.365393:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853613.365396:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853613.365399:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853613.365403:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631394816/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853613.365413:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172300 x1867358631394816/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853613.365419:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853613.365422:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365424:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853613.365426:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365427:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853613.365430:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365433:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853613.365436:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365446:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365449:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365451:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe47d80 00000400:00000200:1.0:1780853613.365454:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853613.365458:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6141 [1] + 224 00000800:00000001:1.0:1780853613.365461:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365467:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853613.365469:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853613.365472:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853613.365474:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853613.365479:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631394688/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853613.365495:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173480 x1867358631394688/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853613.365502:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853613.365505:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853613.365508:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853613.613397:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853613.613406:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853613.613411:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853613.613415:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853613.613417:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853613.613424:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853613.613427:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853613.613429:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853613.613432:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853613.613435:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853613.613437:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853613.613439:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853614.637402:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853614.637410:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853614.637417:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853614.637418:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853615.661423:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853615.661432:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853615.661439:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853615.661440:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853616.688658:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853616.688666:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853616.688673:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853616.688674:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853617.457431:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296414202, at 4296414212 00000100:00000010:1.0:1780853617.457454:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5c00. 00010000:00000001:1.0:1780853617.711478:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853617.711484:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853617.711489:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853617.711490:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.477567:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853618.477579:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853618.477592:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853618.477599:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853618.477604:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853618.477607:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853618.477612:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853618.477620:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8300. 00000100:00000001:1.0:1780853618.477627:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.477637:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853618.477648:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853618.477653:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.477659:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_00_00+0] req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.478170:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.478174:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853618.478177:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853618.478181:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853618.478184:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853618.478186:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853618.478187:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853618.478189:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853618.478193:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8800. 00000100:00000001:1.0:1780853618.478196:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.478201:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853618.478219:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853618.478222:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.478226:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_01+1] req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.479776:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.479789:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853618.479793:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853618.479795:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853618.479799:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853618.479805:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105f80. 00000020:00000040:1.0:1780853618.479808:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853618.479811:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853618.479813:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853618.479817:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853618.479822:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8000. 00000100:00000001:1.0:1780853618.479827:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.479832:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853618.479849:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853618.479852:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.479857:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000606cf3e5] to pc [ptlrpcd_00_00+0] req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.479875:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.479879:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1752) 00000100:00000001:1.0:1780853618.479890:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1780853618.479892:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780853618.479894:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.479899:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853618.479901:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.479902:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853618.479904:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853618.479905:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853618.479909:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.479915:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853618.479917:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853618.479919:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853618.479921:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853618.479923:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853618.479926:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631395328:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853618.479930:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853618.479933:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853618.479935:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853618.479937:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853618.479941:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8000. 02000000:00000001:1.0:1780853618.479943:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853618.479947:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853618.479950:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835db00. 00000400:00000010:1.0:1780853618.479954:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9088. 00000100:00000200:1.0:1780853618.479958:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631395328, portal 4 00000100:00000001:1.0:1780853618.479960:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853618.479961:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121661312 : -107453587890304 : ffff9e4583105f80) 00000100:00000040:1.0:1780853618.479968:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.479974:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853618.479976:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853618.479979:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853618.479992:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631395328, offset 0 00000400:00000200:1.0:1780853618.479998:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853618.480004:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.480009:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853618.480012:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853618.480015:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853618.480017:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853618.480019:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853618.480022:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2228:2228:256:4294967295] 192.168.202.110@tcp LPNI seq info [2228:2228:8:4294967295] 00000400:00000200:1.0:1780853618.480025:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.480032:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853618.480036:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853618.480039:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853618.480043:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853618.480048:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853618.480051:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853618.480059:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.480063:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 112055 usecs (113 jiffies) 00000400:00000200:1.0:1780853618.480066:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853618.480068:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296415347 00000100:00000001:1.0:1780853618.480071:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296419321 00000100:00000001:1.0:1780853618.480073:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296415347 00000100:00000001:1.0:1780853618.480074:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296419321 00000100:00000001:1.0:1780853618.480076:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853618.480079:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.480081:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.480083:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853618.480104:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853618.480107:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:1.0:1780853618.480110:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853618.480113:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853618.480116:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853618.480118:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853618.480120:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853618.480124:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.480131:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853618.480134:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.480139:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.480141:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853618.483180:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853618.483184:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853618.483190:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853618.483192:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853618.483195:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:1.0:1780853618.483199:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:1.0:1780853618.483202:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:1.0:1780853618.483215:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853618.483219:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853618.483227:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.483232:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853618.483234:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.483236:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853618.483240:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853618.483242:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853618.483245:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853618.483248:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853618.483257:0:2380:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=9 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853618.483261:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853618.483363:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853618.483366:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853618.483369:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853618.483372:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.483376:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853618.483379:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853618.483381:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853618.483383:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.483388:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.483395:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853618.483398:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853618.483400:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853618.483403:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853618.483410:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631395200:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853618.483414:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.483417:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853618.483419:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631395200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.483425:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853618.483428:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853618.483442:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45943a8e00. 02000000:00000001:1.0:1780853618.483447:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853618.483449:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853618.483451:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853618.483453:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853618.483456:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8800. 02000000:00000001:1.0:1780853618.483460:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853618.483462:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853618.483464:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:1.0:1780853618.483468:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853618.483469:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.483471:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.483473:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853618.483474:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853618.483476:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.483478:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853618.487115:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853618.487133:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853618.487137:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853618.487140:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853618.487150:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.487158:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853618.487168:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.487174:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.487180:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.487184:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48000 00000400:00000200:1.0:1780853618.487190:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853618.487197:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6179 [1] + 224 00000800:00000001:1.0:1780853618.487215:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853618.487222:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853618.487226:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853618.487230:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853618.487237:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853618.487247:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853618.487259:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105f80 x1867358631395328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.487398:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853618.487410:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853618.487414:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.491939:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853618.491943:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853618.499692:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853618.499699:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853618.499704:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b6e0. 00000400:00000200:1.0:1780853618.499715:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:1.0:1780853618.499718:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:1.0:1780853618.499722:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853618.499734:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853618.499752:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.499761:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853618.499763:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.499766:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853618.499770:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853618.499772:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853618.499774:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853618.499778:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853618.499795:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853618.499800:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853618.499803:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853618.499804:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853618.499807:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853618.499810:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.499812:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853618.499817:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.499824:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853618.499828:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853618.499830:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853618.499834:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853618.499850:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631395072:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853618.499856:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.499859:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853618.499863:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631395072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853618.499870:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853618.499873:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853618.499877:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45943a8400. 02000000:00000001:1.0:1780853618.499881:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853618.499884:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853618.499885:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853618.499888:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853618.499891:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8300. 02000000:00000001:1.0:1780853618.499895:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853618.499897:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853618.499899:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:1.0:1780853618.499903:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853618.499904:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.499907:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853618.499915:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853618.499917:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853618.499920:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853618.499922:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853618.733832:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853618.733840:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853618.733847:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853618.733849:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853619.757677:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853619.757689:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853619.757696:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853619.757698:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853620.782097:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853620.782104:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853620.782111:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853620.782112:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853621.805456:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853621.805473:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853621.805476:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853621.805479:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853621.805484:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853621.805487:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853621.805489:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853621.805492:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853621.805496:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853621.805498:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853622.573611:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296419321, at 4296419328 00000100:00000010:1.0:1780853622.573617:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d540. 00010000:00000001:1.0:1780853622.829368:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853622.829377:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853622.829383:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853622.829385:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599130:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853623.599141:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853623.599153:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853623.599159:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853623.599175:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853623.599178:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853623.599184:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853623.599193:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8300. 00000100:00000001:1.0:1780853623.599201:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599213:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853623.599224:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853623.599228:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599234:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_00_01+1] req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599291:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599295:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853623.599299:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853623.599302:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853623.599305:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853623.599307:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853623.599309:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853623.599310:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853623.599313:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8800. 00000100:00000001:1.0:1780853623.599316:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599320:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853623.599328:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853623.599330:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599333:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_00+0] req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599342:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599344:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853623.599348:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853623.599350:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853623.599353:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853623.599356:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853623.599359:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853623.599361:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853623.599362:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853623.599363:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853623.599366:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8500. 00000100:00000001:1.0:1780853623.599369:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599373:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853623.599379:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853623.599381:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599384:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f395daa] to pc [ptlrpcd_00_01+1] req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599392:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599396:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1758) 00000100:00000001:1.0:1780853623.599409:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853623.599412:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853623.599415:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853623.599420:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599433:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853623.599435:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.599438:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853623.599441:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853623.599443:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853623.599447:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631395584:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853623.599451:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853623.599456:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853623.599459:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.599461:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853623.599465:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:1.0:1780853623.599467:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853623.599474:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853623.599478:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d9f8. 00000400:00000010:1.0:1780853623.599485:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853623.599492:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631395584, portal 10 00000100:00000001:1.0:1780853623.599495:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853623.599496:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000040:1.0:1780853623.599504:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599512:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853623.599515:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853623.599517:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853623.599520:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631395584, offset 0 00000400:00000200:1.0:1780853623.599527:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853623.599536:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.599544:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853623.599550:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853623.599554:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853623.599558:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853623.599561:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853623.599565:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2229:2229:256:4294967295] 192.168.202.110@tcp LPNI seq info [2229:2229:8:4294967295] 00000400:00000200:1.0:1780853623.599570:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.599580:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853623.599585:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853623.599591:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853623.599598:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853623.599606:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853623.599611:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853623.599622:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599627:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 514930 usecs (515 jiffies) 00000400:00000200:1.0:1780853623.599630:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853623.599633:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296420869 00000100:00000010:1.0:1780853623.599638:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49780. 00000100:00000001:1.0:1780853623.599645:0:2380:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853623.599650:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296420869 00000100:00000010:1.0:1780853623.599654:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49900. 00000100:00000001:1.0:1780853623.599657:0:2380:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853623.599660:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853623.599663:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.599666:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.599669:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.599676:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853623.599678:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:1.0:1780853623.599681:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853623.599682:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853623.599683:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853623.599686:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1780853623.599688:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.599689:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853623.599691:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.599692:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853623.599693:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853623.599695:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853623.599699:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599707:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853623.599708:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.599710:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853623.599712:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853623.599714:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853623.599717:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631395456:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853623.599720:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853623.599722:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853623.599723:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.599725:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853623.599728:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853623.599730:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853623.599733:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853623.599736:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dc60. 00000400:00000010:1.0:1780853623.599740:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9110. 00000100:00000200:1.0:1780853623.599742:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631395456, portal 25 00000100:00000001:1.0:1780853623.599744:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853623.599746:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:1.0:1780853623.599750:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599757:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853623.599759:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853623.599761:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853623.599764:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631395456, offset 0 00000400:00000200:1.0:1780853623.599768:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853623.599772:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.599776:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853623.599778:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853623.599781:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853623.599783:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853623.599786:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853623.599788:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2230:2230:255:4294967295] 192.168.202.110@tcp LPNI seq info [2230:2230:7:4294967295] 00000400:00000200:1.0:1780853623.599792:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.599798:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853623.599816:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853623.599820:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853623.599824:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853623.599828:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853623.599831:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853623.599834:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853623.599837:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853623.599839:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296424443 00000100:00000001:1.0:1780853623.599844:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296420869 00000100:00000001:1.0:1780853623.599847:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296424443 00000100:00000001:1.0:1780853623.599849:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296420869 00000100:00000001:1.0:1780853623.599852:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853623.599854:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.599856:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853623.599859:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599866:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853623.599867:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.599870:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853623.599871:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853623.599873:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853623.599876:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631395712:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853623.599879:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853623.599881:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853623.599882:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.599884:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853623.599887:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8800. 02000000:00000001:1.0:1780853623.599889:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853623.599892:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853623.599894:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d478. 00000400:00000010:1.0:1780853623.599898:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853623.599901:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631395712, portal 4 00000100:00000001:1.0:1780853623.599902:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853623.599904:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000040:1.0:1780853623.599909:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.599916:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853623.599918:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853623.599921:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9550. 00000100:00000200:1.0:1780853623.599923:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631395712, offset 0 00000400:00000200:1.0:1780853623.599927:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853623.599931:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.599934:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853623.599937:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853623.599939:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853623.599941:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853623.599943:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853623.599946:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2231:2231:254:4294967295] 192.168.202.110@tcp LPNI seq info [2231:2231:6:4294967295] 00000400:00000200:1.0:1780853623.599950:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.599956:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853623.599960:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853623.599963:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853623.599967:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853623.599971:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853623.599973:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853623.599976:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.599979:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 111372 usecs (112 jiffies) 00000400:00000200:1.0:1780853623.599982:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853623.599984:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296420466 00000100:00000001:1.0:1780853623.599986:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296424443 00000100:00000001:1.0:1780853623.599988:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296420466 00000100:00000001:1.0:1780853623.599990:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296424443 00000100:00000001:1.0:1780853623.599992:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853623.599994:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.599996:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.599999:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853623.600043:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853623.600046:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:1.0:1780853623.600053:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853623.600057:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853623.600062:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853623.600064:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853623.600068:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853623.600072:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.600081:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853623.600085:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.600092:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.600094:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853623.600105:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853623.600107:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:1.0:1780853623.600109:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853623.600112:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853623.600114:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:1.0:1780853623.600116:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:1.0:1780853623.600118:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853623.600120:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.600127:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853623.600129:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.600135:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.600136:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853623.600215:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853623.600218:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:1.0:1780853623.600221:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853623.600224:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853623.600226:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9550 00000400:00000010:1.0:1780853623.600228:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9550. 00000100:00000001:1.0:1780853623.600230:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853623.600233:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.600239:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853623.600241:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.600247:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.600248:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853623.603083:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853623.603088:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853623.603094:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853623.603096:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853623.603100:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d478. 00000400:00000200:1.0:1780853623.603105:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:1.0:1780853623.603108:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:1.0:1780853623.603111:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853623.603116:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853623.603126:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.603132:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853623.603136:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.603139:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853623.603142:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853623.603144:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853623.603146:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.603149:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853623.603158:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=14 v=5 (5 5 5 37) 00000100:00001000:1.0:1780853623.603173:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853623.603175:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853623.603177:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853623.603179:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853623.603183:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.603187:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853623.603189:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1780853623.603191:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853623.603193:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.603198:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.603205:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853623.603209:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853623.603212:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853623.603216:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853623.603223:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631395712:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853623.603229:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853623.603230:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853623.603232:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d9f8. 00000400:00000200:1.0:1780853623.603235:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853623.603237:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853623.603239:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853623.603243:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853623.603250:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.603256:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853623.603257:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.603259:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853623.603260:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853623.603261:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853623.603263:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853623.603289:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853623.603294:0:2380:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=14 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853623.603297:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853623.603299:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853623.603300:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853623.603302:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853623.603304:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.603306:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853623.603307:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853623.603309:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853623.603310:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853623.603313:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.603319:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853623.603321:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853623.603322:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853623.603326:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853623.603333:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631395584:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853623.603338:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.603341:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853623.603344:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105500 x1867358631395712/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.603350:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853623.603353:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853623.603357:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8800. 02000000:00000001:1.0:1780853623.603360:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853623.603363:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853623.603365:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:1.0:1780853623.603368:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853623.603370:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8500. 02000000:00000001:1.0:1780853623.603374:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853623.603377:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853623.603378:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105500. 00000100:00000001:1.0:1780853623.603382:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853623.603383:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.603384:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853623.603388:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631395584/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.603393:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853623.603395:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853623.603396:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9200. 02000000:00000001:1.0:1780853623.603398:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853623.603399:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853623.603400:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853623.603401:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853623.603403:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8800. 02000000:00000001:1.0:1780853623.603404:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853623.603405:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853623.603406:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:1.0:1780853623.603408:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853623.603409:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853623.603412:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.603413:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853623.603415:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853623.603416:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853623.603418:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853623.608105:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853623.608125:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853623.608129:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853623.608132:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853623.608140:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.608149:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853623.608158:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.608174:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.608179:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.608183:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48080 00000400:00000200:1.0:1780853623.608188:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853623.608195:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6199 [1] + 224 00000800:00000001:1.0:1780853623.608203:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853623.608212:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853623.608214:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853623.608218:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853623.608225:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853623.608234:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853623.608245:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104000 x1867358631395456/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853623.608300:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853623.608310:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853623.608313:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853623.854854:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853623.854859:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853623.854865:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853623.854869:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853623.854871:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853623.854876:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853623.854879:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853623.854880:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853623.854884:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853623.854886:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853623.854888:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853623.854890:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853624.877598:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853624.877605:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853624.877610:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853624.877624:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853625.901417:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853625.901426:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853625.901432:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853625.901434:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853626.925338:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853626.925358:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853626.925365:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853626.925367:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853627.693396:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296424443, at 4296424448 00000100:00000010:1.0:1780853627.693413:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49900. 00010000:00000001:1.0:1780853627.949480:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853627.949488:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853627.949494:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853627.949495:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.719224:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853628.719236:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853628.719246:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171880. 00000020:00000040:3.0:1780853628.719253:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853628.719258:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853628.719262:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853628.719290:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853628.719303:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77100. 00000100:00000001:3.0:1780853628.719311:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.719325:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583171880 x1867358631395840/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853628.719337:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853628.719341:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.719624:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc85640] to pc [ptlrpcd_01_00+0] req@ffff9e4583171880 x1867358631395840/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.720065:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.720068:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853628.720073:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853628.720078:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171500. 00000020:00000040:3.0:1780853628.720082:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853628.720085:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853628.720087:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853628.720090:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853628.720095:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853628.720099:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.720105:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583171500 x1867358631395968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853628.720113:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853628.720115:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.720130:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040cbfd04] to pc [ptlrpcd_01_01+1] req@ffff9e4583171500 x1867358631395968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780853628.723326:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853628.723335:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:1.0:1780853628.723342:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853628.723888:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853628.723896:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:1.0:1780853628.723899:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:1.0:1780853628.723905:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853628.723912:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171500 x1867358631395968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853628.723925:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853628.723928:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171500 x1867358631395968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853628.723935:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853628.723937:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853628.731762:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.731768:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853628.731773:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853628.731775:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853628.731779:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853628.731787:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853628.731794:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853628.731799:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853628.731802:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853628.731808:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853628.731815:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77400. 00000100:00000001:3.0:1780853628.731822:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.731834:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853628.731845:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853628.731849:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.731856:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_00+0] req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.731891:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.731897:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1763) 00000100:00000001:3.0:1780853628.731914:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853628.731918:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780853628.731919:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853628.731937:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853628.731939:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853628.731941:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853628.731942:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853628.731944:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853628.731949:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.731957:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853628.731959:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853628.731963:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853628.731966:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853628.731969:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853628.731972:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631396096:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853628.731977:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853628.731982:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853628.731984:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853628.731987:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853628.731991:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca8200. 02000000:00000001:3.0:1780853628.731993:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853628.732001:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853628.732005:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853628.732012:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853628.732019:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631396096, portal 4 00000100:00000001:3.0:1780853628.732022:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853628.732023:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853628.732031:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.732039:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853628.732042:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853628.732045:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a440. 00000100:00000200:3.0:1780853628.732048:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631396096, offset 0 00000400:00000200:3.0:1780853628.732055:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853628.732066:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853628.732074:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853628.732079:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853628.732084:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853628.732088:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853628.732091:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853628.732095:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2234:2234:256:4294967295] 192.168.202.110@tcp LPNI seq info [2234:2234:8:4294967295] 00000400:00000200:3.0:1780853628.732099:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853628.732110:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853628.732116:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853628.732133:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853628.732139:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853628.732146:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853628.732150:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853628.732161:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.732166:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 110666 usecs (111 jiffies) 00000400:00000200:3.0:1780853628.732169:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853628.732173:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296425597 00000100:00000001:3.0:1780853628.732175:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296429563 00000100:00000001:3.0:1780853628.732177:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296425597 00000100:00000001:3.0:1780853628.732180:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296429563 00000100:00000001:3.0:1780853628.732182:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853628.732184:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853628.732187:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853628.732189:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853628.742644:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853628.742648:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853628.742655:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853628.742657:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853628.742660:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853628.742664:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853628.742667:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853628.742670:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853628.742674:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853628.742684:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.742691:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853628.742693:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853628.742699:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853628.742702:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853628.742705:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853628.742706:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853628.742709:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853628.742719:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=19 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853628.742723:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853628.742726:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853628.742727:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853628.742730:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853628.742734:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853628.742739:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853628.742741:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967321 00000100:00000001:3.0:1780853628.742742:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853628.742744:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853628.742748:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.742755:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853628.742758:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853628.742760:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853628.742764:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853628.742771:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631396096:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853628.742776:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853628.742778:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853628.742782:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631396096/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853628.742789:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853628.742792:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853628.742795:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca8200. 02000000:00000001:3.0:1780853628.742799:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853628.742801:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853628.742803:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853628.742806:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853628.742808:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77400. 02000000:00000001:3.0:1780853628.742812:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853628.742814:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853628.742816:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853628.742819:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853628.742820:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853628.742823:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853628.742829:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853628.742831:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853628.742833:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853628.742835:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853628.744844:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853628.744861:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853628.744865:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853628.744868:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853628.744877:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853628.744884:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853628.744893:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853628.744898:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853628.744903:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853628.744907:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe48280 00000400:00000200:1.0:1780853628.744912:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853628.744917:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x61c1 [1] + 224 00000800:00000001:1.0:1780853628.744925:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853628.744983:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853628.744987:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853628.744992:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853628.744999:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853628.745008:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171500 x1867358631395968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853628.745018:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171500 x1867358631395968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853628.745039:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853628.745047:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853628.745051:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853628.975416:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853628.975424:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853628.975430:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853628.975431:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853629.997539:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853629.997545:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853629.997550:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853629.997551:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853631.021894:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853631.021901:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853631.021907:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853631.021908:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853632.045597:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853632.045606:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853632.045608:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853632.045612:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853632.045617:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853632.045620:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853632.045622:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853632.045624:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853632.045627:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853632.045629:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853632.815339:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296429563, at 4296429570 00000100:00000010:1.0:1780853632.815351:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5180. 00010000:00000001:1.0:1780853633.069704:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853633.069713:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853633.069718:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853633.069720:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838779:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853633.838790:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853633.838801:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853633.838807:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853633.838812:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853633.838815:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853633.838820:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853633.838829:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8800. 00000100:00000001:1.0:1780853633.838836:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838849:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104380 x1867358631396224/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853633.838859:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853633.838864:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838872:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_00+0] req@ffff9e4583104380 x1867358631396224/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.838907:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838910:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853633.838914:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853633.838917:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853633.838920:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853633.838924:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853633.838925:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853633.838927:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853633.838929:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8500. 00000100:00000001:1.0:1780853633.838932:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838936:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583105500 x1867358631396352/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853633.838943:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853633.838945:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838948:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f395daa] to pc [ptlrpcd_00_01+1] req@ffff9e4583105500 x1867358631396352/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.838956:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838958:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853633.838961:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853633.838964:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853633.838967:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853633.838971:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104700. 00000020:00000040:1.0:1780853633.838973:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853633.838975:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853633.838976:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853633.838978:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853633.838980:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8c00. 00000100:00000001:1.0:1780853633.838983:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838987:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583104700 x1867358631396480/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853633.838993:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853633.838994:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.838997:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036dd3d18] to pc [ptlrpcd_00_00+0] req@ffff9e4583104700 x1867358631396480/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.839009:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853633.839013:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1768) 00000800:00000200:1.0:1780853633.840579:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853633.840584:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:1.0:1780853633.840591:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853633.840597:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853633.840603:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:1.0:1780853633.840605:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:1.0:1780853633.840610:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853633.840616:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631396224/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.840625:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853633.840629:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104380 x1867358631396224/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.840636:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853633.840637:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853633.840650:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853633.840652:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853633.840654:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853633.840657:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853633.840660:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:1.0:1780853633.840661:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:1.0:1780853633.840663:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853633.840667:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104700 x1867358631396480/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.840674:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853633.840676:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104700 x1867358631396480/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.840682:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853633.840684:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853633.841194:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853633.841198:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853633.841201:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853633.841205:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853633.841209:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:1.0:1780853633.841210:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:1.0:1780853633.841214:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853633.841219:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631396352/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.841237:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853633.841241:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631396352/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.841247:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853633.841249:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853633.847110:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.847132:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853633.847137:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.847139:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853633.847150:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847160:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853633.847172:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847178:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847185:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847189:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe48400 00000400:00000200:1.0:1780853633.847194:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847201:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x61f1 [1] + 224 00000800:00000001:1.0:1780853633.847209:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.847212:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853633.847215:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853633.847220:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853633.847693:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853633.847704:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105500 x1867358631396352/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853633.847716:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105500 x1867358631396352/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.847737:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853633.847748:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.847753:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853633.847755:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.847757:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853633.847761:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847765:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853633.847770:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847773:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847776:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847779:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48380 00000400:00000200:1.0:1780853633.847782:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.847787:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x61d1 [1] + 224 00000800:00000001:1.0:1780853633.847791:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.848554:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853633.848559:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853633.848564:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853633.848568:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853633.848573:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104380 x1867358631396224/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853633.848583:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104380 x1867358631396224/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.848591:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853633.848596:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.848599:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853633.856574:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.856588:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853633.856592:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.856595:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853633.856604:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.856612:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853633.856621:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.856627:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.856632:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.856637:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48480 00000400:00000200:1.0:1780853633.856641:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853633.856648:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x61e1 [1] + 224 00000800:00000001:1.0:1780853633.856655:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.856660:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853633.856663:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853633.856668:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853633.856676:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853633.856685:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104700 x1867358631396480/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853633.856697:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104700 x1867358631396480/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853633.856720:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853633.856728:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853633.856731:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853634.093438:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853634.093445:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853634.093451:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853634.093454:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853634.093456:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853634.093463:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853634.093465:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853634.093467:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853634.093470:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853634.093473:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853634.093475:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853634.093477:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853635.117564:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853635.117572:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853635.117591:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853635.117592:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853636.141426:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853636.141433:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853636.141439:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853636.141440:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853637.165419:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853637.165426:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853637.165432:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853637.165433:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853637.933407:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296434683, at 4296434688 00000100:00000010:1.0:1780853637.933424:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d8a0. 00010000:00000001:1.0:1780853638.190250:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853638.190257:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853638.190262:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853638.190263:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962158:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853638.962172:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853638.962187:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853638.962195:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853638.962200:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853638.962204:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853638.962210:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853638.962220:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77400. 00000100:00000001:3.0:1780853638.962229:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962241:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583172a00 x1867358631396608/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853638.962253:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853638.962258:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962280:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_01+1] req@ffff9e4583172a00 x1867358631396608/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.962328:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962331:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853638.962335:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853638.962338:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853638.962340:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853638.962342:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853638.962344:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853638.962346:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853638.962349:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77500. 00000100:00000001:3.0:1780853638.962353:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962357:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853638.962365:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853638.962366:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962371:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000960a503c] to pc [ptlrpcd_01_00+0] req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.962378:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962380:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853638.962384:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853638.962386:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853638.962389:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853638.962392:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170000. 00000020:00000040:3.0:1780853638.962394:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853638.962396:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853638.962397:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853638.962398:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853638.962401:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77a00. 00000100:00000001:3.0:1780853638.962404:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962407:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583170000 x1867358631396864/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853638.962414:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853638.962416:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962420:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdbbde5] to pc [ptlrpcd_01_01+1] req@ffff9e4583170000 x1867358631396864/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.962439:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962443:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1773) 00000100:00000001:3.0:1780853638.962473:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853638.962475:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853638.962477:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853638.962481:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.962487:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853638.962488:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853638.962490:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853638.962492:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853638.962494:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853638.962497:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631396736:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853638.962500:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853638.962502:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853638.962503:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853638.962505:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853638.962508:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9200. 02000000:00000001:3.0:1780853638.962510:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853638.962514:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853638.962517:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853638.962521:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853638.962524:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631396736, portal 10 00000100:00000001:3.0:1780853638.962526:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853638.962527:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000040:3.0:1780853638.962533:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.962540:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853638.962543:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853638.962547:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a440. 00000100:00000200:3.0:1780853638.962549:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631396736, offset 0 00000400:00000200:3.0:1780853638.962553:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853638.962572:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853638.962575:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853638.962577:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853638.962580:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853638.962582:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853638.962584:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853638.962587:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2239:2239:255:4294967295] 192.168.202.110@tcp LPNI seq info [2239:2239:7:4294967295] 00000400:00000200:3.0:1780853638.962590:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853638.962595:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853638.962599:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853638.962601:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853638.962604:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853638.962608:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853638.962612:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853638.962632:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.962637:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 512488 usecs (513 jiffies) 00000400:00000200:3.0:1780853638.962639:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853638.962641:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296436230 00000100:00000001:3.0:1780853638.962660:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296439806 00000100:00000001:3.0:1780853638.962663:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296436230 00000100:00000001:3.0:1780853638.962669:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296439806 00000100:00000001:3.0:1780853638.962671:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853638.962673:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853638.962675:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853638.962678:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853638.962688:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853638.962691:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:3.0:1780853638.962693:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853638.962694:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853638.962696:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853638.962698:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853638.963089:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853638.963095:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853638.963110:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853638.963115:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853638.963121:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:1.0:1780853638.963123:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:1.0:1780853638.963129:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853638.963134:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631396608/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.963143:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853638.963146:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631396608/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.963153:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853638.963155:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853638.963168:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853638.963170:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77900. 00000400:00000200:1.0:1780853638.963174:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853638.963177:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853638.963179:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a440 00000400:00000010:1.0:1780853638.963181:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a440. 00000100:00000001:1.0:1780853638.963184:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853638.963187:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.963193:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853638.963195:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.963199:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853638.963201:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853638.963493:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853638.963496:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853638.963499:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853638.963503:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853638.963506:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:1.0:1780853638.963507:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:1.0:1780853638.963510:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853638.963515:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170000 x1867358631396864/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.963522:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853638.963525:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170000 x1867358631396864/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.963531:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853638.963532:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853638.968001:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.968030:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853638.968189:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.968194:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853638.968204:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.968212:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853638.968222:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.968228:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.968234:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.968238:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe48580 00000400:00000200:1.0:1780853638.968243:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.968251:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6209 [1] + 224 00000800:00000001:1.0:1780853638.968259:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.968296:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853638.968300:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853638.968304:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853638.968312:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853638.968323:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853638.968335:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.968355:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853638.968365:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.968369:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853638.968550:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853638.968556:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853638.968564:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853638.968567:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853638.968570:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853638.968575:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853638.968578:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853638.968582:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853638.968587:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853638.968596:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.968602:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853638.968604:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853638.968607:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853638.968610:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853638.968612:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853638.968614:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853638.968617:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853638.968628:0:2382:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=29 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853638.968633:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853638.968635:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853638.968637:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853638.968639:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853638.968643:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853638.968647:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853638.968649:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853638.968651:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853638.968652:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853638.968657:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.968664:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853638.968667:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853638.968669:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853638.968672:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853638.968680:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631396736:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853638.968685:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853638.968687:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853638.968690:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173b80 x1867358631396736/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853638.968696:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853638.968698:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853638.968702:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9200. 02000000:00000001:3.0:1780853638.968706:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853638.968709:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853638.968711:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853638.968714:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853638.968717:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77500. 02000000:00000001:3.0:1780853638.968732:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853638.968735:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853638.968737:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173b80. 00000100:00000001:3.0:1780853638.968740:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853638.968742:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853638.968744:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853638.968753:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853638.968755:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853638.968757:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853638.968760:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853638.975318:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.975338:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853638.975343:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.975346:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853638.975355:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.975365:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853638.975375:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.975382:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.975389:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.975393:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48500 00000400:00000200:1.0:1780853638.975399:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.975418:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6201 [1] + 224 00000800:00000001:1.0:1780853638.975432:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.975441:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853638.975445:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853638.975450:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853638.975457:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853638.975468:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631396608/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853638.975485:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172a00 x1867358631396608/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.975505:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853638.975515:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.975518:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853638.980661:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.980678:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853638.980682:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.980685:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853638.980693:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.980701:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853638.980710:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.980716:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.980732:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.980736:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48600 00000400:00000200:1.0:1780853638.980740:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853638.980746:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6211 [1] + 224 00000800:00000001:1.0:1780853638.980753:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.980760:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853638.980764:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853638.980768:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853638.980777:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853638.980787:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170000 x1867358631396864/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853638.980799:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170000 x1867358631396864/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853638.980807:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853638.980817:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853638.980820:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853639.213566:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853639.213574:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853639.213579:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853639.213580:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853640.237430:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853640.237440:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853640.237447:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853640.237448:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853641.261470:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853641.261477:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853641.261483:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853641.261484:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853642.286621:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853642.286630:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853642.286642:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853642.286646:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853642.286651:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853642.286654:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853642.286656:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853642.286658:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853642.286662:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853642.286664:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853643.053559:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296439806, at 4296439808 00000100:00000010:1.0:1780853643.053565:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da57e0. 00010000:00000001:1.0:1780853643.309405:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853643.309414:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853643.309420:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853643.309421:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853644.078516:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853644.078521:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3100. 00000400:00000200:1.0:1780853644.078527:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853644.078532:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853644.078537:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:1.0:1780853644.078540:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:1.0:1780853644.078544:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853644.078549:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369180 x1867358631397120/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.078564:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853644.078567:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369180 x1867358631397120/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.078574:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853644.078575:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853644.078583:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853644.078585:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853644.078587:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853644.078590:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853644.078592:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:1.0:1780853644.078593:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:1.0:1780853644.078595:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853644.078598:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631396992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.078605:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853644.078607:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631396992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.078613:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853644.078614:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853644.078669:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853644.078671:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853644.078674:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853644.078677:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853644.078679:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:1.0:1780853644.078680:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:1.0:1780853644.078682:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853644.078686:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836a300 x1867358631397248/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.078692:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853644.078695:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836a300 x1867358631397248/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.078708:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853644.078709:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853644.078718:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853644.078720:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853644.081703:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081719:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853644.081724:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081727:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853644.081736:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081743:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853644.081751:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081756:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081761:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081779:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe48700 00000400:00000200:1.0:1780853644.081784:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081790:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6219 [1] + 224 00000800:00000001:1.0:1780853644.081799:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081804:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853644.081812:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853644.081816:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853644.081824:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853644.081833:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369180 x1867358631397120/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853644.081843:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369180 x1867358631397120/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.081863:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853644.081872:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081876:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853644.081878:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081881:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853644.081885:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081888:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853644.081893:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081896:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081899:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081902:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48680 00000400:00000200:1.0:1780853644.081906:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081910:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6229 [1] + 224 00000800:00000001:1.0:1780853644.081914:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081917:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853644.081919:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853644.081922:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853644.081925:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853644.081928:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631396992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853644.081937:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836bb80 x1867358631396992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.081944:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853644.081947:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081949:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853644.081951:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081953:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853644.081956:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081959:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853644.081963:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081965:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081968:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081971:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48780 00000400:00000200:1.0:1780853644.081974:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853644.081978:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6239 [1] + 224 00000800:00000001:1.0:1780853644.081981:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.081987:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853644.081989:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853644.082002:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853644.082005:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853644.082008:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836a300 x1867358631397248/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853644.082017:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836a300 x1867358631397248/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853644.082023:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853644.082026:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853644.082029:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853644.333422:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853644.333430:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853644.333436:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853644.333439:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853644.333442:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853644.333449:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853644.333452:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853644.333453:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853644.333457:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853644.333460:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853644.333462:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853644.333465:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853645.357399:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853645.357406:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853645.357413:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853645.357414:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853646.381431:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853646.381438:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853646.381444:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853646.381445:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853647.405729:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853647.405736:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853647.405741:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853647.405742:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853648.174751:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296444921, at 4296444929 00000100:00000010:1.0:1780853648.174763:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447df60. 00010000:00000001:1.0:1780853648.431159:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853648.431165:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853648.431180:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853648.431181:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198144:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853649.198148:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853649.198151:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853649.198158:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369180 x1867358631397376/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.198167:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853649.198169:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.198173:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853649.198175:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853649.198186:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853649.198189:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631397376:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853649.198195:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853649.198200:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853649.198203:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.198206:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853649.198212:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:1.0:1780853649.198214:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853649.198221:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853649.198225:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d9f8. 00000400:00000010:1.0:1780853649.198231:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853649.198237:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631397376, portal 25 00000100:00000001:1.0:1780853649.198239:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853649.198241:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000040:1.0:1780853649.198247:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369180 x1867358631397376/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.198253:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853649.198255:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853649.198258:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853649.198261:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631397376, offset 0 00000400:00000200:1.0:1780853649.198305:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853649.198314:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.198322:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853649.198328:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853649.198331:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853649.198335:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853649.198338:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853649.198342:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2244:2244:256:4294967295] 192.168.202.110@tcp LPNI seq info [2244:2244:8:4294967295] 00000400:00000200:1.0:1780853649.198346:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.198354:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853649.198360:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853649.198365:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853649.198373:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853649.198381:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853649.198385:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853649.198395:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853649.198399:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853649.198402:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296450042 00000100:00000010:1.0:1780853649.198406:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49900. 00000100:00000001:1.0:1780853649.198413:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853649.198419:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296450042 00000100:00000010:1.0:1780853649.198422:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c491e0. 00000100:00000001:1.0:1780853649.198425:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853649.198428:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853649.198431:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198433:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853649.198437:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631397632/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.198444:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853649.198446:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.198448:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853649.198450:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853649.198451:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853649.198454:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631397632:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853649.198458:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853649.198460:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853649.198462:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.198464:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853649.198467:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8800. 02000000:00000001:1.0:1780853649.198469:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853649.198472:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853649.198475:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d478. 00000400:00000010:1.0:1780853649.198478:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9550. 00000100:00000200:1.0:1780853649.198480:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631397632, portal 4 00000100:00000001:1.0:1780853649.198482:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853649.198483:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:1.0:1780853649.198489:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836bb80 x1867358631397632/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.198496:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853649.198498:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853649.198500:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853649.198503:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631397632, offset 0 00000400:00000200:1.0:1780853649.198506:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853649.198509:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.198513:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853649.198515:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853649.198518:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853649.198520:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853649.198522:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853649.198525:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2245:2245:255:4294967295] 192.168.202.110@tcp LPNI seq info [2245:2245:7:4294967295] 00000400:00000200:1.0:1780853649.198529:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.198559:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853649.198564:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853649.198568:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853649.198572:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853649.198576:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853649.198578:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853649.198581:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853649.198585:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 108230 usecs (109 jiffies) 00000400:00000200:1.0:1780853649.198588:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853649.198590:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296446062 00000100:00000001:1.0:1780853649.198596:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296450042 00000100:00000001:1.0:1780853649.198598:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296446062 00000100:00000001:1.0:1780853649.198600:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296450042 00000100:00000001:1.0:1780853649.198602:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853649.198604:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198607:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198609:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.198616:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853649.198618:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853649.198620:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853649.198621:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853649.198623:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853649.198625:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780853649.198627:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.198628:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853649.198630:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.198631:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853649.198632:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853649.198633:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853649.198637:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.198644:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853649.198646:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.198648:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853649.198650:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853649.198652:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853649.198655:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631397504:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853649.198658:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853649.198661:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853649.198662:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.198664:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853649.198668:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853649.198670:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853649.198673:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853649.198676:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d3c8. 00000400:00000010:1.0:1780853649.198679:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853649.198682:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631397504, portal 10 00000100:00000001:1.0:1780853649.198684:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853649.198685:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055040 : -107453501496576 : ffff9e458836a300) 00000100:00000040:1.0:1780853649.198691:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.198697:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853649.198699:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853649.198702:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b94c8. 00000100:00000200:1.0:1780853649.198704:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631397504, offset 0 00000400:00000200:1.0:1780853649.198707:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853649.198711:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.198714:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853649.198717:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853649.198719:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853649.198721:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853649.198723:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853649.198725:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2246:2246:254:4294967295] 192.168.202.110@tcp LPNI seq info [2246:2246:6:4294967295] 00000400:00000200:1.0:1780853649.198729:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.198734:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853649.198738:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853649.198741:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853649.198745:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853649.198749:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853649.198752:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853649.198754:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853649.198757:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 510843 usecs (511 jiffies) 00000400:00000200:1.0:1780853649.198760:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853649.198762:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296446464 00000100:00000001:1.0:1780853649.198764:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296450042 00000100:00000001:1.0:1780853649.198766:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296446464 00000100:00000001:1.0:1780853649.198768:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296450042 00000100:00000001:1.0:1780853649.198769:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853649.198771:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198774:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198776:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.198788:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853649.198790:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853649.206027:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206054:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853649.206058:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206061:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853649.206071:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206078:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853649.206088:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206094:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206099:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206104:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48900 00000400:00000200:1.0:1780853649.206109:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206116:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6259 [1] + 224 00000800:00000001:1.0:1780853649.206124:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206129:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853649.206133:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853649.206138:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853649.206147:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853649.206158:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631397632/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853649.206169:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836bb80 x1867358631397632/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.206193:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853649.206202:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206205:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853649.206207:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206209:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853649.206212:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206216:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853649.206220:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206222:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206224:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206227:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48800 00000400:00000200:1.0:1780853649.206230:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853649.206233:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6249 [1] + 224 00000800:00000001:1.0:1780853649.206236:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206241:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853649.206243:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853649.206246:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853649.206248:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853649.206252:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369180 x1867358631397376/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853649.206260:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369180 x1867358631397376/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.206295:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853649.206298:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853649.206301:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.218640:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853649.218645:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853649.218652:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853649.218654:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853649.218657:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d3c8. 00000400:00000200:1.0:1780853649.218662:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853649.218665:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853649.218668:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853649.218673:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853649.218683:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.218689:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853649.218691:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.218693:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853649.218696:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853649.218699:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853649.218701:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853649.218704:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853649.218715:0:2380:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=40 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853649.218721:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853649.218724:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853649.218726:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853649.218729:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853649.218733:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.218737:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853649.218740:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853649.218741:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853649.218743:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853649.218748:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.218756:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853649.218759:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853649.218761:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853649.218765:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853649.218773:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631397504:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853649.218788:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.218791:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853649.218795:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836a300 x1867358631397504/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853649.218802:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853649.218805:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853649.218808:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853649.218811:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853649.218814:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853649.218816:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853649.218819:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853649.218821:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3900. 02000000:00000001:1.0:1780853649.218825:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853649.218828:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853649.218829:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a300. 00000100:00000001:1.0:1780853649.218833:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853649.218834:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.218836:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853649.218845:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853649.218846:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853649.218849:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853649.218851:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853649.453461:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853649.453469:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853649.453475:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853649.453476:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853650.477599:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853650.477607:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853650.477613:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853650.477614:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853651.502693:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853651.502701:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853651.502706:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853651.502708:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853652.525587:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853652.525596:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853652.525598:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853652.525601:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853652.525605:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853652.525608:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853652.525610:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853652.525612:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853652.525617:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853652.525618:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853653.293407:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296450042, at 4296450048 00000100:00000010:1.0:1780853653.293435:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c491e0. 00010000:00000001:1.0:1780853653.549354:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853653.549361:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853653.549368:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853653.549371:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853653.549373:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853653.549380:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853653.549382:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853653.549383:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853653.549387:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853653.549389:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853653.549391:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853653.549393:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.319292:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.319297:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853654.319300:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853654.319306:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.319315:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853654.319317:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.319322:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853654.319324:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853654.319327:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853654.319331:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631397760:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853654.319335:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853654.319342:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853654.319345:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.319348:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853654.319353:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9800. 02000000:00000001:3.0:1780853654.319356:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853654.319364:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853654.319368:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853654.319374:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853654.319381:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631397760, portal 25 00000100:00000001:3.0:1780853654.319384:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853654.319385:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000040:3.0:1780853654.319391:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.319399:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853654.319402:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853654.319405:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a7f8. 00000100:00000200:3.0:1780853654.319409:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631397760, offset 0 00000400:00000200:3.0:1780853654.319414:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853654.319423:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853654.319431:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853654.319436:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853654.319440:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853654.319455:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853654.319458:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853654.319462:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2247:2247:256:4294967295] 192.168.202.110@tcp LPNI seq info [2247:2247:8:4294967295] 00000400:00000200:3.0:1780853654.319466:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853654.319476:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853654.319609:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853654.319615:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853654.319623:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853654.319631:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853654.319635:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853654.319654:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853654.319659:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853654.319661:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296455163 00000100:00000010:3.0:1780853654.319667:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e45831398a0. 00000100:00000001:3.0:1780853654.319674:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853654.319681:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296455163 00000100:00000010:3.0:1780853654.319684:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139de0. 00000100:00000001:3.0:1780853654.319687:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853654.319700:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853654.319703:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.319707:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.319709:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853654.319847:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853654.319852:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000400:00000200:1.0:1780853654.319859:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853654.319863:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853654.319869:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a7f8 00000400:00000010:1.0:1780853654.319871:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a7f8. 00000100:00000001:1.0:1780853654.319875:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853654.319880:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.319889:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853654.319892:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.319899:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853654.319901:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853654.320397:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853654.320400:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853654.320402:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.320404:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853654.320406:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853654.320408:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853654.320410:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.320412:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853654.320413:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.320414:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.320415:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853654.320416:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853654.320422:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.320430:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853654.320432:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.320435:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853654.320446:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853654.320449:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853654.320452:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631397888:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853654.320456:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853654.320460:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853654.320462:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.320464:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853654.320469:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca8000. 02000000:00000001:3.0:1780853654.320471:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853654.320475:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853654.320479:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853654.320648:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ab28. 00000100:00000200:3.0:1780853654.320654:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631397888, portal 10 00000100:00000001:3.0:1780853654.320656:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853654.320658:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:3.0:1780853654.320666:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.320673:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853654.320675:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853654.320678:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ac38. 00000100:00000200:3.0:1780853654.320681:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631397888, offset 0 00000400:00000200:3.0:1780853654.320746:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853654.320753:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853654.320759:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853654.320762:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853654.320766:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853654.320769:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853654.320772:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853654.320775:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2248:2248:256:4294967295] 192.168.202.110@tcp LPNI seq info [2248:2248:8:4294967295] 00000400:00000200:3.0:1780853654.320779:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853654.320787:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853654.320792:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853654.320795:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77d00. 00000800:00000200:3.0:1780853654.320800:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853654.320806:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853654.320810:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853654.320863:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853654.320868:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 510057 usecs (511 jiffies) 00000400:00000200:3.0:1780853654.320872:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853654.320874:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296451586 00000100:00000001:3.0:1780853654.320877:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296455163 00000100:00000001:3.0:1780853654.320880:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296451586 00000100:00000001:3.0:1780853654.320881:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296455163 00000100:00000001:3.0:1780853654.320883:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853654.320886:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.320888:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.320890:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.320936:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.320938:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.321148:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853654.321151:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1780853654.321153:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.321159:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853654.321160:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.321161:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.321163:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853654.321164:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853654.321169:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.321180:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853654.321181:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.321183:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853654.321185:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853654.321187:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853654.321190:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631398016:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853654.321193:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853654.321196:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853654.321197:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.321200:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853654.321203:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9e00. 02000000:00000001:3.0:1780853654.321205:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853654.321209:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853654.321212:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853654.321217:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853654.321219:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631398016, portal 4 00000100:00000001:3.0:1780853654.321221:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853654.321222:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000040:3.0:1780853654.321228:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.321235:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853654.321236:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853654.321239:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a3b8. 00000100:00000200:3.0:1780853654.321241:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631398016, offset 0 00000400:00000200:3.0:1780853654.321245:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853654.321248:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853654.321252:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853654.321254:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853654.321257:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853654.321260:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853654.321261:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853654.321291:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2249:2249:255:4294967295] 192.168.202.110@tcp LPNI seq info [2249:2249:7:4294967295] 00000400:00000200:3.0:1780853654.321295:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853654.321302:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853654.321306:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853654.321310:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853654.321314:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853654.321318:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853654.321320:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853654.321323:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853654.321326:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 107607 usecs (108 jiffies) 00000400:00000200:3.0:1780853654.321329:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853654.321331:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296451184 00000100:00000001:3.0:1780853654.321333:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296455163 00000100:00000001:3.0:1780853654.321335:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296451184 00000100:00000001:3.0:1780853654.321337:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296455163 00000100:00000001:3.0:1780853654.321339:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853654.321341:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.321343:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.321346:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.321355:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.321356:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853654.321358:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.321359:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853654.324447:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.324467:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853654.324472:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.324474:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853654.324492:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.324501:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853654.324512:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.324517:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.324522:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.324526:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48980 00000400:00000200:1.0:1780853654.324531:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.324538:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6279 [1] + 224 00000800:00000001:1.0:1780853654.324545:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.324554:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853654.324557:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853654.324561:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853654.324568:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853654.324578:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853654.324656:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.324674:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853654.324780:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.324784:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853654.324792:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853654.324793:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853654.324797:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853654.324801:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:3.0:1780853654.324804:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:3.0:1780853654.324807:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853654.324811:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853654.324821:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.324828:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853654.324829:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.324832:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853654.324835:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853654.324838:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853654.324840:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.324843:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853654.324850:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853654.324855:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853654.324858:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853654.324859:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853654.324862:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853654.324863:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.324866:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853654.324871:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.324879:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853654.324882:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853654.324884:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853654.324887:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853654.324895:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631397760:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853654.324900:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.324903:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853654.324915:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631397760/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.324922:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853654.324925:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853654.324929:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9800. 02000000:00000001:3.0:1780853654.324942:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853654.324945:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853654.324947:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853654.324950:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853654.324952:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddd00. 02000000:00000001:3.0:1780853654.324956:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853654.324958:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853654.324960:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:3.0:1780853654.324963:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853654.324964:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.324967:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.324969:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.324970:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853654.324972:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.324973:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853654.325089:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853654.325094:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77d00. 00000400:00000200:1.0:1780853654.325099:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853654.325103:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853654.325107:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ac38 00000400:00000010:1.0:1780853654.325108:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ac38. 00000100:00000001:1.0:1780853654.325112:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853654.325117:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.325126:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853654.325129:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.325310:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853654.325312:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853654.325320:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.325324:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853654.327499:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853654.327509:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77200. 00000400:00000200:1.0:1780853654.327518:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853654.327526:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853654.327534:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a3b8 00000400:00000010:1.0:1780853654.327537:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a3b8. 00000100:00000001:1.0:1780853654.327542:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853654.327551:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.327564:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853654.327567:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.327574:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853654.327576:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853654.332074:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.332095:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853654.332100:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.332103:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853654.332115:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.332123:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853654.332134:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.332142:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.332148:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.332153:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe48a00 00000400:00000200:1.0:1780853654.332158:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853654.332166:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6281 [1] + 224 00000800:00000001:1.0:1780853654.332174:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.332181:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853654.332185:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853654.332189:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853654.332199:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853654.332209:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853654.332220:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853654.332242:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853654.332252:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853654.332256:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.332651:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.332656:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853654.332663:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853654.332665:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853654.332668:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853654.332673:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ab28 00000400:00000010:3.0:1780853654.332676:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ab28. 00000100:00000001:3.0:1780853654.332678:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853654.332692:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853654.332702:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.332708:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853654.332710:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.332713:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853654.332716:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853654.332719:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853654.332721:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.332725:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853654.332735:0:2382:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=45 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853654.332739:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=133 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853654.332743:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853654.332744:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853654.332747:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853654.332751:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.332754:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853654.332757:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853654.332758:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853654.332760:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853654.332765:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.332772:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853654.332775:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853654.332778:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853654.332782:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853654.332790:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631397888:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853654.332795:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.332798:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853654.332800:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631397888/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.332807:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853654.332811:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853654.332815:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca8000. 02000000:00000001:3.0:1780853654.332821:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853654.332824:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853654.332827:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853654.332829:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853654.332832:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd700. 02000000:00000001:3.0:1780853654.332835:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853654.332837:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853654.332839:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:3.0:1780853654.332842:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853654.332844:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.332847:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.332855:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853654.332857:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.332859:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.332861:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.335415:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.335421:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853654.335428:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853654.335430:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853654.335547:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:3.0:1780853654.335555:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:3.0:1780853654.335559:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:3.0:1780853654.335563:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853654.335573:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853654.335586:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.335594:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853654.335596:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.335599:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853654.335602:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853654.335604:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853654.335607:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853654.335610:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853654.335619:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=45 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853654.335623:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=100 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853654.335626:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853654.335628:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853654.335631:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853654.335635:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.335639:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853654.335641:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967321 00000100:00000001:3.0:1780853654.335643:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853654.335645:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853654.335649:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.335658:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853654.335660:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853654.335662:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853654.335666:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853654.335674:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631398016:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853654.335679:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.335682:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853654.335745:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631398016/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853654.335753:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853654.335756:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853654.335759:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9e00. 02000000:00000001:3.0:1780853654.335763:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853654.335766:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853654.335768:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853654.335770:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853654.335772:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dde00. 02000000:00000001:3.0:1780853654.335775:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853654.335777:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853654.335779:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:3.0:1780853654.335782:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853654.335784:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.335786:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853654.335793:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853654.335795:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853654.335797:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853654.335799:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853654.573798:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853654.573806:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853654.573812:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853654.573813:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853655.601668:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853655.601687:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853655.601694:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853655.601695:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853656.621428:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853656.621436:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853656.621443:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853656.621444:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853657.645515:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853657.645527:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853657.645535:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853657.645537:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853658.413374:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296455163, at 4296455168 00000100:00000010:1.0:1780853658.413399:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139de0. 00010000:00000001:1.0:1780853658.669418:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853658.669427:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853658.669433:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853658.669435:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.437735:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853659.437740:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853659.437742:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853659.437749:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.437758:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853659.437760:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853659.437764:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853659.437767:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853659.437770:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853659.437774:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631398144:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853659.437778:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853659.437784:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853659.437786:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853659.437789:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853659.437794:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853659.437796:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853659.437803:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853659.437807:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d3c8. 00000400:00000010:1.0:1780853659.437815:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853659.437824:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631398144, portal 25 00000100:00000001:1.0:1780853659.437827:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853659.437828:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:1.0:1780853659.437834:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.437843:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853659.437846:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853659.437850:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9550. 00000100:00000200:1.0:1780853659.437853:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631398144, offset 0 00000400:00000200:1.0:1780853659.437860:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853659.437880:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.437891:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853659.437898:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853659.437902:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853659.437907:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853659.437910:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853659.437913:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2250:2250:256:4294967295] 192.168.202.110@tcp LPNI seq info [2250:2250:8:4294967295] 00000400:00000200:1.0:1780853659.437918:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.437928:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853659.437934:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853659.437940:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853659.437948:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853659.437956:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853659.437961:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853659.437974:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853659.437978:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853659.437982:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296460281 00000100:00000010:1.0:1780853659.437987:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c491e0. 00000100:00000001:1.0:1780853659.437994:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853659.438001:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296460281 00000100:00000010:1.0:1780853659.438005:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49ea0. 00000100:00000001:1.0:1780853659.438009:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853659.438012:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853659.438015:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.438019:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.438021:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.438030:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853659.438032:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853659.438035:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853659.438036:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853659.438037:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.438039:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.438052:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853659.438055:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853659.438175:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853659.438179:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:1.0:1780853659.438184:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853659.438190:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853659.438196:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9550 00000400:00000010:1.0:1780853659.438198:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9550. 00000100:00000001:1.0:1780853659.438202:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853659.438206:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.438215:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853659.438218:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.438224:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.438226:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853659.440300:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853659.440304:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853659.442682:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853659.442698:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853659.442703:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853659.442705:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853659.442715:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.442722:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853659.442731:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.442735:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.442740:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.442744:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48c00 00000400:00000200:1.0:1780853659.442749:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853659.442756:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x62a1 [1] + 224 00000800:00000001:1.0:1780853659.442764:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853659.442771:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853659.442774:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853659.442778:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853659.442787:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853659.442798:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368e00 x1867358631398400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853659.442810:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588368e00 x1867358631398400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.442830:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853659.442838:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853659.442841:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445649:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853659.445655:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853659.445662:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853659.445665:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853659.445669:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:1.0:1780853659.445675:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864264c8 00000400:00000010:1.0:1780853659.445678:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864264c8. 00000100:00000001:1.0:1780853659.445682:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853659.445688:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369180 x1867358631398272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853659.445698:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369180 x1867358631398272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.445705:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853659.445707:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445710:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853659.445713:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853659.445715:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853659.445717:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853659.445720:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853659.445731:0:2381:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=50 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853659.445735:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853659.445738:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853659.445740:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853659.445742:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853659.445746:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.445750:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853659.445753:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853659.445755:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853659.445756:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853659.445761:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369180 x1867358631398272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.445769:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853659.445773:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853659.445774:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853659.445779:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369180 x1867358631398272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853659.445786:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631398272:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853659.445793:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853659.445795:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853659.445796:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d3c8. 00000400:00000200:1.0:1780853659.445799:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853659.445801:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853659.445804:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853659.445808:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853659.445816:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.445821:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853659.445822:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445824:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853659.445825:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853659.445826:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853659.445828:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853659.445830:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853659.445833:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853659.445836:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853659.445839:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853659.445840:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853659.445842:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853659.445844:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.445846:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853659.445849:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.445854:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853659.445856:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853659.445857:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853659.445860:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853659.445879:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631398144:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853659.445884:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445887:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853659.445890:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369180 x1867358631398272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.445897:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853659.445899:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853659.445903:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45943a8400. 02000000:00000001:1.0:1780853659.445907:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853659.445909:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853659.445911:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853659.445914:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853659.445917:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3800. 02000000:00000001:1.0:1780853659.445920:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853659.445922:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853659.445923:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369180. 00000100:00000001:1.0:1780853659.445927:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853659.445928:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445929:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853659.445933:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836bb80 x1867358631398144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853659.445939:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853659.445940:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853659.445942:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853659.445944:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853659.445945:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853659.445946:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853659.445948:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853659.445949:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3f00. 02000000:00000001:1.0:1780853659.445951:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853659.445952:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853659.445953:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836bb80. 00000100:00000001:1.0:1780853659.445955:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853659.445956:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445958:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853659.445966:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853659.445968:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853659.445971:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853659.445973:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853659.693981:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853659.693987:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853659.693994:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853659.693996:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853660.717489:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853660.717496:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853660.717502:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853660.717503:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853661.742520:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853661.742530:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853661.742533:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853661.742536:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853661.742542:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853661.742544:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853661.742546:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853661.742549:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853661.742552:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853661.742554:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853662.765445:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853662.765452:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853662.765458:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853662.765460:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853663.533392:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296460281, at 4296460288 00000100:00000010:1.0:1780853663.533413:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49ea0. 00010000:00000001:1.0:1780853663.789460:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853663.789467:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853663.789473:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853663.789477:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853663.789479:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853663.789487:0:28829:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853663.789489:0:28829:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853663.789490:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853663.789493:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853663.789496:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853663.789498:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853663.789500:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558105:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.558109:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853664.558112:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853664.558119:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.558127:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853664.558129:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.558133:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853664.558136:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853664.558138:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853664.558141:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631398528:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853664.558146:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853664.558152:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853664.558154:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.558156:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853664.558161:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853664.558163:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853664.558171:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853664.558175:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d3c8. 00000400:00000010:1.0:1780853664.558182:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853664.558191:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631398528, portal 25 00000100:00000001:1.0:1780853664.558194:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853664.558196:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208049664 : -107453501501952 : ffff9e4588368e00) 00000100:00000040:1.0:1780853664.558207:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.558215:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853664.558219:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853664.558223:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9550. 00000100:00000200:1.0:1780853664.558226:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631398528, offset 0 00000400:00000200:1.0:1780853664.558233:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853664.558243:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853664.558252:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853664.558258:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853664.558261:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853664.558312:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853664.558315:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853664.558319:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2253:2253:256:4294967295] 192.168.202.110@tcp LPNI seq info [2253:2253:8:4294967295] 00000400:00000200:1.0:1780853664.558323:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853664.558333:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853664.558347:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853664.558354:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853664.558362:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853664.558371:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853664.558376:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853664.558385:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853664.558389:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853664.558392:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296465402 00000100:00000010:1.0:1780853664.558397:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49ea0. 00000100:00000001:1.0:1780853664.558405:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853664.558411:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296465402 00000100:00000010:1.0:1780853664.558414:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49720. 00000100:00000001:1.0:1780853664.558417:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853664.558420:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853664.558423:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558426:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853664.558429:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.558437:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853664.558438:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.558441:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853664.558442:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853664.558445:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853664.558447:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631398784:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853664.558450:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853664.558453:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853664.558455:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.558456:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853664.558459:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8000. 02000000:00000001:1.0:1780853664.558461:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853664.558464:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853664.558467:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d580. 00000400:00000010:1.0:1780853664.558471:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853664.558474:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631398784, portal 4 00000100:00000001:1.0:1780853664.558476:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853664.558477:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208052352 : -107453501499264 : ffff9e4588369880) 00000100:00000040:1.0:1780853664.558483:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.558489:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853664.558492:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853664.558494:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b94c8. 00000100:00000200:1.0:1780853664.558496:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631398784, offset 0 00000400:00000200:1.0:1780853664.558502:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853664.558505:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853664.558509:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853664.558513:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853664.558515:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853664.558517:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853664.558520:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853664.558522:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2254:2254:255:4294967295] 192.168.202.110@tcp LPNI seq info [2254:2254:7:4294967295] 00000400:00000200:1.0:1780853664.558526:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853664.558532:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853664.558536:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853664.558540:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853664.558543:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853664.558547:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853664.558550:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853664.558552:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853664.558556:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 106396 usecs (107 jiffies) 00000400:00000200:1.0:1780853664.558559:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853664.558561:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296461420 00000100:00000001:1.0:1780853664.558563:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296465402 00000100:00000001:1.0:1780853664.558565:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296461420 00000100:00000001:1.0:1780853664.558567:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296465402 00000100:00000001:1.0:1780853664.558569:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853664.558571:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558573:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558575:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.558583:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853664.558585:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853664.558587:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.558589:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853664.558590:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853664.558593:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780853664.558594:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.558596:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853664.558597:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.558599:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.558600:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853664.558601:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853664.558605:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.558612:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853664.558613:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.558615:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853664.558617:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853664.558619:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853664.558621:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631398656:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853664.558624:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853664.558627:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853664.558628:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.558630:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853664.558633:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9600. 02000000:00000001:1.0:1780853664.558635:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853664.558637:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853664.558640:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835df20. 00000400:00000010:1.0:1780853664.558643:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853664.558646:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631398656, portal 10 00000100:00000001:1.0:1780853664.558648:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853664.558649:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046976 : -107453501504640 : ffff9e4588368380) 00000100:00000040:1.0:1780853664.558654:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.558660:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853664.558663:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853664.558665:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853664.558667:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631398656, offset 0 00000400:00000200:1.0:1780853664.558671:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853664.558674:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853664.558678:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853664.558681:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853664.558683:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853664.558685:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853664.558687:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853664.558690:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2255:2255:254:4294967295] 192.168.202.110@tcp LPNI seq info [2255:2255:6:4294967295] 00000400:00000200:1.0:1780853664.558694:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853664.558699:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853664.558704:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853664.558707:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853664.558710:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853664.558715:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853664.558718:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853664.558720:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853664.558723:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 508447 usecs (509 jiffies) 00000400:00000200:1.0:1780853664.558725:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853664.558727:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296461822 00000100:00000001:1.0:1780853664.558729:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296465402 00000100:00000001:1.0:1780853664.558731:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296461822 00000100:00000001:1.0:1780853664.558733:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296465402 00000100:00000001:1.0:1780853664.558735:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853664.558737:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558739:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558741:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.558756:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.558758:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.569940:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.569944:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853664.569954:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853664.569955:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853664.569959:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d3c8. 00000400:00000200:1.0:1780853664.569964:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853664.569966:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853664.569969:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853664.569976:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853664.569983:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.569996:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853664.569997:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.570000:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853664.570003:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853664.570006:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853664.570008:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.570010:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853664.570018:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853664.570021:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853664.570022:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853664.570024:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853664.570027:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853664.570028:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.570030:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853664.570034:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.570039:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853664.570041:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853664.570043:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853664.570046:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853664.570051:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631398528:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853664.570055:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.570057:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853664.570059:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368e00 x1867358631398528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.570069:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853664.570072:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853664.570075:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8a00. 02000000:00000001:1.0:1780853664.570078:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853664.570081:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853664.570083:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853664.570085:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853664.570089:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3300. 02000000:00000001:1.0:1780853664.570093:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853664.570096:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853664.570097:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368e00. 00000100:00000001:1.0:1780853664.570103:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853664.570106:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.570109:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.570110:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.570111:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853664.570112:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.570114:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.592661:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.592665:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853664.592674:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853664.592676:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853664.592680:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835df20. 00000400:00000200:1.0:1780853664.592686:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:1.0:1780853664.592689:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:1.0:1780853664.592692:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853664.592697:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853664.592705:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.592712:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853664.592714:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.592716:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853664.592720:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853664.592723:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853664.592725:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.592728:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853664.592737:0:2380:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=55 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853664.592742:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=143 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853664.592744:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853664.592746:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853664.592749:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853664.592753:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.592756:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853664.592759:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853664.592761:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853664.592762:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853664.592766:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.592773:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853664.592776:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853664.592778:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853664.592782:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853664.592790:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631398656:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853664.592795:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853664.592796:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853664.592798:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d580. 00000400:00000200:1.0:1780853664.592801:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853664.592803:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853664.592805:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853664.592808:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853664.592816:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.592853:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853664.592855:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.592856:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853664.592858:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853664.592859:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853664.592860:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853664.592863:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853664.592867:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=55 v=5 (5 5 5 37) 00000100:00001000:1.0:1780853664.592870:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853664.592873:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853664.592874:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853664.592876:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853664.592878:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.592880:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853664.592881:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967321 00000100:00000001:1.0:1780853664.592883:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853664.592884:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853664.592888:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.592895:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853664.592896:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853664.592898:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853664.592901:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853664.592909:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631398784:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853664.592913:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.592915:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853664.592918:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368380 x1867358631398656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.592924:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853664.592928:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853664.592932:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9600. 02000000:00000001:1.0:1780853664.592936:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853664.592940:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853664.592943:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853664.592945:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853664.592948:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3900. 02000000:00000001:1.0:1780853664.592952:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853664.592954:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853664.592956:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368380. 00000100:00000001:1.0:1780853664.592961:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853664.592963:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.592964:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853664.592967:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369880 x1867358631398784/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853664.592973:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853664.592975:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853664.592976:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8000. 02000000:00000001:1.0:1780853664.592978:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853664.592979:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853664.592980:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:1.0:1780853664.592982:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853664.592983:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3400. 02000000:00000001:1.0:1780853664.592985:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853664.592986:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853664.592987:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369880. 00000100:00000001:1.0:1780853664.592990:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853664.592991:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.592994:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853664.593002:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853664.593004:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853664.593006:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853664.593008:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853664.813957:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853664.813965:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853664.813971:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853664.813972:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853665.838840:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853665.838850:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853665.838857:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853665.838858:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853666.861717:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853666.861726:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853666.861732:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853666.861733:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853667.885434:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853667.885441:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853667.885447:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853667.885449:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853668.653943:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296465402, at 4296465408 00000100:00000010:1.0:1780853668.653951:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49720. 00000100:00000001:3.0:1780853668.657110:0:29612:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853668.657120:0:29612:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1780853668.657136:0:29612:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853532/real 1780853532] req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853668 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1780853668.716404:0:29612:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853668.716411:0:29612:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853668.716415:0:29612:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:3.0:1780853668.716430:0:29612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:3.0:1780853668.716433:0:29612:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:3.0:1780853668.716439:0:29612:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853668.716451:0:29612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853668 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853668.716661:0:29612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853668 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853668.716669:0:29612:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853668.716699:0:29612:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.716703:0:29612:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853668.716704:0:29612:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.716709:0:29612:0:(import.c:431:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1780853668.716714:0:29612:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1780853668.716719:0:29612:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e4592299000: Connection to lustre-MDT0000 (at 192.168.202.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1780853668.716724:0:29612:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853668.716728:0:29612:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853668.716731:0:29612:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.716733:0:29612:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853668.716735:0:29612:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1780853668.716775:0:29612:0:(import.c:438:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1780853668.716777:0:29612:0:(client.c:2532:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.716782:0:29612:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853668.718074:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853668.718078:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853668.718080:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853668.718086:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718094:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853668.718095:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853668.718098:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853668.718099:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853668.718101:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853668.718104:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631399040:192.168.202.110@tcp:38:kworker.0 00000100:00000001:1.0:1780853668.718107:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853668.718110:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853668.718111:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853668.718113:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853668.718117:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71c00. 02000000:00000001:1.0:1780853668.718119:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853668.718122:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853668.718125:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d580. 00000400:00000010:1.0:1780853668.718129:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853668.718133:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631399040, portal 10 00000100:00000001:1.0:1780853668.718135:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853668.718136:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:1.0:1780853668.718142:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718150:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853668.718152:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853668.718155:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853668.718157:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631399040, offset 0 00000400:00000200:1.0:1780853668.718161:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853668.718166:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.718169:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853668.718172:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853668.718174:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853668.718176:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853668.718178:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853668.718180:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2258:2258:254:4294967295] 192.168.202.110@tcp LPNI seq info [2258:2258:6:4294967295] 00000400:00000200:1.0:1780853668.718184:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.718190:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853668.718193:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853668.718197:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853668.718201:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853668.718216:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853668.718219:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1780853668.718222:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853668.718226:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 507696 usecs (508 jiffies) 00000400:00000200:1.0:1780853668.718228:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853668.718230:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296465980 00000100:00000001:1.0:1780853668.718232:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:1.0:1780853668.718234:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296465980 00000100:00000001:1.0:1780853668.718236:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:1.0:1780853668.718238:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853668.718239:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.718242:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.718243:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853668.718247:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853668.718249:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1780853668.718250:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853668.718252:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853668.718253:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.718255:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853668.718327:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853668.718330:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd500. 00000400:00000200:1.0:1780853668.718335:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.718339:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853668.718342:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853668.718344:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853668.718348:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853668.718352:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631398912/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718359:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853668.718361:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631398912/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718365:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.718366:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853668.718372:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853668.718374:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853668.718375:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.718377:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853668.718379:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:1.0:1780853668.718380:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:1.0:1780853668.718381:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853668.718383:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631399168/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718387:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853668.718388:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631399168/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718396:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.718396:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853668.718449:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853668.718451:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:1.0:1780853668.718454:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.718456:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853668.718458:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:1.0:1780853668.718459:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:1.0:1780853668.718461:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853668.718463:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718467:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853668.718469:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.718472:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.718473:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853668.726228:0:29612:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853668.726244:0:29612:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5b780 going to sleep for 0 seconds 00000100:00000001:3.0:1780853668.726249:0:29612:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853668.726253:0:29612:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.726256:0:29612:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853668.726258:0:29612:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.726276:0:29612:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853668.729561:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729583:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.729588:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729591:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.729600:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729608:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.729632:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729638:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729643:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729648:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe48f00 00000400:00000200:1.0:1780853668.729653:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729661:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x62f9 [1] + 224 00000800:00000001:1.0:1780853668.729669:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729673:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.729677:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.729681:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.729692:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.729704:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631399168/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853668.729717:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39880 x1867358631399168/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.729749:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.729762:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729766:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.729768:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729770:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.729774:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729777:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.729782:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729796:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729799:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729802:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 10 MB=0x6a25a4fe48e80 00000400:00000200:1.0:1780853668.729805:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.729819:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 416/416 into md 0x6301 [1] + 0 00000800:00000001:1.0:1780853668.729823:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729832:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.729833:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.729836:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.729839:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.729843:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853668.729852:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.729872:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.729876:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.729879:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.730026:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853668.730032:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853668.730040:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853668.730042:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853668.730045:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d580. 00000400:00000200:3.0:1780853668.730052:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:3.0:1780853668.730055:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:3.0:1780853668.730058:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853668.730064:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853668.730076:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853668.730083:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853668.730085:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.730088:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853668.730091:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853668.730094:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853668.730096:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853668.730100:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853668.730110:0:2379:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=59 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853668.730115:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=147 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853668.730117:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853668.730119:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853668.730122:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853668.730127:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.730131:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853668.730138:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853668.730140:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853668.730142:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853668.730147:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853668.730155:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853668.730158:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853668.730161:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.730164:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853668.730170:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853668.730174:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853668.730177:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853668.730180:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853668.730182:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853668.730187:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853668.730192:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00001000:3.0:1780853668.730198:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=1780853668 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853668.730205:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853668.730210:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853668.730217:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853668.730219:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853668.730222:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000008:00000020:3.0:1780853668.730226:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1780853668.730229:0:2379:0:(mdc_request.c:3105:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1780853668.730231:0:2379:0:(mdc_request.c:3112:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853668.730233:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853668.730236:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853668.730238:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853668.730240:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853668.730242:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.730244:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853668.730247:0:2379:0:(import.c:1299:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.110@tcp after partition 00000100:00080000:3.0:1780853668.730250:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1780853668.730254:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1780853668.730256:0:2379:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1780853668.730258:0:2379:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853668.730261:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1780853668.730341:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853668.730344:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853668.730347:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853668.730350:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853668.730354:0:2379:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1780853668.730357:0:2379:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff9e45904ba1e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1780853668.730389:0:2379:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa8f483e9eb3002bb 00800000:00000040:3.0:1780853668.730396:0:2379:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e4592299000=e55ecacc-e48a-400c-a052-f3869534991c device 3 (ffff9e45904bb380) type mdc at LMV idx 0 00800000:00000040:3.0:1780853668.730403:0:2379:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff9e45904bb380 already active! 00800000:00000001:3.0:1780853668.730407:0:2379:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853668.730411:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853668.730414:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853668.730418:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000002:00000001:3.0:1780853668.731484:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.731489:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1780853668.731496:0:2379:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00080000:3.0:1780853668.731506:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000608221d5): req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853668 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853668.731527:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.731531:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853668.731536:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853668.731544:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631399040:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853668.731548:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.731551:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853668.731554:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631399040/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853668.731560:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853668.731562:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853668.731566:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71c00. 02000000:00000001:3.0:1780853668.731569:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853668.731571:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853668.731573:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853668.731576:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853668.731578:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3800. 02000000:00000001:3.0:1780853668.731581:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853668.731583:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853668.731585:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:3.0:1780853668.731588:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853668.731589:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.731591:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853668.731598:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853668.731600:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853668.731603:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853668.731604:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853668.736823:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853668.736831:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853668.736838:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.736846:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853668.736853:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864262a8 00000400:00000010:1.0:1780853668.736855:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864262a8. 00000100:00000001:1.0:1780853668.736860:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853668.736868:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853804 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.736880:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853668.736883:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853804 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.736892:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.736894:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853668.754126:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.754149:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.754153:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.754156:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.754169:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.754179:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.754192:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.754197:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.754203:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.754207:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe48e00 00000400:00000200:1.0:1780853668.754213:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.754220:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x62f1 [1] + 224 00000800:00000001:1.0:1780853668.754228:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.754240:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.754244:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.754248:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.754256:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.754303:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631398912/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853668.754315:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3b100 x1867358631398912/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.754333:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.754344:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.754346:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.771554:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.771570:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.771583:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.771585:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.771594:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.771601:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.771609:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.771622:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.771628:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.771632:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe48f80 00000400:00000200:1.0:1780853668.771637:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.771642:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6311 [1] + 224 00000800:00000001:1.0:1780853668.771649:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.771702:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.771706:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.771710:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.771717:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.771725:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853804 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853668.771735:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9e458836b800 x1867358631382272/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853804 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853668.771753:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.771761:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.771764:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853668.773329:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853668.773335:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853668.773339:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.773344:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853668.773348:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426aa0 00000400:00000010:1.0:1780853668.773351:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426aa0. 00000100:00000001:1.0:1780853668.773354:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853668.773359:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b800 x1867358631399424/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853804 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.773368:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853668.773371:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b800 x1867358631399424/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853804 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.773377:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.773378:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853668.778599:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.778617:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.778623:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.778626:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.778637:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.778645:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.778655:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.778660:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.778666:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.778671:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 10 MB=0x6a25a4fe49000 00000400:00000200:1.0:1780853668.778675:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.778682:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 400/400 into md 0x6321 [1] + 224 00000800:00000001:1.0:1780853668.778689:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.778707:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.778710:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.778714:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.778720:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.778729:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b800 x1867358631399424/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853804 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853668.778738:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9e458836b800 x1867358631399424/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853804 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.778755:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.778765:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.778767:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853668.787390:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853668.787395:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853668.787398:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853668.787406:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b800 x1867358631399552/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.787414:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853668.787416:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853668.787420:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853668.787423:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853668.787426:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853668.787429:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631399552:192.168.202.110@tcp:2:touch.0 00000100:00000001:1.0:1780853668.787434:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853668.787440:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853668.787442:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853668.787445:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853668.787454:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71000. 02000000:00000001:1.0:1780853668.787456:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853668.787463:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853668.787646:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835df20. 00000400:00000010:1.0:1780853668.787656:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853668.787664:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631399552, portal 4 00000100:00000001:1.0:1780853668.787667:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853668.787668:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000100:00000040:1.0:1780853668.787677:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b800 x1867358631399552/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853684 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.787685:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853668.787687:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853668.787690:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853668.787693:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1867358631399552, offset 0 00000400:00000200:1.0:1780853668.787699:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853668.787709:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.787717:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853668.787723:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853668.787726:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853668.787729:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853668.787732:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853668.787735:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2261:2261:256:4294967295] 192.168.202.110@tcp LPNI seq info [2261:2261:8:4294967295] 00000400:00000200:1.0:1780853668.787739:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.787747:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853668.787751:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853668.787755:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853668.787761:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853668.787768:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853668.787773:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1780853668.787801:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853668.787806:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 105441 usecs (106 jiffies) 00000400:00000200:1.0:1780853668.787810:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853668.787817:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296465648 00000100:00000001:1.0:1780853668.787821:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:1.0:1780853668.787823:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296465648 00000100:00000001:1.0:1780853668.787825:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:1.0:1780853668.787828:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853668.787830:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.787833:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.787836:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853668.787843:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853668.787845:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853668.787848:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853668.787849:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853668.787850:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.787852:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853668.787869:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853668.787871:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853668.793630:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.793651:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.793656:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.793659:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.793669:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.793677:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.793687:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.793691:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.793695:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.793698:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 432 into portal 4 MB=0x6a25a4fe49080 00000400:00000200:1.0:1780853668.793702:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.793706:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 432/432 into md 0x6331 [1] + 224 00000800:00000001:1.0:1780853668.793713:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.793718:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.793720:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.793723:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.793729:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.793736:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b800 x1867358631399552/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853684 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853668.793743:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e458836b800 x1867358631399552/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853684 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.793760:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.793768:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.793771:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853668.795950:0:29612:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1780853668.795954:0:29612:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853668.795957:0:29612:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853668.795961:0:29612:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1780853668.795963:0:29612:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1780853668.795965:0:29612:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1780853668.795968:0:29612:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853668.795969:0:29612:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853668.795971:0:29612:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1780853668.795972:0:29612:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853668.795974:0:29612:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853668.795975:0:29612:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1780853668.795976:0:29612:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1780853668.795977:0:29612:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1780853668.795979:0:29612:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1780853668.795980:0:29612:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853668.795982:0:29612:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853668.795984:0:29612:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853668.795985:0:29612:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1780853668.795987:0:29612:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1780853668.795988:0:29612:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853668.795990:0:29612:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853668.795992:0:29612:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853668.795993:0:29612:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853668.795995:0:29612:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853668.795997:0:29612:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853668.795999:0:29612:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853668.796000:0:29612:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853668.796002:0:29612:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853668.796003:0:29612:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853668.796005:0:29612:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008c60 00000020:00000010:3.0:1780853668.796010:0:29612:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4591e61600. 00000020:00000010:3.0:1780853668.796019:0:29612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:3.0:1780853668.796026:0:29612:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105a178. 00020000:00000010:3.0:1780853668.796031:0:29612:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e6c0. 00008000:00000010:3.0:1780853668.796036:0:29612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591faaa60. 00000080:00000010:3.0:1780853668.796040:0:29612:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a540. 00000080:00000010:3.0:1780853668.796045:0:29612:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1da8. 00000020:00000010:3.0:1780853668.796048:0:29612:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8400. 00000008:00000010:3.0:1780853668.796052:0:29612:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:3.0:1780853668.796055:0:29612:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459440. 00008000:00000010:3.0:1780853668.796059:0:29612:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5ce8. 00000080:00000010:3.0:1780853668.796063:0:29612:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474d20. 00000020:00000010:3.0:1780853668.796066:0:29612:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853668.796068:0:29612:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008c60. 00020000:00000001:3.0:1780853668.796070:0:29612:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853668.796073:0:29612:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853668.796075:0:29612:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853668.796078:0:29612:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x1e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853668.796081:0:29612:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853668.796082:0:29612:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853668.796084:0:29612:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008e10 00000020:00000010:3.0:1780853668.796086:0:29612:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45943a8e00. 00000020:00000010:3.0:1780853668.796088:0:29612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d2a0. 00000008:00000010:3.0:1780853668.796091:0:29612:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105aca0. 00020000:00000010:3.0:1780853668.796094:0:29612:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ea80. 00008000:00000010:3.0:1780853668.796096:0:29612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa91a8. 00000080:00000010:3.0:1780853668.796100:0:29612:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a888. 00000080:00000010:3.0:1780853668.796102:0:29612:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0db0. 00000020:00000010:3.0:1780853668.796104:0:29612:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9200. 00000008:00000010:3.0:1780853668.796107:0:29612:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:3.0:1780853668.796109:0:29612:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a880. 00008000:00000010:3.0:1780853668.796111:0:29612:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b52a8. 00000080:00000010:3.0:1780853668.796114:0:29612:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474c30. 00000020:00000010:3.0:1780853668.796116:0:29612:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9a00. 00000020:00000010:3.0:1780853668.796118:0:29612:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008e10. 00000080:00000001:3.0:1780853668.796121:0:29612:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853668.796125:0:29612:0:(llite_lib.c:2523:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1780853668.796130:0:29612:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312e00. 00000800:00000001:1.0:1780853668.805747:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.805765:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853668.805771:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.805774:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.805795:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.805803:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853668.805822:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.805828:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.805833:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.805839:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe49180 00000400:00000200:1.0:1780853668.805844:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853668.805851:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6341 [1] + 224 00000800:00000001:1.0:1780853668.805858:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.805866:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853668.805869:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853668.805873:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853668.805881:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853668.805891:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631399808/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853684 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853668.805902:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c3b100 x1867358631399808/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853684 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853668.805925:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853668.805934:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853668.805937:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1780853668.819333:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919098c0. 00000080:00000010:2.1:1780853668.819352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15e00. 00000080:00000010:2.1:1780853668.819367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:2.1:1780853668.819375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c156c0. 00010000:00000001:1.0:1780853668.909302:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853668.909310:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853668.909316:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853668.909317:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853668.909320:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853668.909321:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853668.962701:0:30078:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853669.933674:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853669.933682:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853669.933688:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853669.933689:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853669.933692:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853669.933694:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853670.193650:0:30169:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853670.663592:0:30205:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780853670.663599:0:30205:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21f: drop both reply while close and open are both in flight ========================================================== 13:34:28 (1780853668) 00000001:00000001:1.0:1780853670.677710:0:30205:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1780853670.957518:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853670.957529:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853670.957535:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853670.957536:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853670.957539:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853670.957540:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853671.129704:0:30217:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853671.129714:0:30217:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853671.129716:0:30217:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853671.129720:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33b20 00000080:00200000:1.0:1780853671.129725:0:30217:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853671.129733:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313600. 00800000:00000002:1.0:1780853671.129741:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853671.129745:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853671.129751:0:30217:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853671.129753:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33a40 00800000:00000002:1.0:1780853671.129755:0:30217:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853671.129758:0:30217:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853671.129773:0:30217:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853671.129779:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853671.129781:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33910 00000002:00010000:1.0:1780853671.129783:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853671.129787:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853671.129789:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853671.129793:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853671.129800:0:30217:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.129803:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.129805:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.129807:0:30217:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853671.129810:0:30217:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853671.129816:0:30217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104e00. 00000020:00000040:1.0:1780853671.129821:0:30217:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853671.129829:0:30217:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853671.129833:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853671.129839:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.129841:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.129843:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.129846:0:30217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853671.129849:0:30217:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853671.129853:0:30217:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853671.129861:0:30217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d71400. 00000100:00000001:1.0:1780853671.129867:0:30217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.129872:0:30217:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853671.129874:0:30217:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.129875:0:30217:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853671.129876:0:30217:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.129878:0:30217:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.129882:0:30217:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121656832 : -107453587894784 : ffff9e4583104e00) 00010000:00000001:1.0:1780853671.129887:0:30217:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853671.129889:0:30217:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853671.129894:0:30217:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0600. 00010000:00000010:1.0:1780853671.129899:0:30217:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2400. 00010000:00000001:1.0:1780853671.129903:0:30217:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853671.129906:0:30217:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6c00. 00000020:00000001:1.0:1780853671.129909:0:30217:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853671.129911:0:30217:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6c00 with handle 0xa8f483e9eb300bd6 to hash 00000020:00000001:1.0:1780853671.129913:0:30217:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853671.129914:0:30217:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.129917:0:30217:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.129920:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853671.129922:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853671.129926:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853671.129936:0:30217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853671.129947:0:30217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853671.129952:0:30217:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853671.129955:0:30217:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853671.129961:0:30217:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eea80. 00000100:00000001:1.0:1780853671.129963:0:30217:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711552 : -107453584840064 : ffff9e45833eea80) 00000100:00000001:1.0:1780853671.129966:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853671.129967:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121656832 : -107453587894784 : ffff9e4583104e00) 00000100:00000001:1.0:1780853671.129973:0:30217:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853671.129978:0:30217:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.129980:0:30217:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853671.129981:0:30217:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853671.129992:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104e00 x1867358631399936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.130001:0:30217:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853671.130002:0:30217:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853671.130006:0:30217:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853671.130009:0:30217:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853671.130011:0:30217:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853671.130014:0:30217:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104e00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30217:1867358631399936:192.168.202.110@tcp:101:lfs.0 00000100:00000001:1.0:1780853671.130019:0:30217:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853671.130024:0:30217:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853671.130027:0:30217:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853671.130030:0:30217:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853671.130035:0:30217:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585112000. 02000000:00000001:1.0:1780853671.130037:0:30217:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853671.130044:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853671.130048:0:30217:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d3c8. 00000400:00000010:1.0:1780853671.130054:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9110. 00000100:00000200:1.0:1780853671.130061:0:30217:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631399936, portal 10 00000100:00000001:1.0:1780853671.130063:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853671.130064:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121656832 : -107453587894784 : ffff9e4583104e00) 00000100:00000040:1.0:1780853671.130070:0:30217:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104e00 x1867358631399936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.130078:0:30217:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853671.130081:0:30217:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853671.130084:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9088. 00000100:00000200:1.0:1780853671.130088:0:30217:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631399936, offset 0 00000400:00000200:1.0:1780853671.130096:0:30217:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853671.130106:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.130114:0:30217:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853671.130120:0:30217:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853671.130125:0:30217:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853671.130130:0:30217:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853671.130132:0:30217:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853671.130136:0:30217:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2263:2263:256:4294967295] 192.168.202.110@tcp LPNI seq info [2263:2263:8:4294967295] 00000400:00000200:1.0:1780853671.130141:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.130152:0:30217:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853671.130159:0:30217:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853671.130163:0:30217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853671.130170:0:30217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853671.130179:0:30217:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853671.131378:0:30217:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853671.131506:0:30217:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853671.131512:0:30217:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 777941 usecs (778 jiffies) 00000400:00000200:1.0:1780853671.131518:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853671.131521:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296468664 00000100:00000001:1.0:1780853671.131525:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:1.0:1780853671.131527:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296468664 00000100:00000001:1.0:1780853671.131529:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:1.0:1780853671.131532:0:30217:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853671.131535:0:30217:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.131537:0:30217:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853671.131539:0:30217:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853671.131541:0:30217:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eea80 going to sleep for 131 seconds 00000100:00000001:1.0:1780853671.131544:0:30217:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853671.131547:0:30217:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853671.144362:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.144379:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853671.144383:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.144499:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.144510:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.144518:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853671.144527:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.144532:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.144538:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.144542:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe49200 00000400:00000200:1.0:1780853671.144547:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.144562:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6349 [1] + 224 00000800:00000001:1.0:1780853671.144570:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.144577:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.144580:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.144584:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853671.144591:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.144599:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104e00 x1867358631399936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853671.144612:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583104e00 x1867358631399936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.144676:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853671.144685:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.144688:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853671.153109:0:30217:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989a20. 00000020:00000001:3.0:1780853671.153118:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33ae8 00000080:00200000:3.0:1780853671.153120:0:30217:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=13 00000080:00000001:3.0:1780853671.153124:0:30217:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853671.153127:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33998 00000080:00200000:3.0:1780853671.153129:0:30217:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:3.0:1780853671.153139:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.153145:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.153151:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.153155:0:30217:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.153157:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e338b8 00800000:00000002:3.0:1780853671.153159:0:30217:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.153163:0:30217:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853671.153168:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33850 00800000:00000002:3.0:1780853671.153170:0:30217:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1780853671.153175:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.153177:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33788 00000002:00010000:3.0:1780853671.153179:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853671.153183:0:30217:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853671.153186:0:30217:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853671.153191:0:30217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853671.153195:0:30217:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853671.153201:0:30217:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853671.153206:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.153213:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.153215:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.153217:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.153220:0:30217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853671.153222:0:30217:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853671.153226:0:30217:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853671.153233:0:30217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae400. 00000100:00000001:3.0:1780853671.153239:0:30217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.153244:0:30217:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.153246:0:30217:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.153248:0:30217:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.153249:0:30217:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.153263:0:30217:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.153305:0:30217:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00010000:00000001:3.0:1780853671.153310:0:30217:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853671.153312:0:30217:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853671.153318:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.153322:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.153325:0:30217:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853671.153330:0:30217:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170e00. 00000020:00000001:3.0:1780853671.153334:0:30217:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853671.153338:0:30217:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170e00 with handle 0xa8f483e9eb300bdd to hash 00000020:00000001:3.0:1780853671.153340:0:30217:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853671.153341:0:30217:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.153345:0:30217:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.153349:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.153351:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.153355:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.153365:0:30217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.153374:0:30217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853671.153379:0:30217:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853671.153380:0:30217:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853671.153387:0:30217:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.153389:0:30217:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154846592 : -107453554705024 : ffff9e45850abd80) 00000100:00000001:3.0:1780853671.153392:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.153394:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000001:3.0:1780853671.153398:0:30217:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853671.153402:0:30217:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.153404:0:30217:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853671.153406:0:30217:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853671.153416:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.153424:0:30217:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853671.153426:0:30217:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.153430:0:30217:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853671.153432:0:30217:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853671.153435:0:30217:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853671.153438:0:30217:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30217:1867358631400064:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853671.153442:0:30217:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853671.153447:0:30217:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853671.153450:0:30217:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.153452:0:30217:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853671.153456:0:30217:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853671.153458:0:30217:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853671.153466:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853671.153470:0:30217:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853671.153476:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853671.153482:0:30217:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631400064, portal 10 00000100:00000001:3.0:1780853671.153484:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.153485:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000040:3.0:1780853671.153491:0:30217:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.153499:0:30217:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853671.153501:0:30217:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853671.153504:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ab28. 00000100:00000200:3.0:1780853671.153507:0:30217:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631400064, offset 0 00000400:00000200:3.0:1780853671.153514:0:30217:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853671.153523:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.153530:0:30217:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853671.153536:0:30217:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853671.153540:0:30217:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853671.153544:0:30217:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853671.153546:0:30217:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853671.153550:0:30217:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2264:2264:256:4294967295] 192.168.202.110@tcp LPNI seq info [2264:2264:8:4294967295] 00000400:00000200:3.0:1780853671.153554:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.153563:0:30217:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853671.153569:0:30217:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853671.153574:0:30217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853671.153581:0:30217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853671.153588:0:30217:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853671.153592:0:30217:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853671.153613:0:30217:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853671.153617:0:30217:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 776733 usecs (777 jiffies) 00000400:00000200:3.0:1780853671.153621:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853671.153624:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296468685 00000100:00000001:3.0:1780853671.153627:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.153630:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296468685 00000100:00000001:3.0:1780853671.153632:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.153634:0:30217:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853671.153637:0:30217:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.153640:0:30217:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853671.153642:0:30217:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853671.153645:0:30217:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abd80 going to sleep for 131 seconds 00000100:00000001:3.0:1780853671.153648:0:30217:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853671.153651:0:30217:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853671.162407:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.162425:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853671.162429:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.162431:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.162439:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.162446:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853671.162455:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.162460:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.162465:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.162469:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe49280 00000400:00000200:1.0:1780853671.162473:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.162479:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6359 [1] + 224 00000800:00000001:1.0:1780853671.162487:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.162493:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.162496:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.162500:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853671.162508:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.162516:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853671.162526:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.162547:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853671.162556:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.162558:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.162616:0:30217:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853671.162624:0:30217:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853671.162625:0:30217:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853671.162628:0:30217:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:3.0:1780853671.162633:0:30217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:3.0:1780853671.162635:0:30217:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:3.0:1780853671.162638:0:30217:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853671.162643:0:30217:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853671.162651:0:30217:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.162656:0:30217:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853671.162658:0:30217:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.162660:0:30217:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853671.162663:0:30217:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853671.162666:0:30217:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853671.162668:0:30217:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.162671:0:30217:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853671.162680:0:30217:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=62 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853671.162684:0:30217:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853671.162687:0:30217:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853671.162690:0:30217:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.162708:0:30217:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853671.162711:0:30217:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853671.162713:0:30217:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853671.162715:0:30217:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853671.162718:0:30217:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780853671.162722:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.162729:0:30217:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780853671.162733:0:30217:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853671.162735:0:30217:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853671.162739:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853671.162745:0:30217:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30217:1867358631400064:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853671.162750:0:30217:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.162770:0:30217:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853671.162773:0:30217:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853671.162775:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.162778:0:30217:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.162784:0:30217:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853671.162787:0:30217:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.162790:0:30217:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853671.162791:0:30217:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780853671.163080:0:30217:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853671.163085:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.163088:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.163091:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853671.163093:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.163095:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00010000:3.0:1780853671.163100:0:30217:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163110:0:30217:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780853671.163115:0:30217:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163121:0:30217:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.163124:0:30217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163130:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.163132:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853671.163134:0:30217:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163140:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.163143:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.163146:0:30217:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853671.163148:0:30217:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.163154:0:30217:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170e00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853671.163157:0:30217:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853671.163160:0:30217:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163166:0:30217:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853671.163168:0:30217:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853671.163171:0:30217:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163176:0:30217:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853671.163178:0:30217:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853671.163180:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.163181:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.163182:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=5 00000020:00000001:3.0:1780853671.163184:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.163186:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.163189:0:30217:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853671.163192:0:30217:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853671.163197:0:30217:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853671.163199:0:30217:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.163201:0:30217:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853671.163203:0:30217:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853671.163206:0:30217:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853671.163207:0:30217:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853671.163209:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.163211:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853671.163213:0:30217:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170e00 with handle 0xa8f483e9eb300bdd from hash 00010000:00000001:3.0:1780853671.163215:0:30217:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853671.163217:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.163218:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.163219:0:30217:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853671.163220:0:30217:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853671.163222:0:30217:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853671.163225:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.163226:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.163227:0:30217:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.163229:0:30217:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.163232:0:30217:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163236:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.163237:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.163239:0:30217:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853671.163240:0:30217:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.163242:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.163242:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.163243:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853671.163245:0:30217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bdd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.163256:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.163788:0:30217:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780853671.164051:0:30217:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780853671.164062:0:30217:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853671.164072:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853671.164074:0:30217:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.164076:0:30217:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.164079:0:30217:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.164082:0:30217:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853671.164085:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853671.164086:0:30217:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.164089:0:30217:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853671.164093:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33708 00000002:00002000:3.0:1780853671.164095:0:30217:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1780853671.164098:0:30217:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.164102:0:30217:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.164105:0:30217:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853671.164108:0:30217:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853671.164111:0:30217:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853671.164116:0:30217:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.164118:0:30217:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853671.164120:0:30217:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b400e33b20 it_disposition 7 00000080:00002000:3.0:1780853671.164125:0:30217:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591aeba20 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1780853671.164132:0:30217:0:(lmv_obd.c:4236:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.164137:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.164139:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.164141:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.164147:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.164150:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.164156:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.164159:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853671.164163:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853671.164173:0:30217:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853671.164178:0:30217:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.164181:0:30217:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853671.164187:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853671.164189:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.164191:0:30217:0:(lmv_obd.c:4243:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853671.164194:0:30217:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853671.164196:0:30217:0:(dcache.c:176:ll_intent_release()) intent ffffb4b400e33930 released 00000080:00010000:3.0:1780853671.164198:0:30217:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bd6 from it ffffb4b400e33930 00010000:00000001:3.0:1780853671.164200:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.164213:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.164215:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.164217:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.164219:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.164221:0:30217:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.164224:0:30217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853671.164230:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.164231:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.164233:0:30217:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.164235:0:30217:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.164237:0:30217:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853671.164243:0:30217:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.164245:0:30217:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.164247:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.164251:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.164252:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.164254:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.164256:0:30217:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.164258:0:30217:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.164260:0:30217:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.165625:0:30217:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.165631:0:30217:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.165634:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.165635:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853671.165637:0:30217:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853671.165640:0:30217:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853671.165644:0:30217:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853671.165650:0:30217:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000100:00000001:3.0:1780853671.165655:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.165665:0:30217:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173b80 x1867358631400064/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.165673:0:30217:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853671.165677:0:30217:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853671.165680:0:30217:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853671.165683:0:30217:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853671.165685:0:30217:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853671.165687:0:30217:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853671.165690:0:30217:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853671.165692:0:30217:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae400. 02000000:00000001:3.0:1780853671.165695:0:30217:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853671.165697:0:30217:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853671.165699:0:30217:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173b80. 00000100:00000001:3.0:1780853671.165702:0:30217:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853671.165704:0:30217:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853671.165706:0:30217:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853671.165707:0:30217:0:(dcache.c:176:ll_intent_release()) intent ffffb4b400e33b20 released 00000080:00000001:3.0:1780853671.165709:0:30217:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853671.165712:0:30217:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853671.165715:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33b70 00000080:00002000:3.0:1780853671.165717:0:30217:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff9e4591aeba20, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780853671.165720:0:30217:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.166527:0:30217:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853671.166531:0:30217:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853671.166534:0:30217:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853671.166536:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33bb0 00000080:00200000:3.0:1780853671.166540:0:30217:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853671.166547:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.166553:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.166556:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.166560:0:30217:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.166562:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33ad0 00800000:00000002:3.0:1780853671.166564:0:30217:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.166568:0:30217:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853671.166572:0:30217:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853671.166577:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.166578:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e339a0 00000002:00010000:3.0:1780853671.166580:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853671.166583:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.166586:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.166588:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.166595:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.166598:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.166602:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.166605:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853671.166610:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780853671.166620:0:30217:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853671.166624:0:30217:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.166628:0:30217:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780853671.166635:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853671.166637:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853671.166638:0:30217:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.166640:0:30217:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.166642:0:30217:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.166644:0:30217:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853671.166647:0:30217:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853671.166650:0:30217:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853671.166652:0:30217:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000080:00000001:3.0:1780853671.166656:0:30217:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853671.166658:0:30217:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.166661:0:30217:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853671.166665:0:30217:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300bd6 00800000:00000001:3.0:1780853671.166668:0:30217:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853671.166670:0:30217:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853671.166671:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.166674:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.166676:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.166678:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.166681:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.166684:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.166685:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.166687:0:30217:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.166689:0:30217:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.166691:0:30217:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bd6 from it ffffb4b400e33be8 00010000:00000001:3.0:1780853671.166692:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.166694:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.166695:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.166696:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.166698:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.166700:0:30217:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.166703:0:30217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853671.166709:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.166709:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.166711:0:30217:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.166713:0:30217:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.166715:0:30217:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853671.166721:0:30217:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.166724:0:30217:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.166726:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.166730:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.166731:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.166732:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.166735:0:30217:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.166737:0:30217:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.166739:0:30217:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.166741:0:30217:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.166743:0:30217:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.166744:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.166745:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853671.166747:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853671.166749:0:30217:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.166751:0:30217:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853671.168502:0:30217:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.168511:0:30217:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853671.168515:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33bd8 00000080:00002000:3.0:1780853671.168518:0:30217:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff9e4591aeba20) flags 0x8000e refc 0 00000080:00000001:3.0:1780853671.168522:0:30217:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853671.168524:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33c20 00000080:00200000:3.0:1780853671.168526:0:30217:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=16392 00000080:00000001:3.0:1780853671.168534:0:30217:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853671.168536:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33ba8 00000080:00002000:3.0:1780853671.168538:0:30217:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff9e4591aeba20, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780853671.168541:0:30217:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853671.168602:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33d08 00000080:00200008:3.0:1780853671.168605:0:30217:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853671.168612:0:30217:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1780853671.168615:0:30217:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.168618:0:30217:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853671.168620:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33c80 00000080:00200000:3.0:1780853671.168622:0:30217:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853671.168629:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.168635:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.168640:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.168644:0:30217:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.168646:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33ba0 00800000:00000002:3.0:1780853671.168649:0:30217:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.168653:0:30217:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853671.168657:0:30217:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853671.168663:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.168666:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33a70 00000002:00010000:3.0:1780853671.168667:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853671.168671:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.168673:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.168677:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.168685:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.168689:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.168695:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.168698:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853671.168702:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1780853671.168712:0:30217:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853671.168717:0:30217:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.168720:0:30217:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1780853671.168727:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853671.168729:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853671.168731:0:30217:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.168733:0:30217:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.168735:0:30217:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.168737:0:30217:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853671.168740:0:30217:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853671.168743:0:30217:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853671.168746:0:30217:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000080:00000001:3.0:1780853671.168750:0:30217:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853671.168752:0:30217:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.168754:0:30217:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853671.168757:0:30217:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300bd6 00800000:00000001:3.0:1780853671.168761:0:30217:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853671.168763:0:30217:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853671.168777:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.168779:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.168782:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.168784:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.168787:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.168790:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.168792:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.169459:0:30217:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.169465:0:30217:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.169468:0:30217:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bd6 from it ffffb4b400e33cb8 00010000:00000001:3.0:1780853671.169470:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.169472:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.169474:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.169477:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.169480:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.169482:0:30217:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.169487:0:30217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853671.169495:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.169497:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.169499:0:30217:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.169501:0:30217:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.169504:0:30217:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853671.169512:0:30217:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.169515:0:30217:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.169517:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.169522:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.169523:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.169524:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.169528:0:30217:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.169530:0:30217:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.169531:0:30217:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.169535:0:30217:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.169537:0:30217:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.169539:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.169540:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853671.169543:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853671.169545:0:30217:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853671.169549:0:30217:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853671.169554:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33d08 00000080:00000008:3.0:1780853671.169557:0:30217:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853671.170423:0:30217:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853671.170454:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33d08 00000080:00200008:3.0:1780853671.170457:0:30217:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853671.170462:0:30217:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853671.170463:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33c80 00000080:00200000:3.0:1780853671.170465:0:30217:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853671.170471:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.170476:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.170478:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.170482:0:30217:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.170484:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33ba0 00800000:00000002:3.0:1780853671.170487:0:30217:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.170490:0:30217:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853671.170494:0:30217:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853671.170498:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.170500:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33a70 00000002:00010000:3.0:1780853671.170501:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853671.170505:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.170506:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.170509:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.170516:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.170519:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.170524:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.170527:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853671.170532:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1780853671.170542:0:30217:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853671.170547:0:30217:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.170551:0:30217:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1780853671.170557:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853671.170560:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853671.170562:0:30217:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.170564:0:30217:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.170566:0:30217:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.170568:0:30217:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853671.170570:0:30217:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853671.170572:0:30217:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853671.170576:0:30217:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000080:00000001:3.0:1780853671.170581:0:30217:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853671.170582:0:30217:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.170585:0:30217:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853671.170588:0:30217:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300bd6 00800000:00000001:3.0:1780853671.170592:0:30217:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853671.170594:0:30217:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853671.170595:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.170597:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.170598:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.170601:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.170603:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.170605:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.170607:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.170608:0:30217:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.170609:0:30217:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.170611:0:30217:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bd6 from it ffffb4b400e33cb8 00010000:00000001:3.0:1780853671.170613:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.170614:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.170615:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.170617:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.170619:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.170621:0:30217:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.170624:0:30217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853671.170630:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.170632:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.170633:0:30217:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.170635:0:30217:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.170638:0:30217:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853671.170645:0:30217:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.170647:0:30217:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.170649:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.170653:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.170654:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.170655:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.170658:0:30217:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.170659:0:30217:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.170661:0:30217:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.170664:0:30217:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.170666:0:30217:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.170667:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.170668:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853671.170670:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853671.170672:0:30217:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853671.170675:0:30217:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853671.170678:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33d08 00000080:00000008:3.0:1780853671.170680:0:30217:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853671.171203:0:30217:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853671.171206:0:30217:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853671.171208:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33b78 00000080:00200000:3.0:1780853671.171210:0:30217:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853671.171214:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.171217:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.171220:0:30217:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.171223:0:30217:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.171224:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33a98 00800000:00000002:3.0:1780853671.171226:0:30217:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.171229:0:30217:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853671.171231:0:30217:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853671.171233:0:30217:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.171235:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33968 00000002:00010000:3.0:1780853671.171237:0:30217:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853671.171239:0:30217:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.171241:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.171242:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.171245:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.171247:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.171250:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.171252:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853671.171255:0:30217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1780853671.171263:0:30217:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853671.171289:0:30217:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.171293:0:30217:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1780853671.171299:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853671.171301:0:30217:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853671.171303:0:30217:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.171305:0:30217:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853671.171306:0:30217:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.171308:0:30217:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853671.171311:0:30217:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853671.171312:0:30217:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853671.171315:0:30217:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000080:00000001:3.0:1780853671.171318:0:30217:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853671.171319:0:30217:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.171321:0:30217:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853671.171323:0:30217:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300bd6 00800000:00000001:3.0:1780853671.171326:0:30217:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853671.171328:0:30217:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853671.171329:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.171331:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.171333:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.171335:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.171338:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.171340:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.171341:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.171342:0:30217:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.171344:0:30217:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.171346:0:30217:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bd6 from it ffffb4b400e33bb0 00010000:00000001:3.0:1780853671.171348:0:30217:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.171349:0:30217:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.171350:0:30217:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:3.0:1780853671.171351:0:30217:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.171353:0:30217:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:3.0:1780853671.171355:0:30217:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.171358:0:30217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853671.171364:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.171365:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.171366:0:30217:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.171368:0:30217:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.171370:0:30217:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1780853671.171375:0:30217:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.171377:0:30217:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.171378:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.171380:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.171381:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.171383:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171384:0:30217:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.171386:0:30217:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171387:0:30217:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171389:0:30217:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171391:0:30217:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.171393:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.171394:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853671.171395:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853671.171397:0:30217:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.171399:0:30217:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:3.0:1780853671.171403:0:30217:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.171408:0:30217:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853671.171410:0:30217:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853671.171412:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33b78 00000080:00200008:3.0:1780853671.171414:0:30217:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000 00000080:00000010:3.0:1780853671.171419:0:30217:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c9040. 00000080:00000001:3.0:1780853671.171423:0:30217:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.171425:0:30217:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.171436:0:30217:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853671.171439:0:30217:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c03066f0 arg=7ffe0af0da60 00000020:00000001:3.0:1780853671.171446:0:30217:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853671.171450:0:30217:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9e4583fae400. 00000020:00000001:3.0:1780853671.171454:0:30217:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.171457:0:30217:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1780853671.171458:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33ad0 00000080:00200000:3.0:1780853671.171460:0:30217:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) name=d21f.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1780853671.171464:0:30217:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.171467:0:30217:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:3.0:1780853671.171473:0:30217:0:(lmv_obd.c:2284:lmv_create()) Process entered 00800000:00000001:3.0:1780853671.171476:0:30217:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853671.171480:0:30217:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:3.0:1780853671.171484:0:30217:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780853671.171485:0:30217:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780853671.171488:0:30217:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780853671.171491:0:30217:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780853671.171494:0:30217:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x1f:0x0] 40000000:00000001:3.0:1780853671.171496:0:30217:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.171498:0:30217:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.171499:0:30217:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.171501:0:30217:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853671.171504:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e339e8 00800000:00000002:3.0:1780853671.171505:0:30217:0:(lmv_obd.c:2325:lmv_create()) CREATE name 'd21f.recovery-small-1' [0x200000404:0x1f:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1780853671.171510:0:30217:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1780853671.171512:0:30217:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853671.171515:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 2 00010000:00000001:3.0:1780853671.171516:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.171519:0:30217:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853671.171522:0:30217:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853671.171525:0:30217:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1780853671.171531:0:30217:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853671.171535:0:30217:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853671.171537:0:30217:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853671.171539:0:30217:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1780853671.171541:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.171543:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.171544:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 3 00010000:00000001:3.0:1780853671.171547:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853671.171549:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.171551:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.171552:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.171553:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 3 00010000:00000001:3.0:1780853671.171555:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853671.171556:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.171558:0:30217:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.171559:0:30217:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853671.171560:0:30217:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0600 count: 3 00010000:00000001:3.0:1780853671.171561:0:30217:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853671.171563:0:30217:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.171565:0:30217:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853671.171568:0:30217:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853671.171573:0:30217:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1780853671.171576:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33670 00000080:00002000:3.0:1780853671.171577:0:30217:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-1 00000080:00000001:3.0:1780853671.171583:0:30217:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853671.171588:0:30217:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853671.171592:0:30217:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853671.171595:0:30217:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853671.171596:0:30217:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171600:0:30217:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853671.171604:0:30217:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853671.171605:0:30217:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853671.171607:0:30217:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.171609:0:30217:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853671.171611:0:30217:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b6c00 with handle 0xa8f483e9eb300bd6 from hash 00010000:00000001:3.0:1780853671.171614:0:30217:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853671.171616:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.171617:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.171618:0:30217:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853671.171621:0:30217:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853671.171628:0:30217:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853671.171632:0:30217:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853671.171634:0:30217:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853671.171636:0:30217:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853671.171642:0:30217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853671.171646:0:30217:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853671.171651:0:30217:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853671.171653:0:30217:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171655:0:30217:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853671.171660:0:30217:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.171663:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.171664:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.171665:0:30217:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.171668:0:30217:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853671.171670:0:30217:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853671.171674:0:30217:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853671.171680:0:30217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fad000. 00000100:00000001:3.0:1780853671.171686:0:30217:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171689:0:30217:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.171691:0:30217:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853671.171697:0:30217:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780853671.171705:0:30217:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853671.171707:0:30217:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853671.171708:0:30217:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853671.171711:0:30217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300bd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec9798e1 expref: -99 pid: 30217 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1780853671.171719:0:30217:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0600 count: 0 00010000:00000010:3.0:1780853671.171724:0:30217:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2400. 00010000:00000001:3.0:1780853671.171730:0:30217:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.171732:0:30217:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171734:0:30217:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.171735:0:30217:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.171737:0:30217:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780853671.171749:0:30217:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853671.171774:0:30217:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853671.171783:0:30217:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853671.171785:0:30217:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853671.171792:0:30217:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.171794:0:30217:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154846592 : -107453554705024 : ffff9e45850abd80) 00000100:00000001:3.0:1780853671.171797:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.171798:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000001:3.0:1780853671.172210:0:30217:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853671.172214:0:30217:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.172216:0:30217:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853671.172217:0:30217:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853671.172223:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853671.172232:0:30217:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853671.172234:0:30217:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.172237:0:30217:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853671.172240:0:30217:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853671.172243:0:30217:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853671.172246:0:30217:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30217:1867358631400320:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853671.172249:0:30217:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853671.172254:0:30217:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853671.172256:0:30217:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.172259:0:30217:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853671.172296:0:30217:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853671.172299:0:30217:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853671.172306:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853671.172311:0:30217:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853671.172318:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853671.172324:0:30217:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631400320, portal 10 00000100:00000001:3.0:1780853671.172326:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.172327:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000040:3.0:1780853671.172334:0:30217:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853807 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853671.172341:0:30217:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853671.172344:0:30217:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853671.172347:0:30217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853671.172350:0:30217:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1867358631400320, offset 0 00000400:00000200:3.0:1780853671.172356:0:30217:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853671.172365:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.172372:0:30217:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853671.172377:0:30217:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853671.172380:0:30217:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853671.172384:0:30217:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853671.172386:0:30217:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853671.172390:0:30217:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2265:2265:256:4294967295] 192.168.202.110@tcp LPNI seq info [2265:2265:8:4294967295] 00000400:00000200:3.0:1780853671.172394:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.172402:0:30217:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853671.172408:0:30217:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853671.172413:0:30217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77000. 00000800:00000200:3.0:1780853671.172420:0:30217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853671.172427:0:30217:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853671.172431:0:30217:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1780853671.172497:0:30217:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853671.172502:0:30217:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 775510 usecs (776 jiffies) 00000400:00000200:3.0:1780853671.172506:0:30217:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853671.172508:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296468703 00000100:00000001:3.0:1780853671.172511:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.172514:0:30217:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296468703 00000100:00000001:3.0:1780853671.172516:0:30217:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.172518:0:30217:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853671.172520:0:30217:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.172522:0:30217:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853671.172524:0:30217:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853671.172527:0:30217:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abd80 going to sleep for 131 seconds 00000100:00000001:3.0:1780853671.172530:0:30217:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853671.172532:0:30217:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853671.176353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00000080:00000010:3.1:1780853671.179491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989a20. 00010000:00000010:3.1:1780853671.179511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0600. 00010000:00000010:3.1:1780853671.179517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6c00. 00000800:00000001:1.0:1780853671.185598:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.185616:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853671.185621:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.185624:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.185634:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185642:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853671.185651:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185656:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185661:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185665:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe49380 00000400:00000200:1.0:1780853671.185670:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185676:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x6361 [1] + 224 00000800:00000001:1.0:1780853671.185684:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.185689:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.185692:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.185696:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853671.185705:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.185713:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853807 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853671.185723:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853671.185744:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853671.185753:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853671.185757:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185762:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853671.185780:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2266:2266:256:4294967295] 192.168.202.110@tcp LPNI seq info [2266:2266:8:4294967295] 00000400:00000200:1.0:1780853671.185785:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.185792:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853671.185798:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853671.185804:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853671.185810:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000100:00000001:3.0:1780853671.185813:0:30217:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1780853671.185817:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000400:00000001:3.0:1780853671.185821:0:30217:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1780853671.185822:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:3.0:1780853671.185823:0:30217:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853671.185827:0:30217:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:3.0:1780853671.185830:0:30217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:3.0:1780853671.185833:0:30217:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:3.0:1780853671.185836:0:30217:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853671.185840:0:30217:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853671.185847:0:30217:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173b80 x1867358631400320/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853671.185852:0:30217:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853671.185862:0:30217:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.185866:0:30217:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853671.185869:0:30217:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853671.185871:0:30217:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853671.185873:0:30217:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.185876:0:30217:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853671.185886:0:30217:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=62 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853671.185890:0:30217:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853671.185892:0:30217:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853671.185894:0:30217:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.185896:0:30217:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853671.185899:0:30217:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.185902:0:30217:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853671.185904:0:30217:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1780853671.185906:0:30217:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853671.185909:0:30217:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.185910:0:30217:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000001:3.0:1780853671.185913:0:30217:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000800:00000200:1.0:1780853671.185913:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1780853671.185915:0:30217:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853671.185916:0:30217:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000800:00000010:1.0:1780853671.185916:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8800. 00000100:00000001:3.0:1780853671.185919:0:30217:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853671.185921:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1780853671.185924:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173b80 x1867358631400320/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780853671.185924:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853671.185929:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780853671.185931:0:30217:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1780853671.185932:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.187097:0:30217:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853671.187099:0:30217:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853671.187110:0:30217:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173b80 x1867358631400320/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853671.187120:0:30217:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30217:1867358631400320:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853671.187125:0:30217:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.187127:0:30217:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.187130:0:30217:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853671.187132:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.187134:0:30217:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173b80 x1867358631400320/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853671.187141:0:30217:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853671.187144:0:30217:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.187146:0:30217:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853671.187148:0:30217:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.187157:0:30217:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853671.187160:0:30217:0:(lmv_obd.c:2333:lmv_create()) Created - [0x200000404:0x1f:0x0] 00800000:00000001:3.0:1780853671.187162:0:30217:0:(lmv_obd.c:2391:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.187168:0:30217:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853671.187174:0:30217:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853671.187176:0:30217:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853671.187179:0:30217:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1780853671.187183:0:30217:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1780853671.187810:0:30217:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919a7380. 00000080:00000001:1.0:1780853671.187921:0:30217:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:1.0:1780853671.187923:0:30217:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9e45919a7448) 00000080:00000001:1.0:1780853671.187927:0:30217:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780853671.187929:0:30217:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1780853671.187932:0:30217:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853671.188160:0:30217:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1780853671.188163:0:30217:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1780853671.188167:0:30217:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833951 mtime from 0 to 1780853671 00000080:00200000:1.0:1780853671.188171:0:30217:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 512 00000080:00000001:1.0:1780853671.188174:0:30217:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1780853671.188176:0:30217:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365591624 : -107453343959992 : ffff9e45919a7448) 00000080:00000001:1.0:1780853671.188179:0:30217:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853671.188183:0:30217:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853671.188185:0:30217:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.188193:0:30217:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853671.188200:0:30217:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173b80 x1867358631400320/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853671.188219:0:30217:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853671.188222:0:30217:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853671.188225:0:30217:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000080:00000010:1.0:1780853671.188231:0:30217:0:(dir.c:2090:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e4583fae400. 00000080:00000001:1.0:1780853671.188235:0:30217:0:(dir.c:2091:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853671.188252:0:30217:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:1.0:1780853671.188254:0:30217:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1780853671.188396:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33d98 00000080:00200008:1.0:1780853671.188400:0:30217:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000 00000080:00400000:1.0:1780853671.188404:0:30217:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1780853671.188408:0:30217:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c9040. 00000080:00000001:1.0:1780853671.188412:0:30217:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1780853671.188414:0:30217:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400e33d98 00000080:00000008:1.0:1780853671.188416:0:30217:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000, rc = 0 00000080:00000001:1.0:1780853671.188419:0:30217:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853671.188421:0:30217:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853671.204560:0:30218:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853671.204568:0:30218:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853671.204570:0:30218:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853671.204574:0:30218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d7fb20 00000080:00200000:1.0:1780853671.204579:0:30218:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853671.204588:0:30218:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312200. 00800000:00000002:1.0:1780853671.204595:0:30218:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853671.204599:0:30218:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853671.204604:0:30218:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853671.204607:0:30218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d7fa40 00800000:00000002:1.0:1780853671.204610:0:30218:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853671.204614:0:30218:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853671.204618:0:30218:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853671.204624:0:30218:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853671.204626:0:30218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d7f910 00000002:00010000:1.0:1780853671.204628:0:30218:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853671.204632:0:30218:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853671.204634:0:30218:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853671.204637:0:30218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853671.204643:0:30218:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.204646:0:30218:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.204648:0:30218:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.204650:0:30218:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853671.204652:0:30218:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853671.204657:0:30218:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105180. 00000020:00000040:1.0:1780853671.204662:0:30218:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853671.204669:0:30218:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853671.204674:0:30218:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853671.204681:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.204683:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.204685:0:30218:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.204687:0:30218:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853671.204691:0:30218:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853671.204695:0:30218:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853671.204703:0:30218:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72c00. 00000100:00000001:1.0:1780853671.204710:0:30218:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.204715:0:30218:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853671.204717:0:30218:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.204719:0:30218:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853671.204720:0:30218:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.204722:0:30218:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.204727:0:30218:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121657728 : -107453587893888 : ffff9e4583105180) 00010000:00000001:1.0:1780853671.204731:0:30218:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853671.204734:0:30218:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853671.204738:0:30218:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0400. 00010000:00000010:1.0:1780853671.204743:0:30218:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2d80. 00010000:00000001:1.0:1780853671.204747:0:30218:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853671.204752:0:30218:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6c00. 00000020:00000001:1.0:1780853671.205081:0:30218:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853671.205084:0:30218:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6c00 with handle 0xa8f483e9eb300be4 to hash 00000020:00000001:1.0:1780853671.205087:0:30218:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853671.205088:0:30218:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.205092:0:30218:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.205096:0:30218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853671.205099:0:30218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853671.205104:0:30218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853671.205115:0:30218:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30218 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853671.205126:0:30218:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30218 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853671.205131:0:30218:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853671.205133:0:30218:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853671.205141:0:30218:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eecc0. 00000100:00000001:1.0:1780853671.205142:0:30218:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124712128 : -107453584839488 : ffff9e45833eecc0) 00000100:00000001:1.0:1780853671.205145:0:30218:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853671.205146:0:30218:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121657728 : -107453587893888 : ffff9e4583105180) 00000100:00000001:1.0:1780853671.205151:0:30218:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853671.205155:0:30218:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.205157:0:30218:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853671.205159:0:30218:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853671.205169:0:30218:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.205178:0:30218:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853671.205180:0:30218:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853671.205185:0:30218:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853671.205187:0:30218:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853671.205190:0:30218:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853671.205194:0:30218:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105180 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30218:1867358631400448:192.168.202.110@tcp:101:lfs.0 00000100:00000001:1.0:1780853671.205199:0:30218:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853671.205204:0:30218:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853671.205207:0:30218:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853671.205209:0:30218:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853671.205214:0:30218:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585115000. 02000000:00000001:1.0:1780853671.205430:0:30218:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853671.205438:0:30218:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853671.205443:0:30218:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d7e8. 00000400:00000010:1.0:1780853671.205450:0:30218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9bb0. 00000100:00000200:1.0:1780853671.205456:0:30218:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631400448, portal 10 00000100:00000001:1.0:1780853671.205458:0:30218:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853671.205460:0:30218:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121657728 : -107453587893888 : ffff9e4583105180) 00000100:00000040:1.0:1780853671.205467:0:30218:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.205475:0:30218:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853671.205478:0:30218:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853671.205481:0:30218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b95d8. 00000100:00000200:1.0:1780853671.205484:0:30218:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631400448, offset 0 00000400:00000200:1.0:1780853671.205491:0:30218:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853671.205499:0:30218:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.205507:0:30218:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853671.205512:0:30218:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853671.205516:0:30218:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853671.205521:0:30218:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853671.205524:0:30218:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853671.205528:0:30218:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2267:2267:256:4294967295] 192.168.202.110@tcp LPNI seq info [2267:2267:8:4294967295] 00000400:00000200:1.0:1780853671.205533:0:30218:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.205542:0:30218:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853671.205551:0:30218:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853671.205556:0:30218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853671.205562:0:30218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853671.205570:0:30218:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853671.205574:0:30218:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853671.205646:0:30218:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853671.205652:0:30218:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 774298 usecs (775 jiffies) 00000400:00000200:1.0:1780853671.205655:0:30218:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853671.205658:0:30218:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296468735 00000100:00000001:1.0:1780853671.205661:0:30218:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:1.0:1780853671.205664:0:30218:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296468735 00000100:00000001:1.0:1780853671.205666:0:30218:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:1.0:1780853671.205669:0:30218:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853671.205671:0:30218:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.205674:0:30218:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853671.205675:0:30218:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853671.205678:0:30218:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eecc0 going to sleep for 131 seconds 00000100:00000001:1.0:1780853671.205681:0:30218:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853671.205685:0:30218:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.219102:0:30218:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853671.219619:0:30218:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853671.219622:0:30218:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853671.219625:0:30218:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d7e8. 00000400:00000200:1.0:1780853671.219630:0:30218:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9bb0 00000400:00000010:1.0:1780853671.219633:0:30218:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9bb0. 00000100:00000001:1.0:1780853671.219636:0:30218:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.219641:0:30218:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853671.219651:0:30218:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.219657:0:30218:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853671.219660:0:30218:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853671.219662:0:30218:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853671.219667:0:30218:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853671.219670:0:30218:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853671.219672:0:30218:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853671.219675:0:30218:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853671.219684:0:30218:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=62 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853671.219689:0:30218:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853671.219691:0:30218:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853671.219693:0:30218:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.219696:0:30218:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853671.219699:0:30218:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.219703:0:30218:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853671.219705:0:30218:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:1.0:1780853671.219707:0:30218:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853671.219710:0:30218:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853671.219714:0:30218:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.219720:0:30218:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853671.219723:0:30218:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853671.219725:0:30218:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853671.219728:0:30218:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853671.219735:0:30218:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105180 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30218:1867358631400448:192.168.202.110@tcp:101:lfs.0 00000100:00000001:1.0:1780853671.219740:0:30218:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853671.219743:0:30218:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853671.219745:0:30218:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853671.219747:0:30218:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853671.219750:0:30218:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.219756:0:30218:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853671.219759:0:30218:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eecc0. 00000100:00000001:1.0:1780853671.219762:0:30218:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853671.219776:0:30218:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.219780:0:30218:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853671.219783:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.219785:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.219788:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=4 00000020:00000001:1.0:1780853671.219790:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.219852:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000040:1.0:1780853671.219859:0:30218:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6c00, remote cookie: 0x562725ecec979912, flags: 0x1001 00010000:00010000:1.0:1780853671.219866:0:30218:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853671.219877:0:30218:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.219884:0:30218:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853671.219888:0:30218:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853671.219890:0:30218:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853671.219892:0:30218:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853671.219893:0:30218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853671.219896:0:30218:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4589ab0400) refcount = 1 00010000:00010000:1.0:1780853671.219900:0:30218:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.219906:0:30218:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853671.219909:0:30218:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853671.219911:0:30218:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853671.219914:0:30218:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853671.219916:0:30218:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853671.219919:0:30218:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.219925:0:30218:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853671.219926:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.219929:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.219930:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.219931:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.219932:0:30218:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.220061:0:30218:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853671.220063:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.220065:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.220066:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:1.0:1780853671.220069:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220071:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220073:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.220074:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.220075:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=4 00000020:00000001:1.0:1780853671.220077:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220079:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220082:0:30218:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853671.220085:0:30218:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853671.220088:0:30218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.220095:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220096:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.220097:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.220098:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.220099:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=5 00000020:00000001:1.0:1780853671.220101:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220103:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220105:0:30218:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853671.220110:0:30218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.220116:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220117:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853671.220120:0:30218:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.220126:0:30218:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853671.220127:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220128:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.220129:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220130:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853671.220136:0:30218:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583105180 x1867358631400448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853671.220145:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.220146:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.220148:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:1.0:1780853671.220150:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220151:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220154:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220155:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853671.220156:0:30218:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.220158:0:30218:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853671.220161:0:30218:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853671.220163:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.220164:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.220166:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:1.0:1780853671.220167:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220169:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00000002:00010000:1.0:1780853671.220173:0:30218:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6c00/0xa8f483e9eb300be4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979912 expref: -99 pid: 30218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853671.220178:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220179:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853671.220181:0:30218:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853671.220182:0:30218:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853671.220184:0:30218:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853671.220185:0:30218:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6c00 refcount=3 00000020:00000001:1.0:1780853671.220187:0:30218:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000001:1.0:1780853671.220189:0:30218:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531136 : -107453584020480 : ffff9e45834b6c00) 00010000:00000040:1.0:1780853671.220195:0:30218:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0400 count: 2 00010000:00000001:1.0:1780853671.220198:0:30218:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853671.220337:0:30218:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1780853671.220341:0:30218:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853671.220342:0:30218:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853671.220343:0:30218:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853671.220347:0:30218:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d7f890 00000002:00002000:1.0:1780853671.220349:0:30218:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853671.220352:0:30218:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853671.220356:0:30218:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853671.220358:0:30218:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853671.220362:0:30218:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853671.220365:0:30218:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853671.220369:0:30218:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853671.220372:0:30218:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312200. 00000080:00000001:1.0:1780853671.220376:0:30218:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853671.220378:0:30218:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853671.220384:0:30218:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1780853671.220388:0:30218:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00010000:00000010:2.1:1780853671.264430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000080:00000010:2.1:1780853671.269298:0:30218:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7380. 00010000:00000010:2.1:1780853671.269313:0:30218:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0400. 00010000:00000010:2.1:1780853671.269318:0:30218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6c00. 00000080:00000001:3.0:1780853671.294021:0:30220:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853671.294030:0:30220:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853671.294033:0:30220:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853671.294036:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdbbc0 00000080:00200000:3.0:1780853671.294041:0:30220:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853671.294049:0:30220:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.294057:0:30220:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.294061:0:30220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.294066:0:30220:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.294068:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdbae0 00800000:00000002:3.0:1780853671.294071:0:30220:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.294075:0:30220:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853671.294079:0:30220:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853671.294085:0:30220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.294087:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb9b0 00000002:00010000:3.0:1780853671.294088:0:30220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853671.294092:0:30220:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853671.294095:0:30220:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853671.294098:0:30220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853671.294104:0:30220:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.294106:0:30220:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.294108:0:30220:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.294111:0:30220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853671.294113:0:30220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853671.294120:0:30220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853671.294124:0:30220:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853671.294131:0:30220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853671.294136:0:30220:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.294142:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.294144:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.294146:0:30220:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.294149:0:30220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853671.294152:0:30220:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853671.294156:0:30220:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853671.294164:0:30220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae800. 00000100:00000001:3.0:1780853671.294170:0:30220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.294174:0:30220:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.294176:0:30220:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.294178:0:30220:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.294179:0:30220:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.294180:0:30220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.294185:0:30220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00010000:00000001:3.0:1780853671.294189:0:30220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853671.294191:0:30220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853671.294195:0:30220:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3300. 00010000:00000010:3.0:1780853671.294199:0:30220:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02800. 00010000:00000001:3.0:1780853671.294203:0:30220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853671.294206:0:30220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170e00. 00000020:00000001:3.0:1780853671.294209:0:30220:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853671.294212:0:30220:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170e00 with handle 0xa8f483e9eb300bf2 to hash 00000020:00000001:3.0:1780853671.294214:0:30220:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853671.294215:0:30220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.294219:0:30220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.294222:0:30220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.294225:0:30220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.294229:0:30220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.294243:0:30220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.294253:0:30220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853671.294259:0:30220:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853671.294261:0:30220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853671.295227:0:30220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.295234:0:30220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154846592 : -107453554705024 : ffff9e45850abd80) 00000100:00000001:3.0:1780853671.295237:0:30220:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.295239:0:30220:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853671.295244:0:30220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853671.295248:0:30220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.295250:0:30220:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853671.295251:0:30220:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853671.295514:0:30220:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.295525:0:30220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853671.295527:0:30220:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.295532:0:30220:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853671.295535:0:30220:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853671.295538:0:30220:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853671.295542:0:30220:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:30220:1867358631400960:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853671.295547:0:30220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853671.295553:0:30220:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853671.295556:0:30220:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.295559:0:30220:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853671.295565:0:30220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853671.295568:0:30220:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853671.295576:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853671.295581:0:30220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853671.295588:0:30220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853671.295596:0:30220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631400960, portal 10 00000100:00000001:3.0:1780853671.295598:0:30220:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.295600:0:30220:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853671.295607:0:30220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.295614:0:30220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853671.295616:0:30220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853671.295619:0:30220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8af68. 00000100:00000200:3.0:1780853671.295623:0:30220:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631400960, offset 0 00000400:00000200:3.0:1780853671.295629:0:30220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853671.295637:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.295645:0:30220:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853671.295651:0:30220:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853671.295656:0:30220:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853671.295659:0:30220:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853671.295662:0:30220:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853671.295665:0:30220:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2271:2271:256:4294967295] 192.168.202.110@tcp LPNI seq info [2271:2271:8:4294967295] 00000400:00000200:3.0:1780853671.295669:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.295678:0:30220:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853671.295685:0:30220:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853671.295690:0:30220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77d00. 00000800:00000200:3.0:1780853671.295696:0:30220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853671.295705:0:30220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853671.295709:0:30220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853671.295780:0:30220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853671.295785:0:30220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 770702 usecs (771 jiffies) 00000400:00000200:3.0:1780853671.295789:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853671.295792:0:30220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296468817 00000100:00000001:3.0:1780853671.295795:0:30220:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.295799:0:30220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296468817 00000100:00000001:3.0:1780853671.295802:0:30220:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.295804:0:30220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853671.295806:0:30220:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.295809:0:30220:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853671.295811:0:30220:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853671.295813:0:30220:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abd80 going to sleep for 131 seconds 00000100:00000001:3.0:1780853671.295816:0:30220:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853671.295819:0:30220:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853671.311807:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.311826:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853671.311831:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.311834:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.311843:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.311852:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853671.311860:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.311866:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.311872:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.311877:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe49600 00000400:00000200:1.0:1780853671.312177:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.312186:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6389 [1] + 224 00000800:00000001:1.0:1780853671.312196:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.312216:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.312220:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.312225:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853671.312234:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.312245:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853671.312425:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.312446:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853671.312457:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.312461:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.312569:0:30220:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853671.312579:0:30220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853671.312581:0:30220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853671.312586:0:30220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:3.0:1780853671.312591:0:30220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:3.0:1780853671.312594:0:30220:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:3.0:1780853671.312597:0:30220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853671.312602:0:30220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853671.312610:0:30220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.312616:0:30220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853671.312619:0:30220:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.312621:0:30220:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853671.312625:0:30220:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853671.312628:0:30220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853671.312631:0:30220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.312634:0:30220:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853671.312644:0:30220:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=62 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853671.312648:0:30220:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853671.312651:0:30220:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853671.312652:0:30220:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.312655:0:30220:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853671.312659:0:30220:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.312662:0:30220:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853671.312665:0:30220:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853671.312667:0:30220:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853671.312671:0:30220:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853671.312675:0:30220:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.312682:0:30220:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853671.312686:0:30220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853671.312687:0:30220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853671.312691:0:30220:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853671.312699:0:30220:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:30220:1867358631400960:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853671.312704:0:30220:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.312707:0:30220:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.312709:0:30220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853671.312711:0:30220:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.312714:0:30220:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.312721:0:30220:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853671.312724:0:30220:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.312728:0:30220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853671.312729:0:30220:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.312732:0:30220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853671.312736:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.312739:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.312743:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853671.312746:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.312749:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853671.313008:0:30220:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170e00, remote cookie: 0x562725ecec979943, flags: 0x1001 00010000:00010000:3.0:1780853671.313016:0:30220:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.313034:0:30220:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313041:0:30220:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853671.313045:0:30220:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853671.313048:0:30220:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853671.313050:0:30220:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853671.313051:0:30220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853671.313054:0:30220:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3300) refcount = 1 00010000:00010000:3.0:1780853671.313058:0:30220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313065:0:30220:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853671.313069:0:30220:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853671.313071:0:30220:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.313074:0:30220:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853671.313077:0:30220:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.313080:0:30220:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313086:0:30220:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853671.313087:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313089:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.313090:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313091:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.313093:0:30220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.313098:0:30220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853671.313101:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.313102:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.313104:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.313106:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313108:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313111:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.313112:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.313114:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853671.313115:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313117:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313120:0:30220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.313124:0:30220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.313128:0:30220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313134:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313135:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.313136:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.313138:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.313139:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=5 00000020:00000001:3.0:1780853671.313140:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313143:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313145:0:30220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.313148:0:30220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313154:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313155:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853671.313158:0:30220:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313165:0:30220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.313166:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313167:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.313169:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313169:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853671.313176:0:30220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853671.313191:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.313192:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.313194:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.313196:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313198:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313201:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313202:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.313203:0:30220:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.313206:0:30220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.313209:0:30220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853671.313213:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.313214:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.313216:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.313217:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313219:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00000002:00010000:3.0:1780853671.313223:0:30220:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.313229:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313231:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.313233:0:30220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853671.313234:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.313235:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.313236:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.313238:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.313240:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853671.313246:0:30220:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853671.313249:0:30220:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853671.313253:0:30220:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853671.313256:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.313257:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.313259:0:30220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853671.313262:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb930 00000002:00002000:3.0:1780853671.314175:0:30220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853671.314179:0:30220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.314186:0:30220:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.314189:0:30220:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853671.314193:0:30220:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853671.314204:0:30220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853671.314209:0:30220:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853671.314214:0:30220:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000080:00000001:3.0:1780853671.314219:0:30220:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853671.314222:0:30220:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853671.314229:0:30220:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853671.314234:0:30220:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853671.314244:0:30220:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852dec00. 00800000:00000001:3.0:1780853671.314246:0:30220:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157152256 : -107453552399360 : ffff9e45852dec00) 00800000:00000001:3.0:1780853671.314248:0:30220:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.314251:0:30220:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853671.314262:0:30220:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853671.314282:0:30220:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853671.314285:0:30220:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853671.314289:0:30220:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853671.314290:0:30220:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.314295:0:30220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853671.314298:0:30220:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1780853671.314302:0:30220:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853671.314306:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.314307:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.314310:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.314312:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.314315:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.314318:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.314319:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853671.314321:0:30220:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853671.314324:0:30220:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853671.314326:0:30220:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852dec00 1 00800000:00000010:3.0:1780853671.314329:0:30220:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852dec00. 00800000:00000001:3.0:1780853671.314332:0:30220:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.314335:0:30220:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300bf2 00800000:00000001:3.0:1780853671.314339:0:30220:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853671.314341:0:30220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853671.314342:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.314343:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.314345:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.314346:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.314348:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.314351:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.314352:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.314353:0:30220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.314355:0:30220:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.314358:0:30220:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.314360:0:30220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853671.314363:0:30220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bf2 from it ffffb4b401fdbbf8 00010000:00000001:3.0:1780853671.314365:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.314366:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.314368:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853671.314369:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.314371:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853671.314374:0:30220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.314379:0:30220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.314387:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.314388:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.314390:0:30220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.314393:0:30220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.314396:0:30220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853671.314407:0:30220:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.314410:0:30220:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.314412:0:30220:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.314416:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.314417:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.314419:0:30220:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314422:0:30220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.314424:0:30220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314426:0:30220:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314429:0:30220:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314430:0:30220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.314431:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.314433:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853671.314435:0:30220:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.314445:0:30220:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631400960/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.314451:0:30220:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853671.314454:0:30220:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853671.314457:0:30220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853671.314461:0:30220:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853671.314463:0:30220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853671.314465:0:30220:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853671.314467:0:30220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853671.314470:0:30220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae800. 02000000:00000001:3.0:1780853671.314474:0:30220:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853671.314476:0:30220:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853671.314478:0:30220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:3.0:1780853671.314481:0:30220:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853671.314483:0:30220:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853671.314486:0:30220:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853671.314492:0:30220:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853671.314508:0:30220:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989120. 00000020:00000001:3.0:1780853671.314514:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdbb28 00000080:00200000:3.0:1780853671.314516:0:30220:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=25 00000080:00000001:3.0:1780853671.314521:0:30220:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853671.314523:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb9d8 00000080:00200000:3.0:1780853671.314525:0:30220:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:3.0:1780853671.314532:0:30220:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9c00. 00800000:00000002:3.0:1780853671.314537:0:30220:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.314542:0:30220:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853671.314545:0:30220:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.314547:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb8f8 00800000:00000002:3.0:1780853671.314549:0:30220:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853671.314552:0:30220:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853671.314556:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb890 00800000:00000002:3.0:1780853671.314559:0:30220:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1780853671.314563:0:30220:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853671.314565:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb7c8 00000002:00010000:3.0:1780853671.314567:0:30220:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780853671.314571:0:30220:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853671.314574:0:30220:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853671.314577:0:30220:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853671.314580:0:30220:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853671.314584:0:30220:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853671.314588:0:30220:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.314591:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.314592:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.314593:0:30220:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.314596:0:30220:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853671.314598:0:30220:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853671.314602:0:30220:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853671.314606:0:30220:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae800. 00000100:00000001:3.0:1780853671.314612:0:30220:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314615:0:30220:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.314617:0:30220:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314619:0:30220:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853671.314620:0:30220:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.314622:0:30220:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.314629:0:30220:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00010000:00000001:3.0:1780853671.314632:0:30220:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853671.314634:0:30220:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853671.314638:0:30220:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853671.314640:0:30220:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.314643:0:30220:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853671.314646:0:30220:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853671.314649:0:30220:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853671.314651:0:30220:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300bf9 to hash 00000020:00000001:3.0:1780853671.314653:0:30220:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853671.314655:0:30220:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.314658:0:30220:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.314661:0:30220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.314663:0:30220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.314666:0:30220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.314673:0:30220:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30220 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.314683:0:30220:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30220 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853671.314688:0:30220:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853671.314690:0:30220:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853671.314695:0:30220:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.314697:0:30220:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154846592 : -107453554705024 : ffff9e45850abd80) 00000100:00000001:3.0:1780853671.314700:0:30220:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.314701:0:30220:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853671.314706:0:30220:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853671.314710:0:30220:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.314713:0:30220:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853671.314715:0:30220:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853671.314721:0:30220:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.314737:0:30220:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853671.314739:0:30220:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.314744:0:30220:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853671.314747:0:30220:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853671.314749:0:30220:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853671.314752:0:30220:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:30220:1867358631401088:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853671.315387:0:30220:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853671.315394:0:30220:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853671.315397:0:30220:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.315399:0:30220:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853671.315406:0:30220:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853671.315408:0:30220:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853671.315416:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853671.315420:0:30220:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853671.315426:0:30220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853671.315432:0:30220:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631401088, portal 10 00000100:00000001:3.0:1780853671.315434:0:30220:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853671.315436:0:30220:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853671.315442:0:30220:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.315449:0:30220:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853671.315452:0:30220:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853671.315455:0:30220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a220. 00000100:00000200:3.0:1780853671.315458:0:30220:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631401088, offset 0 00000400:00000200:3.0:1780853671.315465:0:30220:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853671.315476:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.315484:0:30220:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853671.315490:0:30220:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853671.315495:0:30220:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853671.315500:0:30220:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853671.315504:0:30220:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853671.315509:0:30220:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2272:2272:256:4294967295] 192.168.202.110@tcp LPNI seq info [2272:2272:8:4294967295] 00000400:00000200:3.0:1780853671.315514:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853671.315526:0:30220:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853671.315533:0:30220:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853671.315540:0:30220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853671.315547:0:30220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853671.315557:0:30220:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853671.315562:0:30220:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853671.315628:0:30220:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853671.315633:0:30220:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 769513 usecs (770 jiffies) 00000400:00000200:3.0:1780853671.315637:0:30220:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853671.315640:0:30220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296468840 00000100:00000001:3.0:1780853671.315644:0:30220:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.315647:0:30220:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296468840 00000100:00000001:3.0:1780853671.315650:0:30220:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469560 00000100:00000001:3.0:1780853671.315652:0:30220:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853671.315655:0:30220:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.315657:0:30220:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853671.315659:0:30220:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853671.315662:0:30220:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abd80 going to sleep for 131 seconds 00000100:00000001:3.0:1780853671.315665:0:30220:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853671.315668:0:30220:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853671.337580:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.337603:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853671.337609:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.337611:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.337621:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.337629:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853671.337638:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.337643:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.337649:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.337653:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe49680 00000400:00000200:1.0:1780853671.337658:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.337665:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6391 [1] + 224 00000800:00000001:1.0:1780853671.337672:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.337683:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.337687:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.337692:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853671.337699:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.337709:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853671.337720:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.337748:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853671.337758:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.337771:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.337841:0:30220:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853671.337849:0:30220:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853671.337861:0:30220:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853671.337865:0:30220:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:3.0:1780853671.337869:0:30220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:3.0:1780853671.337872:0:30220:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:3.0:1780853671.337875:0:30220:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853671.337880:0:30220:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853671.337895:0:30220:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.337901:0:30220:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853671.337903:0:30220:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.337906:0:30220:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853671.337910:0:30220:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853671.337913:0:30220:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853671.337915:0:30220:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853671.337918:0:30220:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853671.337928:0:30220:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=62 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853671.337932:0:30220:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853671.337935:0:30220:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853671.337936:0:30220:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.337939:0:30220:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853671.337943:0:30220:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.337946:0:30220:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853671.337948:0:30220:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1780853671.337950:0:30220:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853671.337953:0:30220:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853671.337959:0:30220:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.337965:0:30220:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853671.337968:0:30220:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853671.337971:0:30220:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853671.337975:0:30220:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853671.338002:0:30220:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:30220:1867358631401088:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853671.338007:0:30220:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853671.338009:0:30220:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853671.338012:0:30220:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853671.338014:0:30220:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.338017:0:30220:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.338023:0:30220:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853671.338026:0:30220:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853671.338031:0:30220:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853671.338032:0:30220:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.338036:0:30220:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853671.338040:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338043:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338046:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853671.338049:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338051:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853671.338059:0:30220:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170c00, remote cookie: 0x562725ecec97995f, flags: 0x1001 00010000:00010000:3.0:1780853671.338065:0:30220:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853671.338075:0:30220:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853671.338078:0:30220:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853671.338088:0:30220:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3200. 00010000:00000010:3.0:1780853671.338094:0:30220:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02180. 00010000:00000001:3.0:1780853671.338098:0:30220:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.338101:0:30220:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853671.338110:0:30220:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338116:0:30220:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853671.338120:0:30220:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853671.338123:0:30220:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853671.338124:0:30220:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853671.338126:0:30220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853671.338129:0:30220:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff9e45853e3200) refcount = 1 00010000:00010000:3.0:1780853671.338132:0:30220:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338138:0:30220:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853671.338141:0:30220:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853671.338143:0:30220:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853671.338146:0:30220:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853671.338148:0:30220:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.338161:0:30220:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338168:0:30220:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853671.338169:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338171:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338172:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338173:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338174:0:30220:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.338179:0:30220:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853671.338181:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338182:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338184:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338185:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338187:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338189:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338190:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338191:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853671.338193:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338194:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338197:0:30220:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853671.338200:0:30220:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853671.338204:0:30220:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338215:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338216:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338217:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338218:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338220:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=5 00000020:00000001:3.0:1780853671.338221:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338223:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338225:0:30220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.338228:0:30220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338232:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338234:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853671.338236:0:30220:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338242:0:30220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.338243:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338244:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338245:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338246:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853671.338250:0:30220:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853671.338258:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338259:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338260:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338262:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338306:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338309:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338310:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.338312:0:30220:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.338314:0:30220:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853671.338317:0:30220:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853671.338319:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338320:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338323:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338325:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338327:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000002:00010000:3.0:1780853671.338330:0:30220:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338337:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338338:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338340:0:30220:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853671.338341:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338342:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338344:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338345:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338347:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853671.338351:0:30220:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3200 count: 2 00010000:00000001:3.0:1780853671.338354:0:30220:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853671.338358:0:30220:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:3.0:1780853671.338360:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338361:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.338362:0:30220:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853671.338365:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdb748 00000002:00002000:3.0:1780853671.338367:0:30220:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853671.338370:0:30220:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.338374:0:30220:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.338377:0:30220:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853671.338380:0:30220:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853671.338383:0:30220:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853671.338387:0:30220:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853671.338389:0:30220:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853671.338391:0:30220:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401fdbac8 it_disposition b 00000080:00000001:3.0:1780853671.338395:0:30220:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853671.338400:0:30220:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853671.338403:0:30220:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853671.338406:0:30220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1780853671.338409:0:30220:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853671.338416:0:30220:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853671.338418:0:30220:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:3.0:1780853671.338420:0:30220:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.338423:0:30220:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1780853671.338426:0:30220:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853671.338431:0:30220:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 512 00000080:00200000:3.0:1780853671.338434:0:30220:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff9e45919a7448): rc = 0 00000080:00000001:3.0:1780853671.338437:0:30220:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365591624 : -107453343959992 : ffff9e45919a7448) 00010000:00000001:3.0:1780853671.338439:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338440:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338441:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338454:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338457:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338459:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338460:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853671.338462:0:30220:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853671.338464:0:30220:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853671.338466:0:30220:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853671.338469:0:30220:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853671.338470:0:30220:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853671.338474:0:30220:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9e45919a7448) for lock 0xa8f483e9eb300bf9 00800000:00000001:3.0:1780853671.338477:0:30220:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853671.338479:0:30220:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853671.338480:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338482:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338483:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338485:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338487:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338490:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338492:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853671.338493:0:30220:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853671.338495:0:30220:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853671.338503:0:30220:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591aeb948 inode ffff9e45919a7448 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853671.338508:0:30220:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853671.338509:0:30220:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.338512:0:30220:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853671.338516:0:30220:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9e45919a7448) 00000080:00010000:3.0:1780853671.338520:0:30220:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300bf9 from it ffffb4b401fdbac8 00010000:00000001:3.0:1780853671.338522:0:30220:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853671.338524:0:30220:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853671.338525:0:30220:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853671.338527:0:30220:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338529:0:30220:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853671.338531:0:30220:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853671.338534:0:30220:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853671.338540:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338541:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338543:0:30220:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853671.338545:0:30220:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853671.338547:0:30220:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853671.338553:0:30220:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853671.338556:0:30220:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853671.338559:0:30220:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853671.338563:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338564:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853671.338565:0:30220:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.338568:0:30220:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853671.338570:0:30220:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.338572:0:30220:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.338574:0:30220:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853671.338576:0:30220:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853671.338577:0:30220:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853671.338578:0:30220:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853671.338580:0:30220:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853671.338584:0:30220:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9c00. 00000100:00000001:3.0:1780853671.338588:0:30220:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853671.338592:0:30220:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631401088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853671.338598:0:30220:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853671.338600:0:30220:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853671.338603:0:30220:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc3800. 02000000:00000001:3.0:1780853671.338607:0:30220:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853671.338609:0:30220:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853671.338611:0:30220:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853671.338613:0:30220:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853671.338616:0:30220:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae800. 02000000:00000001:3.0:1780853671.338619:0:30220:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853671.338621:0:30220:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853671.338623:0:30220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:3.0:1780853671.338626:0:30220:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853671.338628:0:30220:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853671.338637:0:30220:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853671.338640:0:30220:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9e45919a7448), inode mode 41ed mask 1 00000080:00000001:3.0:1780853671.338645:0:30220:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853671.338660:0:30220:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989800. 00000080:00000001:3.0:1780853671.338665:0:30220:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853671.338666:0:30220:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9e45919a7448), inode mode 41ed mask 3 00000080:00000001:3.0:1780853671.338669:0:30220:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853671.338671:0:30220:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:3.0:1780853671.338673:0:30220:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fdbb50 00000080:00200000:3.0:1780853671.338677:0:30220:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff9e45919a7448), file ffff9e4592403800, open_flags 8042, mode 81a4 opened 0 00000800:00000001:1.0:1780853671.359845:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.359872:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853671.359877:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.359880:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.359890:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.359898:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853671.359908:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.359913:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.359918:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.359922:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe49780 00000400:00000200:1.0:1780853671.359927:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.359933:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x6399 [32] + 224 00000800:00000001:1.0:1780853671.359941:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853671.359967:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853671.359971:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.359975:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853671.359983:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853671.359992:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631401344/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853807 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853671.360012:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c38e00 x1867358631401344/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853807 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853671.360034:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853671.360042:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853671.360046:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.360052:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853671.360058:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2274:2274:256:4294967295] 192.168.202.110@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:1.0:1780853671.360062:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853671.360071:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853671.360076:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853671.360082:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d70c00. 00000800:00000200:1.0:1780853671.360088:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853671.360096:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853671.360100:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d70c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853671.360634:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853671.360640:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d70c00. 00000400:00000200:1.0:1780853671.360644:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853671.360649:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00010000:00000001:1.0:1780853671.981389:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853671.981397:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853671.981399:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853671.981403:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.981407:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853671.981410:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.981412:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.981414:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.981417:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853671.981419:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853671.981422:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853671.981423:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853672.308995:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853672.309001:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853672.309006:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853672.309012:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853672.309017:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:1.0:1780853672.309020:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:1.0:1780853672.309024:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853672.309029:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631401472/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853808 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853672.309039:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853672.309042:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631401472/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853808 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853672.309050:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853672.309052:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853672.313409:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853672.313415:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.313418:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853672.313428:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.313436:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853672.313445:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.313450:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.313455:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.313459:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe49800 00000400:00000200:1.0:1780853672.313464:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.313470:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x63a1 [1] + 224 00000800:00000001:1.0:1780853672.313478:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.313485:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853672.313489:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853672.313493:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853672.313501:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853672.313509:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631401472/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853808 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853672.313520:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c39f80 x1867358631401472/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853808 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853672.313539:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853672.313548:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.313551:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853672.316771:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853672.316776:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd500. 00000400:00000200:1.0:1780853672.316782:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853672.316788:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853672.316793:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fee0 00000400:00000010:1.0:1780853672.316795:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fee0. 00000100:00000001:1.0:1780853672.316800:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853672.316805:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631401728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853808 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853672.316816:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853672.316819:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631401728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853808 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853672.316826:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853672.316828:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853672.339565:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.339586:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853672.339590:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.339593:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853672.339604:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339627:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853672.339638:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339643:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339648:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339652:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe49900 00000400:00000200:1.0:1780853672.339657:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339663:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x63a9 [32] + 224 00000800:00000001:1.0:1780853672.339670:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.339678:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853672.339681:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853672.339685:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853672.339692:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853672.339700:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631401728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853808 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853672.339712:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c39f80 x1867358631401728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853808 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853672.339735:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853672.339746:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853672.339749:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339767:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853672.339773:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2277:2277:256:4294967295] 192.168.202.110@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:1.0:1780853672.339779:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.339787:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853672.339794:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853672.339801:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d73400. 00000800:00000200:1.0:1780853672.339808:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853672.339817:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853672.339823:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d73400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853672.339914:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853672.339921:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d73400. 00000400:00000200:1.0:1780853672.339926:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853672.339930:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853672.339935:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853672.339939:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1780853672.344842:0:30230:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4590c8eed8. 00000020:00000001:3.0:1780853672.344859:0:30230:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780853672.344863:0:30230:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853672.344867:0:30230:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620351860568 : -107453357691048 : ffff9e4590c8ef58) 00020000:00000001:3.0:1780853672.344875:0:30230:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1780853672.344881:0:30230:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e45852c2fc0. 00020000:00000001:3.0:1780853672.344884:0:30230:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853672.344891:0:30230:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351860568 : -107453357691048 : ffff9e4590c8ef58) 00020000:00000001:3.0:1780853672.344895:0:30230:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620351860568 : -107453357691048 : ffff9e4590c8ef58) 00020000:00000002:3.0:1780853672.344899:0:30230:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff9e4590c8eed8[0:0] -> [0x200000404:0x22:0x0]@ffff9e4598830708: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1780853672.344904:0:30230:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1780853672.344908:0:30230:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1780853672.344910:0:30230:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853672.344914:0:30230:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481496968 : -107453228054648 : ffff9e4598830788) 00000020:00001000:3.0:1780853672.344918:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c073f0 00000020:00000010:3.0:1780853672.344929:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e458120b400. 00000020:00000010:3.0:1780853672.344936:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da57e0. 00000008:00000010:3.0:1780853672.344941:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:3.0:1780853672.344945:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00008000:00000010:3.0:1780853672.344950:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd18b8. 00000080:00000010:3.0:1780853672.344954:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bf18. 00000080:00000010:3.0:1780853672.344959:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63d98. 00000020:00000010:3.0:1780853672.344963:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591fa4a00. 00000008:00000010:3.0:1780853672.344966:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835adc0. 00020000:00000010:3.0:1780853672.344969:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb61c0. 00008000:00000010:3.0:1780853672.344972:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344e48. 00000080:00000010:3.0:1780853672.344975:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883453c0. 00000020:00000010:3.0:1780853672.344977:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458120ae00. 00000020:00000010:3.0:1780853672.344979:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c073f0. 00000080:00000001:3.0:1780853672.344985:0:30230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1780853672.344987:0:30230:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853672.344989:0:30230:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833954 mtime from 0 to 1780853672 00000080:00000001:3.0:1780853672.344994:0:30230:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1780853672.344998:0:30230:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365493320 : -107453344058296 : ffff9e459198f448) 00010000:00000001:3.0:1780853672.345002:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853672.345005:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853672.345007:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779600 refcount=3 00000020:00000001:3.0:1780853672.345009:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:3.0:1780853672.345012:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00000080:00000001:3.0:1780853672.345015:0:30230:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853672.345017:0:30230:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853672.345021:0:30230:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853672.345026:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8a00. 00000020:00000010:3.0:1780853672.345029:0:30230:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9600. 00000020:00000010:3.0:1780853672.345032:0:30230:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139e40. 00000008:00000010:3.0:1780853672.345037:0:30230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853672.345040:0:30230:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853672.345043:0:30230:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853672.345048:0:30230:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853672.345051:0:30230:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853672.345055:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8200. 00000008:00000010:3.0:1780853672.345058:0:30230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853672.345061:0:30230:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853672.345064:0:30230:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853672.345067:0:30230:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853672.345069:0:30230:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853672.345071:0:30230:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853672.345073:0:30230:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853672.345076:0:30230:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853672.345078:0:30230:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853672.345084:0:30230:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e45831398a0. 00020000:00000010:3.0:1780853672.345088:0:30230:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585169b80. 00020000:00000010:3.0:1780853672.345093:0:30230:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139b40. 00020000:00000001:3.0:1780853672.345096:0:30230:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121873216 : -107453587678400 : ffff9e4583139b40) 00020000:00000002:3.0:1780853672.345099:0:30230:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139b40, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853672.345104:0:30230:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853672.345107:0:30230:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585169b80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1780853672.345110:0:30230:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e34d8) owner ffff9e45c21c4f80 00020000:00000001:3.0:1780853672.345114:0:30230:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853672.345116:0:30230:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e34d8) owner ffff9e45c21c4f80 00020000:00000010:3.0:1780853672.345120:0:30230:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585169b80. 00020000:00000010:3.0:1780853672.345122:0:30230:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e45831398a0. 00020000:00000010:3.0:1780853672.345126:0:30230:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4583139b40. 00020000:00000002:3.0:1780853672.345128:0:30230:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853672.345130:0:30230:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853672.345132:0:30230:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853672.345135:0:30230:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853672.345138:0:30230:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000002:3.0:1780853672.345140:0:30230:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5180 addref 2/0 by ffff9e45c21c4f80. 00020000:00000002:3.0:1780853672.345142:0:30230:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000001:3.0:1780853672.345144:0:30230:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853672.345146:0:30230:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853672.345148:0:30230:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853672.345149:0:30230:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1780853672.345151:0:30230:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1780853672.345153:0:30230:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1780853672.345155:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853672.345157:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9600. 00000020:00000010:3.0:1780853672.345160:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139e40. 00000008:00000010:3.0:1780853672.345161:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853672.345164:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853672.345166:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853672.345168:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853672.345170:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853672.345173:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8a00. 00000008:00000010:3.0:1780853672.345175:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853672.345178:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853672.345180:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853672.345182:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853672.345185:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8200. 00000020:00000010:3.0:1780853672.345187:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853672.345205:0:30230:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.345208:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.345210:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853672.345213:0:30230:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853672.345217:0:30230:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853672.345219:0:30230:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853672.345222:0:30230:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x22:0x0](ffff9e459198f448) 00000080:00010000:3.0:1780853672.345226:0:30230:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff9e459198f448) for lock 0xa8f483e9eb300c0e 00800000:00000001:3.0:1780853672.345229:0:30230:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853672.345232:0:30230:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853672.345234:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853672.345235:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853672.345236:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779600 refcount=3 00000020:00000001:3.0:1780853672.345238:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:3.0:1780853672.345240:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:3.0:1780853672.345243:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.345244:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853672.345245:0:30230:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853672.345247:0:30230:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.345249:0:30230:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:3.0:1780853672.345252:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853672.346015:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853672.346029:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346036:0:30230:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853672.346040:0:30230:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff9e459198f448) 00000080:00000001:3.0:1780853672.346044:0:30230:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853672.346049:0:30230:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4591fa5a00. 00000100:00000001:3.0:1780853672.346054:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853672.346060:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853672.346067:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346070:0:30230:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1780853672.346072:0:30230:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346080:0:30230:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853672.346084:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47a60 00000080:00200008:3.0:1780853672.346087:0:30230:0:(file.c:1059:ll_file_open()) START file f:[0x200000404:0x22:0x0](ffff9e459198f448), flags 104501 00000080:00000010:3.0:1780853672.346095:0:30230:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c8f00. 00000080:00000010:3.0:1780853672.346103:0:30230:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852de640. 00000080:00000001:3.0:1780853672.346106:0:30230:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853672.346111:0:30230:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853672.346115:0:30230:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853672.346119:0:30230:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989980. 00000002:00100000:3.0:1780853672.346125:0:30230:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853672.346131:0:30230:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853672.346133:0:30230:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853672.346136:0:30230:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853672.346139:0:30230:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346141:0:30230:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853672.346144:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853672.346147:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853672.346153:0:30230:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853672.346156:0:30230:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853672.346184:0:30230:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853672.346186:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853672.346188:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47a60 00000080:00000008:3.0:1780853672.346203:0:30230:0:(file.c:1298:ll_file_open()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9e459198f448), flags 104501, rc = 0 00000080:00000001:3.0:1780853672.346208:0:30230:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853672.346209:0:30230:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5c60 released 00000080:00010000:3.0:1780853672.346211:0:30230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c0e from it ffff9e4585da5c60 00010000:00000001:3.0:1780853672.346214:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853672.346216:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853672.346218:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779600 refcount=3 00000020:00000001:3.0:1780853672.346220:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:3.0:1780853672.346222:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:3.0:1780853672.346224:0:30230:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853672.346229:0:30230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779600/0xa8f483e9eb300c0e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec9799ba expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853672.346237:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.346238:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853672.346239:0:30230:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853672.346242:0:30230:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853672.346245:0:30230:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779600/0xa8f483e9eb300c0e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec9799ba expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853672.346252:0:30230:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853672.346255:0:30230:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853672.346256:0:30230:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853672.346261:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.346262:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853672.346438:0:30230:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.346443:0:30230:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853672.346445:0:30230:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.346447:0:30230:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.346450:0:30230:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.346452:0:30230:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853672.346454:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.346455:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853672.346457:0:30230:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853672.346459:0:30230:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853672.346461:0:30230:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853672.346462:0:30230:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853672.346465:0:30230:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853672.346466:0:30230:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346468:0:30230:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1780853672.346470:0:30230:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346472:0:30230:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853672.346474:0:30230:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346476:0:30230:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853672.346478:0:30230:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5c60. 00000080:00000001:3.0:1780853672.346481:0:30230:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346485:0:30230:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853672.346488:0:30230:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x22:0x0](ffff9e459198f448), inode mode 81a4 mask 40 00000080:00000001:3.0:1780853672.346491:0:30230:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853672.346534:0:30230:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853672.346538:0:30230:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000002:3.0:1780853672.346542:0:30230:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000001:3.0:1780853672.346544:0:30230:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346555:0:30230:0:(llite_lib.c:2294:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1780853672.346558:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c30 00000080:00200008:3.0:1780853672.346560:0:30230:0:(llite_lib.c:2303:ll_setattr_raw()) START file f:[0x200000404:0x22:0x0](ffff9e459198f448) current size 0, valid attrs 20070, mode 0, uid -1053323102, gid -1, new size 213440, atime 1780853672.000000000, mtime 1780853672.000000000, ctime 1780853672.000000000 00000080:00000002:3.0:1780853672.346566:0:30230:0:(llite_lib.c:2352:ll_setattr_raw()) setting mtime 1780853672, ctime 1780853672, now = 1780853672 00000080:00000010:3.0:1780853672.346570:0:30230:0:(llite_lib.c:2361:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9e45904f8200. 00000080:00000001:3.0:1780853672.346572:0:30230:0:(llite_lib.c:2001:ll_md_setattr()) Process entered 00800000:00000001:3.0:1780853672.346578:0:30230:0:(lmv_obd.c:3009:lmv_setattr()) Process entered 00800000:00000002:3.0:1780853672.346579:0:30230:0:(lmv_obd.c:3013:lmv_setattr()) SETATTR for [0x200000404:0x22:0x0], valid 0x201f0/0x1 00000002:00000001:3.0:1780853672.346585:0:30230:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1780853672.346587:0:30230:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853672.346592:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 2 00010000:00000001:3.0:1780853672.346595:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853672.346598:0:30230:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853672.346601:0:30230:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853672.346604:0:30230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779600/0xa8f483e9eb300c0e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec9799ba expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1780853672.346611:0:30230:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853672.346614:0:30230:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853672.346616:0:30230:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853672.346618:0:30230:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:3.0:1780853672.346621:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853672.346624:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853672.346626:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:3.0:1780853672.346628:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853672.346632:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853672.346633:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853672.346635:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853672.346636:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:3.0:1780853672.346638:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853672.346640:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853672.346641:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853672.346642:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853672.346643:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:3.0:1780853672.346645:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853672.346647:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853672.346648:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853672.346649:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853672.346650:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:3.0:1780853672.346652:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853672.346654:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346656:0:30230:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346658:0:30230:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853672.346660:0:30230:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853672.346664:0:30230:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853672.346668:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8a00. 00000020:00000010:3.0:1780853672.346672:0:30230:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9600. 00000020:00000010:3.0:1780853672.346675:0:30230:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139e40. 00000008:00000010:3.0:1780853672.346680:0:30230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853672.346684:0:30230:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853672.346689:0:30230:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853672.346694:0:30230:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853672.346698:0:30230:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853672.346701:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9800. 00000008:00000010:3.0:1780853672.346704:0:30230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853672.346707:0:30230:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853672.346711:0:30230:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853672.346714:0:30230:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853672.346716:0:30230:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853672.346718:0:30230:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853672.346720:0:30230:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853672.346723:0:30230:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1780853672.346727:0:30230:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853672.346729:0:30230:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853672.346732:0:30230:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853672.346735:0:30230:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853672.346737:0:30230:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853672.346739:0:30230:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853672.346741:0:30230:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853672.346743:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853672.346746:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9600. 00000020:00000010:3.0:1780853672.346750:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139e40. 00000008:00000010:3.0:1780853672.346764:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853672.346768:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853672.346771:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853672.346774:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853672.346776:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853672.346780:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8a00. 00000008:00000010:3.0:1780853672.346782:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853672.346785:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853672.346787:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853672.346790:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853672.346792:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9800. 00000020:00000010:3.0:1780853672.346794:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853672.346796:0:30230:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853672.346798:0:30230:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853672.346800:0:30230:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff9e459198f448) invalid 00000020:00000001:3.0:1780853672.346802:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47838 00000080:00002000:3.0:1780853672.346804:0:30230:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591ae95e8) parent ffff9e4591ae9288 inode ffff9e459198f448 refc 1 00000080:00000001:3.0:1780853672.346807:0:30230:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853672.346810:0:30230:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853672.346811:0:30230:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.346814:0:30230:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853672.346817:0:30230:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853672.346819:0:30230:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853672.346821:0:30230:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853672.346823:0:30230:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853672.346826:0:30230:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779600 with handle 0xa8f483e9eb300c0e from hash 00010000:00000001:3.0:1780853672.346828:0:30230:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853672.346829:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.346830:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853672.346831:0:30230:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853672.346834:0:30230:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853672.346836:0:30230:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853672.346839:0:30230:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853672.346841:0:30230:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853672.346843:0:30230:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853672.346849:0:30230:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853672.346853:0:30230:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853672.346858:0:30230:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853672.346863:0:30230:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853672.346866:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853672.346867:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853672.346868:0:30230:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.346870:0:30230:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853672.346872:0:30230:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853672.346876:0:30230:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853672.346883:0:30230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f9800. 00000100:00000001:3.0:1780853672.346889:0:30230:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.346891:0:30230:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853672.346893:0:30230:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853672.346897:0:30230:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779600/0xa8f483e9eb300c0e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec9799ba expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853672.346904:0:30230:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853672.346906:0:30230:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853672.346908:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853672.346910:0:30230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779600/0xa8f483e9eb300c0e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec9799ba expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853672.346916:0:30230:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0940. 00010000:00000040:3.0:1780853672.347653:0:30230:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837300 count: 0 00010000:00000010:3.0:1780853672.347664:0:30230:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9e00. 00010000:00000001:3.0:1780853672.347677:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853672.347679:0:30230:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.347682:0:30230:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853672.347683:0:30230:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.347685:0:30230:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1780853672.347687:0:30230:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1780853672, ctime 1780853672 00000020:00100000:3.0:1780853672.347700:0:30230:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853672.347711:0:30230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853672.347719:0:30230:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853672.347722:0:30230:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853672.347730:0:30230:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850abd80. 00000100:00000001:3.0:1780853672.347732:0:30230:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154846592 : -107453554705024 : ffff9e45850abd80) 00000100:00000001:3.0:1780853672.347735:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853672.347736:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853672.347741:0:30230:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853672.347746:0:30230:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.347748:0:30230:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853672.347749:0:30230:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853672.347764:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.347773:0:30230:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853672.347774:0:30230:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853672.347778:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853672.347781:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853672.347784:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853672.347787:0:30230:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30230:1867358631401984:192.168.202.110@tcp:36:touch.0 00000100:00000001:3.0:1780853672.347790:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853672.347795:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853672.347797:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853672.347800:0:30230:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853672.347805:0:30230:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fae800. 02000000:00000001:3.0:1780853672.347808:0:30230:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853672.347816:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853672.347820:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853672.347826:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853672.347833:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631401984, portal 10 00000100:00000001:3.0:1780853672.347835:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853672.347836:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853672.347843:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853808 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.347849:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853672.347852:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853672.347855:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000200:3.0:1780853672.347859:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631401984, offset 0 00000400:00000200:3.0:1780853672.347866:0:30230:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853672.347875:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853672.347882:0:30230:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853672.347888:0:30230:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853672.347893:0:30230:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853672.347896:0:30230:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853672.347899:0:30230:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853672.347902:0:30230:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2278:2278:256:4294967295] 192.168.202.110@tcp LPNI seq info [2278:2278:8:4294967295] 00000400:00000200:3.0:1780853672.347905:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853672.347915:0:30230:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853672.348262:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853672.348343:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853672.348349:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853672.348356:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853672.348359:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1780853672.348778:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853672.348784:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 764806 usecs (765 jiffies) 00000400:00000200:3.0:1780853672.348789:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853672.348793:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296469868 00000100:00000001:3.0:1780853672.348800:0:30230:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296469837 00000100:00000001:3.0:1780853672.348803:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296469868 00000100:00000001:3.0:1780853672.348806:0:30230:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296469837 00000100:00000001:3.0:1780853672.348808:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853672.348810:0:30230:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.348812:0:30230:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853672.348813:0:30230:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853672.348815:0:30230:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abd80 going to sleep for 131 seconds 00000100:00000001:3.0:1780853672.348817:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853672.348819:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853672.357397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:3.1:1780853672.357409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00000100:00000001:1.0:1780853672.702669:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853672.702672:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651366144 02000000:00000001:1.0:1780853672.702675:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853672.702678:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853672.702680:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853672.702685:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853672.702689:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651366144 00000020:00000001:1.0:1780853672.702692:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853672.702694:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:1.0:1780853672.702696:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853672.702699:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:1.0:1780853672.702702:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:1.0:1780853672.702704:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:1.0:1780853672.702708:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853672.702714:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831ccd00. 00000100:00000001:1.0:1780853672.702717:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853672.702719:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831ccd00. 00000020:00000010:1.0:1780853672.702726:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312800. 00000020:00000010:1.0:1780853672.702732:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2100. 00000020:00000010:1.0:1780853672.702737:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a898. 00000100:00000040:1.0:1780853672.702746:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853672.702750:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853672.702761:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853672.702763:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853672.702771:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853672.702785:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853672.702796:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853672.702798:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853672.702802:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 52 00000100:00000040:1.0:1780853672.702806:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:1.0:1780853672.702808:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208053248 : -107453501498368 : ffff9e4588369c00) 00000100:00000040:1.0:1780853672.702815:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4588369c00 x1867358651366144/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:453/0 lens 328/0 e 0 to 0 dl 1780853683 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853672.702824:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853672.702827:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831ccd00. 00000100:00000001:1.0:1780853672.702828:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853672.702830:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831ccd00. 00000100:00100000:1.0:1780853672.702835:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4588369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6583:x1867358651366144:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853672.702839:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651366144 00010000:00000001:1.0:1780853672.702842:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853672.702851:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853672.702853:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853672.702855:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=2 00000020:00000001:1.0:1780853672.702857:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853672.702860:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853672.702864:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853672.702867:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853672.702872:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000bd28dfe1/0xa8f483e9eb300b97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec9797d7 expref: -99 pid: 29632 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780853672.702903:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853672.702905:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853672.702911:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d73400. 02000000:00000001:1.0:1780853672.702914:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853672.702924:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853672.702929:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853672.702932:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853672.702936:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=212 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853672.702941:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853672.702944:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853672.702946:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853672.702949:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853672.702952:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853672.702955:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853672.702958:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853672.702963:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9bb0. 00000100:00000200:1.0:1780853672.702969:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651366144, offset 224 00000400:00000200:1.0:1780853672.702975:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853672.702982:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.702989:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853672.703159:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2279:2279:256:4294967295] 192.168.202.110@tcp LPNI seq info [2279:2279:8:4294967295] 00000400:00000200:1.0:1780853672.703164:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853672.703172:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853672.703177:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853672.703182:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853672.703188:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853672.703196:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853672.703201:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853672.703217:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853672.703221:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853672.703225:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853672.703228:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e45833eecc0. 00010000:00000001:1.0:1780853672.703231:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853672.703243:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853672.703245:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853672.703247:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853672.703249:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853672.703253:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369c00 x1867358651366144/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:453/0 lens 328/224 e 0 to 0 dl 1780853683 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853672.703262:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4588369c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6583:x1867358651366144:12345-192.168.202.110@tcp:104: Request processed in 436us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853672.703745:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 52 00000100:00000040:1.0:1780853672.703749:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:1.0:1780853672.703759:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853672.703761:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853672.703766:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2100. 00000020:00000010:1.0:1780853672.703770:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a898. 00000020:00000010:1.0:1780853672.703774:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312800. 00000020:00000040:1.0:1780853672.703778:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:1.0:1780853672.703781:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853672.704596:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853672.704600:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853672.704602:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853672.704608:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.704615:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853672.704617:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853672.704620:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853672.704622:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853672.704625:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853672.704628:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631402112:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853672.704632:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853672.704637:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853672.704639:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853672.704641:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853672.704646:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9600. 02000000:00000001:3.0:1780853672.704648:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853672.704654:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853672.704658:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853672.704664:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853672.704671:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631402112, portal 18 00000100:00000001:3.0:1780853672.704674:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853672.704675:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:3.0:1780853672.704683:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853688 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.704691:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853672.704693:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853672.704696:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a5d8. 00000100:00000200:3.0:1780853672.704700:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631402112, offset 0 00000400:00000200:3.0:1780853672.704705:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853672.704713:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853672.704718:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853672.704723:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853672.704728:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853672.704731:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853672.704734:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853672.704738:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2280:2280:256:4294967295] 192.168.202.110@tcp LPNI seq info [2280:2280:8:4294967295] 00000400:00000200:3.0:1780853672.704742:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853672.704750:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853672.704764:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853672.704769:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77a00. 00000800:00000200:3.0:1780853672.704774:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853672.704780:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853672.704784:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853672.704801:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853672.704805:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 104840 usecs (105 jiffies) 00000400:00000200:3.0:1780853672.704809:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853672.704811:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296469564 00000100:00000001:3.0:1780853672.704815:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296469868 00000100:00000001:3.0:1780853672.704817:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296469564 00000100:00000001:3.0:1780853672.704819:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296469868 00000100:00000001:3.0:1780853672.704822:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853672.704825:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.704828:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.704831:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853672.711740:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853672.711749:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853672.711764:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853672.711766:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853672.711770:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.711773:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.713320:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853672.713326:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853672.713335:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853672.713336:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853672.713340:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853672.713347:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853672.713350:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853672.713354:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853672.713363:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853688 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853672.713372:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853688 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.713378:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853672.713380:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853672.713382:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853672.713386:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853672.713388:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853672.713390:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853672.713393:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853672.713402:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264a8 time=212 v=5 (5 5 0 0) 00000100:00001000:3.0:1780853672.713405:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853672.713408:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853672.713409:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853672.713412:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853672.713415:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.713419:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853672.713422:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967321 00000100:00000001:3.0:1780853672.713423:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853672.713426:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853672.713430:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853688 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.713437:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853672.713440:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853672.713442:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853672.713446:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853688 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853672.713453:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631402112:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853672.713457:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853672.713460:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853672.713463:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631402112/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853688 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853672.713468:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853672.713470:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853672.713473:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9600. 02000000:00000001:3.0:1780853672.713476:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853672.713479:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853672.713481:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853672.713483:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853672.713485:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904c6400. 02000000:00000001:3.0:1780853672.713490:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853672.713492:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853672.713494:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:3.0:1780853672.713497:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853672.713498:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853672.713500:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853672.713506:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853672.713507:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853672.713509:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853672.713511:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1780853672.717391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0f00. 00010000:00000010:2.1:1780853672.717410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00010000:00000001:1.0:1780853673.007981:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853673.007989:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853673.007997:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853673.007998:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853673.134411:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296469868, at 4296469889 00000100:00000010:1.0:1780853673.134426:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5ea0. 00000100:00000040:3.0:1780853673.774495:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853673.774505:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853673.774516:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853673.774523:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853673.774528:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853673.774531:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853673.774536:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853673.774543:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77900. 00000100:00000001:3.0:1780853673.774550:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774562:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853673.774574:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853673.774579:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774586:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_01_00+0] req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.774623:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774626:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853673.774629:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853673.774633:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171c00. 00000020:00000040:3.0:1780853673.774635:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853673.774637:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853673.774639:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853673.774641:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853673.774644:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853673.774647:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774651:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853673.774658:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853673.774660:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774663:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138f75f9] to pc [ptlrpcd_01_01+1] req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.774678:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774681:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853673.774684:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853673.774686:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853673.774690:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853673.774693:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171180. 00000020:00000040:3.0:1780853673.774695:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853673.774697:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853673.774698:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853673.774700:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853673.774703:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77100. 00000100:00000001:3.0:1780853673.774706:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774710:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853673.774716:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853673.774718:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774722:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082a28427] to pc [ptlrpcd_01_00+0] req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.774728:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774732:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1808) 00000100:00000001:3.0:1780853673.774757:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.774761:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853673.774763:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853673.774768:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.774776:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853673.774778:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.774781:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853673.774784:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853673.774787:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853673.774791:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631402368:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853673.774796:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853673.774800:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853673.774803:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.774805:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853673.774810:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9600. 02000000:00000001:3.0:1780853673.774812:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853673.774819:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853673.774823:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853673.774828:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853673.774835:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631402368, portal 10 00000100:00000001:3.0:1780853673.774837:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853673.774839:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000040:3.0:1780853673.774846:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.774853:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853673.774856:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853673.774859:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aa18. 00000100:00000200:3.0:1780853673.774863:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631402368, offset 0 00000400:00000200:3.0:1780853673.774869:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853673.774879:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853673.774886:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853673.774892:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853673.774896:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853673.774900:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853673.774903:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853673.774906:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2281:2281:256:4294967295] 192.168.202.110@tcp LPNI seq info [2281:2281:8:4294967295] 00000400:00000200:3.0:1780853673.774910:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853673.774920:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853673.774927:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853673.774932:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853673.774939:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853673.774948:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853673.774952:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853673.774962:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.774966:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 764806 usecs (765 jiffies) 00000400:00000200:3.0:1780853673.774970:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853673.774973:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296471294 00000100:00000010:3.0:1780853673.774978:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139e40. 00000100:00000001:3.0:1780853673.774984:0:2383:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853673.774991:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296471294 00000100:00000010:3.0:1780853673.774995:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139b40. 00000100:00000001:3.0:1780853673.774998:0:2383:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853673.775001:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853673.775003:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.775007:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.775009:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.775018:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853673.775020:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00000001:3.0:1780853673.775022:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.775023:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853673.775025:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853673.775028:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1780853673.775029:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.775031:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853673.775032:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.775034:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.775035:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853673.775036:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853673.775040:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.775047:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853673.775048:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.775051:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853673.775053:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853673.775056:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853673.775059:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631402240:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853673.775062:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853673.775065:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853673.775066:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.775068:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853673.775073:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853673.775075:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853673.775079:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853673.775082:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853673.775086:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a990. 00000100:00000200:3.0:1780853673.775089:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631402240, portal 25 00000100:00000001:3.0:1780853673.775091:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853673.775093:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:3.0:1780853673.775097:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.775104:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853673.775106:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853673.775108:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853673.775111:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631402240, offset 0 00000400:00000200:3.0:1780853673.775115:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853673.775119:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853673.775123:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853673.775125:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853673.775127:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853673.775129:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853673.775132:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853673.775135:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2282:2282:255:4294967295] 192.168.202.110@tcp LPNI seq info [2282:2282:7:4294967295] 00000400:00000200:3.0:1780853673.775138:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853673.775145:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853673.775153:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853673.775156:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77a00. 00000800:00000200:3.0:1780853673.775160:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853673.775164:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853673.775166:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853673.775169:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853673.775172:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853673.775174:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296474618 00000100:00000001:3.0:1780853673.775180:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296471294 00000100:00000001:3.0:1780853673.775183:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296474618 00000100:00000001:3.0:1780853673.775185:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296471294 00000100:00000001:3.0:1780853673.775188:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853673.775190:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.775192:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853673.775196:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.775203:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853673.775204:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.775206:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853673.775208:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853673.775210:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853673.775213:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631402496:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853673.775216:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853673.775218:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853673.775220:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.775222:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853673.775225:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:3.0:1780853673.775227:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853673.775231:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853673.775234:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aef20. 00000400:00000010:3.0:1780853673.775238:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a6e8. 00000100:00000200:3.0:1780853673.775240:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631402496, portal 4 00000100:00000001:3.0:1780853673.775242:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853673.775243:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122100096 : -107453587451520 : ffff9e4583171180) 00000100:00000040:3.0:1780853673.775250:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.775257:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853673.775259:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853673.775261:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a088. 00000100:00000200:3.0:1780853673.775297:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631402496, offset 0 00000400:00000200:3.0:1780853673.775303:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853673.775307:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853673.775311:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853673.775314:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853673.775316:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853673.775318:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853673.775321:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853673.775323:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2283:2283:254:4294967295] 192.168.202.110@tcp LPNI seq info [2283:2283:6:4294967295] 00000400:00000200:3.0:1780853673.775327:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853673.775333:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853673.775338:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853673.775341:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853673.775345:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853673.775350:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853673.775352:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853673.775355:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.775359:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 104261 usecs (105 jiffies) 00000400:00000200:3.0:1780853673.775362:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853673.775364:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296470634 00000100:00000001:3.0:1780853673.775367:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296474618 00000100:00000001:3.0:1780853673.775370:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296470634 00000100:00000001:3.0:1780853673.775383:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296474618 00000100:00000001:3.0:1780853673.775387:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853673.775389:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.775391:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.775393:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.781350:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.781355:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853673.781363:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853673.781365:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853673.781369:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853673.781374:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853673.781377:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853673.781380:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853673.781386:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853673.781396:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.781403:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853673.781404:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.781407:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853673.781410:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853673.781413:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853673.781415:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.781418:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853673.781427:0:2383:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=64 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853673.781431:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853673.781434:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853673.781435:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853673.781438:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853673.781442:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.781445:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853673.781447:0:2383:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967597 gen 2 00000100:00000040:3.0:1780853673.781453:0:2383:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff9e4587c3b100 x1867358631399808/t4294967592(4294967592) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853684 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853673.781462:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.781465:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631399808/t4294967592(4294967592) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853684 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853673.781471:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.781474:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.781477:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:3.0:1780853673.781481:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.781484:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.781486:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853673.781488:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.781491:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f400. 02000000:00000001:3.0:1780853673.781494:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.781496:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.781499:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:3.0:1780853673.781502:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.781503:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853673.781508:0:2383:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff9e4583173b80 x1867358631400320/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.781514:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.781517:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173b80 x1867358631400320/t4294967593(4294967593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.781523:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.781524:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.781525:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853673.781528:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.781529:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.781531:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853673.784817:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.784823:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853673.784832:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.784834:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.784837:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173b80. 00000100:00000001:3.0:1780853673.784843:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.784845:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853673.784859:0:2383:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967597) req@ffff9e4587c39880 x1867358631400832/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.784867:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.784870:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631400832/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853807 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.784877:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.784879:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.784882:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3c00. 02000000:00000001:3.0:1780853673.784885:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.784887:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.784888:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853673.784890:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.784891:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1c00. 02000000:00000001:3.0:1780853673.784894:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.784895:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.784896:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:3.0:1780853673.784898:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.784900:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853673.784905:0:2383:0:(client.c:3151:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e4587c38e00 x1867358631401344/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853807 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853673.784914:0:2383:0:(client.c:3151:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853673.784921:0:2383:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780853673.784924:0:2383:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=3/5 committed=0/0 00000100:00000001:3.0:1780853673.784927:0:2383:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853673.784929:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.784943:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.784950:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853673.784953:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853673.784956:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853673.784959:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853673.784967:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631402368:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853673.784972:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.784975:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.784977:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171c00 x1867358631402368/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.784983:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.784985:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.784986:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9600. 02000000:00000001:3.0:1780853673.784989:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.784990:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.784991:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853673.784993:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.784995:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77700. 02000000:00000001:3.0:1780853673.784998:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.784999:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.785000:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171c00. 00000100:00000001:3.0:1780853673.785003:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.785004:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.785007:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.785010:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.785012:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853673.785015:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.785017:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.787797:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.787801:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853673.787808:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853673.787810:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853673.787814:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853673.787819:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a990 00000400:00000010:3.0:1780853673.787821:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a990. 00000100:00000001:3.0:1780853673.787825:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853673.787831:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853673.787842:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.787850:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853673.787852:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.787855:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853673.787858:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853673.787861:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853673.787863:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.787866:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853673.787874:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853673.787879:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853673.787882:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853673.787883:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853673.787886:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853673.787889:0:2383:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.787892:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.787897:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.787906:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853673.787909:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853673.787911:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853673.787915:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853673.787924:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631402240:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853673.787929:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.787932:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.787935:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631402240/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.787953:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.787956:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.787959:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853673.787963:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.787966:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.787968:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853673.787971:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.787973:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77900. 02000000:00000001:3.0:1780853673.788103:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.788105:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.788107:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853673.788111:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.788112:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.788115:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.788116:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.788118:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853673.788119:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.788121:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.801529:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.801534:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853673.801546:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853673.801548:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853673.801551:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aef20. 00000400:00000200:3.0:1780853673.801556:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a6e8 00000400:00000010:3.0:1780853673.801559:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a6e8. 00000100:00000001:3.0:1780853673.801564:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853673.801570:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853673.801580:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.801587:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853673.801589:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.801592:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853673.801595:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853673.801598:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853673.801601:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853673.801604:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853673.801613:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=64 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853673.801617:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=119 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853673.801620:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853673.801622:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853673.801624:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853673.801636:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.801640:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853673.801642:0:2383:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967328 gen 12 00000100:00000040:3.0:1780853673.801648:0:2383:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967328) req@ffff9e458836b800 x1867358631399552/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853684 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853673.801655:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.801659:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b800 x1867358631399552/t4294967328(4294967328) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853684 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853673.801665:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.801667:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.801671:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71000. 02000000:00000001:3.0:1780853673.801675:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.801678:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.801680:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853673.801683:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.801685:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e458137e200. 02000000:00000001:3.0:1780853673.801689:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.801691:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.801693:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b800. 00000100:00000001:3.0:1780853673.801697:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.801698:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.801701:0:2383:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780853673.801703:0:2383:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1780853673.801706:0:2383:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853673.801707:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853673.801713:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.801720:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853673.801723:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853673.801725:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853673.801729:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853673.801737:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631402496:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853673.801753:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.801756:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853673.801759:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171180 x1867358631402496/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853673.801764:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853673.801766:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853673.801767:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8a00. 02000000:00000001:3.0:1780853673.801780:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853673.801781:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853673.801783:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853673.801785:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853673.801786:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77100. 02000000:00000001:3.0:1780853673.801790:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853673.801791:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853673.801793:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171180. 00000100:00000001:3.0:1780853673.801795:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853673.801796:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.801798:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853673.801805:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853673.801807:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853673.801809:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853673.801812:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853674.029394:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853674.029411:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853674.029418:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853674.029419:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853675.053462:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853675.053468:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853675.053474:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853675.053476:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853675.219047:0:30250:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853675.219056:0:30250:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853675.219058:0:30250:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853675.219065:0:30250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853675.219069:0:30250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853675.219074:0:30250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853675.219076:0:30250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853675.219079:0:30250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853675.219081:0:30250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853675.219084:0:30250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853675.219086:0:30250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853675.219089:0:30250:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853675.219090:0:30250:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853675.219093:0:30250:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1780853675.219096:0:30250:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853675.219100:0:30250:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1780853675.219118:0:30250:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000001:1.0:1780853675.237486:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853675.237504:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853675.237508:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853675.237510:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853675.237529:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853675.237538:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853675.237547:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853675.237554:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853675.237559:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853675.237564:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe49d80 00000400:00000200:1.0:1780853675.237569:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853675.237577:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x63e9 [1] + 224 00000800:00000001:1.0:1780853675.237586:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853675.237593:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853675.237596:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853675.237601:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853675.237610:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853675.237619:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853675.237630:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853675.237649:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853675.237658:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853675.237661:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853675.237799:0:15886:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853675.237808:0:15886:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853675.237810:0:15886:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853675.237814:0:15886:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:3.0:1780853675.237818:0:15886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426088 00000400:00000010:3.0:1780853675.237820:0:15886:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426088. 00000100:00000001:3.0:1780853675.237823:0:15886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853675.237828:0:15886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853675.237838:0:15886:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853675.237844:0:15886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853675.237846:0:15886:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853675.237849:0:15886:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853675.237854:0:15886:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853675.237857:0:15886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853675.237859:0:15886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853675.237862:0:15886:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853675.237871:0:15886:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=215 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853675.237875:0:15886:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853675.237878:0:15886:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853675.237880:0:15886:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853675.237883:0:15886:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853675.237887:0:15886:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853675.237891:0:15886:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853675.237893:0:15886:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1780853675.237895:0:15886:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853675.237897:0:15886:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853675.237901:0:15886:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853675.237909:0:15886:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853675.237912:0:15886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853675.237914:0:15886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853675.237917:0:15886:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853675.237924:0:15886:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836a680 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:e55ecacc-e48a-400c-a052-f3869534991c:15886:1867358631402880:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853675.237930:0:15886:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853675.237933:0:15886:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853675.237935:0:15886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853675.237938:0:15886:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853675.237941:0:15886:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853675.237948:0:15886:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853675.237950:0:15886:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c323c0. 00000100:00000001:3.0:1780853675.237954:0:15886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853675.237955:0:15886:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853675.237958:0:15886:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853675.237960:0:15886:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836a680 x1867358631402880/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 352/224 e 0 to 0 dl 1780853691 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853675.237966:0:15886:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853675.237968:0:15886:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853675.237971:0:15886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9800. 02000000:00000001:3.0:1780853675.237975:0:15886:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853675.237978:0:15886:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853675.237980:0:15886:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853675.237982:0:15886:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853675.237985:0:15886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca9200. 02000000:00000001:3.0:1780853675.237988:0:15886:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853675.237991:0:15886:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853675.237992:0:15886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a680. 00000100:00000001:3.0:1780853675.237996:0:15886:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853675.237997:0:15886:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853675.237999:0:15886:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1780853675.238003:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853675.238008:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300c07 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97999e expref: -99 pid: 30230 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1780853675.238019:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837e00 count: 0 00010000:00000010:3.0:1780853675.238026:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9880. 00010000:00000001:3.0:1780853675.238035:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853675.238037:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853675.238040:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300bf2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979943 expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1780853675.238046:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3300 count: 0 00010000:00000010:3.0:1780853675.238049:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02800. 00010000:00000001:3.0:1780853675.238055:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853675.238057:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853675.238059:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300c00 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97997b expref: -99 pid: 30220 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853675.238066:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0580. 00010000:00000040:3.0:1780853675.238068:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837800 count: 0 00010000:00000010:3.0:1780853675.238071:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9100. 00010000:00000001:3.0:1780853675.238075:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853675.238077:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853675.238080:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300bf9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97995f expref: -99 pid: 30220 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1780853675.238086:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3200 count: 0 00010000:00000010:3.0:1780853675.238089:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02180. 00010000:00000001:3.0:1780853675.238094:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853675.238095:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853675.238098:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300bcf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec9798cc expref: -99 pid: 29612 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853675.238104:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d100. 00010000:00000040:3.0:1780853675.238106:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95400 count: 0 00010000:00000010:3.0:1780853675.238109:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab380. 00010000:00000001:3.0:1780853675.238114:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853675.238116:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853675.238137:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853675.238141:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853675.238143:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853675.238146:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853675.238147:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853675.238149:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853675.238150:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853675.238152:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853675.238153:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853675.238154:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853675.238201:0:30250:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853675.238205:0:30250:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853675.238208:0:30250:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:3.1:1780853675.268384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837e00. 00010000:00000010:3.1:1780853675.268400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:3.1:1780853675.268405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:3.1:1780853675.268408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:3.1:1780853675.268411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837800. 00010000:00000010:3.1:1780853675.268414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:3.1:1780853675.268417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00010000:00000010:3.1:1780853675.268419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:3.1:1780853675.268423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95400. 00010000:00000010:3.1:1780853675.268426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00010000:00000001:1.0:1780853676.077463:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853676.077470:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853677.101383:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853677.101390:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853677.870089:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296474618, at 4296474624 00000100:00000010:1.0:1780853677.870106:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139b40. 00010000:00000001:1.0:1780853678.125444:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853678.125453:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853678.126738:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853678.126743:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853678.126747:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853678.893405:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853678.893417:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853678.893427:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106a00. 00000020:00000040:1.0:1780853678.893434:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853678.893438:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853678.893441:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853678.893447:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853678.893456:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8300. 00000100:00000001:1.0:1780853678.893463:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893475:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853678.893485:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853678.893491:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893499:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d69d4fb7] to pc [ptlrpcd_00_00+0] req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893518:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893521:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853678.893525:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853678.893529:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105180. 00000020:00000040:1.0:1780853678.893531:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853678.893533:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853678.893535:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853678.893537:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853678.893540:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8c00. 00000100:00000001:1.0:1780853678.893543:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893547:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853678.893561:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853678.893563:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893568:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f15090da] to pc [ptlrpcd_00_01+1] req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893575:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893578:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853678.893581:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853678.893583:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853678.893586:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853678.893589:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104e00. 00000020:00000040:1.0:1780853678.893592:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853678.893594:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853678.893595:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853678.893597:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853678.893600:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8e00. 00000100:00000001:1.0:1780853678.893603:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893606:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853678.893613:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853678.893615:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893619:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9dd5dd3] to pc [ptlrpcd_00_00+0] req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893626:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.893630:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1813) 00000100:00000001:1.0:1780853678.893639:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853678.893643:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853678.893645:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853678.893651:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893664:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853678.893666:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853678.893670:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853678.893672:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853678.893675:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853678.893678:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631403008:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853678.893682:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853678.893687:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853678.893690:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853678.893692:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853678.893696:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4589313600. 02000000:00000001:1.0:1780853678.893698:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853678.893734:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853678.893739:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d7e8. 00000400:00000010:1.0:1780853678.893746:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9660. 00000100:00000200:1.0:1780853678.893752:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631403008, portal 25 00000100:00000001:1.0:1780853678.893755:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853678.893756:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664000 : -107453587887616 : ffff9e4583106a00) 00000100:00000040:1.0:1780853678.893761:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893768:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853678.893770:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853678.893773:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b96e8. 00000100:00000200:1.0:1780853678.893775:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631403008, offset 0 00000400:00000200:1.0:1780853678.893781:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853678.893789:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.893796:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853678.893802:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853678.893805:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853678.893809:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853678.893811:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853678.893814:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2286:2286:256:4294967295] 192.168.202.110@tcp LPNI seq info [2286:2286:8:4294967295] 00000400:00000200:1.0:1780853678.893819:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.893827:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853678.893833:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853678.893838:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853678.893844:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853678.893851:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853678.893855:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853678.893867:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853678.893871:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853678.893873:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296479737 00000100:00000010:1.0:1780853678.893878:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c495a0. 00000100:00000001:1.0:1780853678.893884:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853678.893890:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296479737 00000100:00000010:1.0:1780853678.893892:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49a80. 00000100:00000001:1.0:1780853678.893895:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853678.893898:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853678.893900:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.893903:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853678.893906:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893911:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853678.893912:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853678.893914:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853678.893916:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853678.893918:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853678.893920:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631403264:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853678.893923:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853678.893926:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853678.893927:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853678.893929:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853678.893932:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4589312a00. 02000000:00000001:1.0:1780853678.893934:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853678.893937:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853678.893939:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d6e0. 00000400:00000010:1.0:1780853678.893942:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9440. 00000100:00000200:1.0:1780853678.893945:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631403264, portal 4 00000100:00000001:1.0:1780853678.893947:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853678.893948:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121656832 : -107453587894784 : ffff9e4583104e00) 00000100:00000040:1.0:1780853678.893954:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.893960:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853678.893962:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853678.893964:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9ee0. 00000100:00000200:1.0:1780853678.893967:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631403264, offset 0 00000400:00000200:1.0:1780853678.893971:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853678.893974:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.893977:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853678.893980:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853678.893982:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853678.893985:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853678.893987:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853678.893990:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2287:2287:255:4294967295] 192.168.202.110@tcp LPNI seq info [2287:2287:7:4294967295] 00000400:00000200:1.0:1780853678.893994:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.893999:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853678.894004:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853678.894006:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853678.894011:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853678.894015:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853678.894017:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853678.894020:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.894024:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 103827 usecs (104 jiffies) 00000400:00000200:1.0:1780853678.894027:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853678.894028:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296475752 00000100:00000001:1.0:1780853678.894031:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296479737 00000100:00000001:1.0:1780853678.894033:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296475752 00000100:00000001:1.0:1780853678.894034:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296479737 00000100:00000001:1.0:1780853678.894036:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853678.894038:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894040:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894043:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853678.894050:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853678.894052:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853678.894054:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853678.894055:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853678.894056:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853678.894059:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780853678.894060:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853678.894062:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853678.894063:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853678.894064:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853678.894065:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853678.894067:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853678.894070:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894076:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853678.894077:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853678.894079:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853678.894081:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853678.894083:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853678.894085:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631403136:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853678.894088:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853678.894090:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853678.894091:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853678.894093:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853678.894096:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4589312c00. 02000000:00000001:1.0:1780853678.894098:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853678.894101:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853678.894104:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d4d0. 00000400:00000010:1.0:1780853678.894108:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853678.894110:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631403136, portal 10 00000100:00000001:1.0:1780853678.894112:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853678.894113:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121657728 : -107453587893888 : ffff9e4583105180) 00000100:00000040:1.0:1780853678.894119:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894124:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853678.894126:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853678.894128:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9f68. 00000100:00000200:1.0:1780853678.894130:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631403136, offset 0 00000400:00000200:1.0:1780853678.894135:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853678.894138:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.894142:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853678.894144:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853678.894147:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853678.894149:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853678.894152:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853678.894154:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2288:2288:254:4294967295] 192.168.202.110@tcp LPNI seq info [2288:2288:6:4294967295] 00000400:00000200:1.0:1780853678.894159:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.894164:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853678.894169:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853678.894173:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853678.894176:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853678.894180:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853678.894182:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853678.894185:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853678.894188:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 762448 usecs (763 jiffies) 00000400:00000200:1.0:1780853678.894191:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853678.894192:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296476411 00000100:00000001:1.0:1780853678.894194:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296479737 00000100:00000001:1.0:1780853678.894196:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296476411 00000100:00000001:1.0:1780853678.894198:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296479737 00000100:00000001:1.0:1780853678.894200:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853678.894202:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894204:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894206:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853678.894252:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853678.894256:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:1.0:1780853678.894262:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853678.894302:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853678.894308:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b96e8 00000400:00000010:1.0:1780853678.894310:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b96e8. 00000100:00000001:1.0:1780853678.894315:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853678.894320:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894328:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853678.894331:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894338:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894340:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853678.894351:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853678.894353:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:1.0:1780853678.894356:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853678.894359:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853678.894361:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9ee0 00000400:00000010:1.0:1780853678.894363:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9ee0. 00000100:00000001:1.0:1780853678.894365:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853678.894368:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894374:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853678.894377:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894382:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894383:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853678.894444:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853678.894447:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:1.0:1780853678.894450:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853678.894454:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853678.894456:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9f68 00000400:00000010:1.0:1780853678.894457:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9f68. 00000100:00000001:1.0:1780853678.894459:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853678.894463:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894469:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853678.894472:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.894477:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853678.894479:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853678.909950:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.909977:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853678.909983:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.909985:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853678.909998:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910006:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853678.910018:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910024:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910031:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910036:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe49e00 00000400:00000200:1.0:1780853678.910041:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910048:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x63f9 [1] + 224 00000800:00000001:1.0:1780853678.910056:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910060:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853678.910063:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853678.910067:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853678.910075:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853678.910084:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853678.910096:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106a00 x1867358631403008/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.910134:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853678.910146:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910150:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853678.910152:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910154:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853678.910157:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910160:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853678.910165:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910167:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910170:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910172:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe49f00 00000400:00000200:1.0:1780853678.910175:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910179:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6409 [1] + 224 00000800:00000001:1.0:1780853678.910183:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910186:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853678.910188:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853678.910191:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853678.910194:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853678.910198:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853678.910206:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104e00 x1867358631403264/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.910219:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853678.910222:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910225:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853678.910227:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910229:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853678.910232:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910235:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853678.910238:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910240:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910243:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910245:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe49e80 00000400:00000200:1.0:1780853678.910248:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853678.910253:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6419 [1] + 224 00000800:00000001:1.0:1780853678.910256:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910293:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853678.910295:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853678.910298:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853678.910300:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853678.910304:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853678.910311:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105180 x1867358631403136/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853678.910317:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853678.910320:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853678.910322:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853679.149681:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853679.149691:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853680.173393:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853680.173401:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853681.197764:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853681.197773:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853681.197872:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853681.197875:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853681.197878:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853682.221753:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853682.221766:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853682.221768:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853682.221772:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853682.221778:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853682.221781:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853682.221783:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853682.221785:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853682.990934:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296479737, at 4296479745 00000100:00000010:1.0:1780853682.990946:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49a80. 00010000:00000001:1.0:1780853683.245398:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853683.245406:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.013973:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853684.013986:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853684.013999:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171180. 00000020:00000040:3.0:1780853684.014007:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853684.014012:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853684.014015:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853684.014022:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853684.014031:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77900. 00000100:00000001:3.0:1780853684.014037:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014050:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583171180 x1867358631403392/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853684.014061:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853684.014065:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014071:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082a28427] to pc [ptlrpcd_01_01+1] req@ffff9e4583171180 x1867358631403392/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853684.014114:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014117:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853684.014120:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853684.014123:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853684.014125:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853684.014128:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853684.014129:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853684.014131:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853684.014134:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853684.014136:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014141:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583170700 x1867358631403520/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853684.014147:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853684.014149:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_01_00+0] req@ffff9e4583170700 x1867358631403520/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853684.014350:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014353:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853684.014356:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853684.014359:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853684.014362:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853684.014366:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171c00. 00000020:00000040:3.0:1780853684.014370:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853684.014373:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853684.014374:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853684.014376:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853684.014380:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77500. 00000100:00000001:3.0:1780853684.014383:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014390:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583171c00 x1867358631403648/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853684.014396:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853684.014398:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014401:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138f75f9] to pc [ptlrpcd_01_01+1] req@ffff9e4583171c00 x1867358631403648/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853684.014408:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853684.014411:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1818) 00000800:00000200:1.0:1780853684.016315:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853684.016320:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853684.016328:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853684.016333:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853684.016338:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:1.0:1780853684.016341:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:1.0:1780853684.016347:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853684.016351:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171180 x1867358631403392/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.016361:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853684.016364:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171180 x1867358631403392/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.016371:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853684.016373:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853684.016386:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853684.016387:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853684.016390:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853684.016393:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853684.016396:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:1.0:1780853684.016397:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:1.0:1780853684.016399:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853684.016403:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171c00 x1867358631403648/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.016409:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853684.016412:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171c00 x1867358631403648/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.016418:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853684.016419:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853684.016484:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853684.016487:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853684.016489:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853684.016493:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853684.016496:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:1.0:1780853684.016497:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:1.0:1780853684.016499:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853684.016502:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631403520/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.016508:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853684.016512:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631403520/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.016517:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853684.016519:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853684.024409:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.024434:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853684.024438:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.024440:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853684.024450:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.024457:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853684.024469:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.024487:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.024493:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.024497:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe49f80 00000400:00000200:1.0:1780853684.024502:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.024508:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6429 [1] + 224 00000800:00000001:1.0:1780853684.024516:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.024527:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853684.024530:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853684.024535:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853684.024543:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853684.024644:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171180 x1867358631403392/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853684.024670:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171180 x1867358631403392/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.024688:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853684.024697:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.024701:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853684.027714:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.027733:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853684.027737:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.027739:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853684.027747:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.027753:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853684.027762:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.027766:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.027771:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.027775:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4a000 00000400:00000200:1.0:1780853684.027780:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.027786:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6439 [1] + 224 00000800:00000001:1.0:1780853684.027792:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.027800:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853684.027804:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853684.027808:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853684.027815:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853684.027824:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631403520/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853684.027834:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170700 x1867358631403520/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.027860:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853684.027871:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.027874:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853684.036443:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.036458:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853684.036462:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.036465:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853684.036487:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.036496:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853684.036507:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.036512:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.036518:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.036522:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4a080 00000400:00000200:1.0:1780853684.036527:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853684.036534:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6431 [1] + 224 00000800:00000001:1.0:1780853684.036542:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.036567:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853684.036571:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853684.036576:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853684.036584:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853684.036594:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171c00 x1867358631403648/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853684.036741:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171c00 x1867358631403648/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853684.036763:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853684.036773:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853684.036776:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853684.271793:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853684.271801:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853684.271899:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853684.271902:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853684.271906:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853685.293629:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853685.293635:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853686.317402:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853686.317410:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853687.341436:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853687.341444:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853687.341623:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853687.341627:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853687.341638:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853687.600522:0:30220:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853687.600531:0:30220:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853687.600533:0:30220:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853687.600539:0:30220:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267ccc0 going to sleep for 1 seconds 00000100:00000001:3.0:1780853687.600543:0:30220:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853687.600546:0:30220:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853688.109511:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296484859, at 4296484864 00000100:00000010:1.0:1780853688.109517:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5240. 00010000:00000001:1.0:1780853688.366903:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853688.366911:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853688.624800:0:30220:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853688.624810:0:30220:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853688.624811:0:30220:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853688.624818:0:30220:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267ccc0 going to sleep for 1 seconds 00000100:00000001:3.0:1780853688.624823:0:30220:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853688.624826:0:30220:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133411:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853689.133425:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853689.133440:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853689.133448:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853689.133465:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853689.133469:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853689.133475:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853689.133485:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77d00. 00000100:00000001:3.0:1780853689.133495:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133507:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853689.133520:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853689.133524:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133531:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000960a503c] to pc [ptlrpcd_01_00+0] req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.133564:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133567:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853689.133570:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853689.133573:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173800. 00000020:00000040:3.0:1780853689.133575:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853689.133578:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853689.133579:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853689.133580:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853689.133583:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77000. 00000100:00000001:3.0:1780853689.133586:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133590:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583173800 x1867358631403904/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853689.133597:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853689.133599:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133602:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9b7999] to pc [ptlrpcd_01_01+1] req@ffff9e4583173800 x1867358631403904/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.133610:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133612:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853689.133626:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853689.133629:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853689.133632:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853689.133636:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172d80. 00000020:00000040:3.0:1780853689.133639:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853689.133641:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853689.133642:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853689.133644:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853689.133647:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77200. 00000100:00000001:3.0:1780853689.133650:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133654:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583172d80 x1867358631404032/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853689.133660:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853689.133662:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133666:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007698e09b] to pc [ptlrpcd_01_00+0] req@ffff9e4583172d80 x1867358631404032/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.133674:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.133678:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1823) 00000100:00000001:3.0:1780853689.133707:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853689.133711:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853689.133713:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853689.133719:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.133726:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853689.133728:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853689.133732:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853689.133735:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853689.133737:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853689.133740:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631403776:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853689.133744:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853689.133751:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853689.133753:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853689.133755:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853689.133760:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853689.133761:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853689.133769:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853689.133773:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aef20. 00000400:00000010:3.0:1780853689.133779:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a6e8. 00000100:00000200:3.0:1780853689.133787:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631403776, portal 25 00000100:00000001:3.0:1780853689.133789:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853689.133791:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000040:3.0:1780853689.133796:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.133803:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853689.133806:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853689.133808:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a990. 00000100:00000200:3.0:1780853689.133811:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631403776, offset 0 00000400:00000200:3.0:1780853689.133818:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853689.133826:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853689.133846:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853689.133851:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853689.133856:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853689.133859:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853689.133862:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853689.133866:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2292:2292:256:4294967295] 192.168.202.110@tcp LPNI seq info [2292:2292:8:4294967295] 00000400:00000200:3.0:1780853689.133871:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853689.133886:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853689.133898:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853689.133906:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853689.133919:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853689.133934:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853689.133941:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853689.133966:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853689.133975:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853689.133980:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296489977 00000100:00000010:3.0:1780853689.133988:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139900. 00000100:00000001:3.0:1780853689.133998:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853689.134007:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296489977 00000100:00000010:3.0:1780853689.134014:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e45831392a0. 00000100:00000001:3.0:1780853689.134021:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853689.134026:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853689.134031:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853689.134037:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853689.134045:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172d80 x1867358631404032/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.134059:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853689.134063:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853689.134067:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853689.134070:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853689.134076:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853689.134084:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631404032:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853689.134091:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853689.134094:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853689.134095:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853689.134097:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853689.134101:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:3.0:1780853689.134103:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853689.134106:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853689.134109:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853689.134113:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853689.134116:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631404032, portal 4 00000100:00000001:3.0:1780853689.134124:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853689.134126:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122107264 : -107453587444352 : ffff9e4583172d80) 00000100:00000040:3.0:1780853689.134133:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172d80 x1867358631404032/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853689.134140:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853689.134142:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853689.134144:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a110. 00000100:00000200:3.0:1780853689.134147:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631404032, offset 0 00000400:00000200:3.0:1780853689.134151:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853689.134155:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853689.134158:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853689.134161:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853689.134163:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853689.134165:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853689.134167:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853689.134170:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2294:2294:254:4294967295] 192.168.202.110@tcp LPNI seq info [2294:2294:6:4294967295] 00000400:00000200:3.0:1780853689.134174:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000200:1.0:1780853689.134413:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853689.134418:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:1.0:1780853689.134424:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853689.134430:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:3.0:1780853689.137393:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853689.137404:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853689.137413:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853689.137420:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853689.137428:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853689.137432:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853689.137437:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853689.137443:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 102873 usecs (103 jiffies) 00000400:00000200:3.0:1780853689.137449:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853689.137909:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296485995 00000100:00000001:3.0:1780853689.137914:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296489977 00000100:00000001:3.0:1780853689.137916:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296485995 00000100:00000001:3.0:1780853689.137919:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296489977 00000100:00000001:3.0:1780853689.137921:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853689.137925:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853689.137930:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853689.137934:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853689.137941:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853689.137943:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853689.137946:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853689.137947:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853689.137949:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853689.137951:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853689.145009:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a990 00000400:00000010:1.0:1780853689.145020:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a990. 00000100:00000001:1.0:1780853689.145029:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853689.145045:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145058:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853689.145062:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145069:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853689.145071:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853689.145083:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853689.145097:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853689.145099:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853689.145102:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853689.145109:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853689.145114:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853689.145122:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853689.145126:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853689.145141:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853689.145145:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4a100 00000400:00000200:1.0:1780853689.145150:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853689.145156:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6441 [1] + 224 00000800:00000001:1.0:1780853689.145164:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853689.145172:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853689.145175:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853689.145178:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853689.145183:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853689.145187:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853689.145195:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173b80 x1867358631403776/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145217:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1780853689.145255:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853689.145258:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853689.145263:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853689.145284:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853689.145287:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:1.0:1780853689.145289:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:1.0:1780853689.145292:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853689.145296:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173800 x1867358631403904/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145303:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853689.145306:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173800 x1867358631403904/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145312:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853689.145313:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853689.145318:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853689.145322:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853689.145378:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853689.145380:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:1.0:1780853689.145384:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853689.145387:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853689.145389:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a110 00000400:00000010:1.0:1780853689.145391:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a110. 00000100:00000001:1.0:1780853689.145394:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853689.145397:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172d80 x1867358631404032/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145404:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853689.145407:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172d80 x1867358631404032/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853689.145412:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853689.145413:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1780853689.390062:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853689.390070:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853690.414665:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853690.414673:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853690.415669:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853690.415674:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853690.415678:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853691.437428:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853691.437435:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.696155:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853691.696160:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853691.696162:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853691.696170:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853691.696177:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853691.696178:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853691.696181:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853691.696182:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853691.696184:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853691.696186:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631404288:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853691.696190:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853691.696192:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853691.696194:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853691.696195:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853691.696200:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853691.696202:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853691.696206:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853691.696209:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853691.696226:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853691.696230:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631404288, portal 10 00000100:00000001:3.0:1780853691.696232:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853691.696233:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000040:3.0:1780853691.696240:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853691.696247:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853691.696250:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853691.696252:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a4c8. 00000100:00000200:3.0:1780853691.696256:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631404288, offset 0 00000400:00000200:3.0:1780853691.696260:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853691.696284:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853691.696288:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853691.696292:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853691.696296:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853691.696299:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853691.696302:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853691.696305:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2296:2296:255:4294967295] 192.168.202.110@tcp LPNI seq info [2296:2296:7:4294967295] 00000400:00000200:3.0:1780853691.696309:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853691.696586:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853691.696590:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853691.702531:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853691.702558:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853691.702569:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853691.702577:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853691.702584:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853691.702588:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853691.702604:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853691.702610:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 758963 usecs (759 jiffies) 00000400:00000200:3.0:1780853691.702618:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853691.702622:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296489216 00000100:00000001:3.0:1780853691.702626:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853691.702628:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296489216 00000100:00000001:3.0:1780853691.702630:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853691.702633:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853691.702637:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.702643:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.702646:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.702654:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853691.702657:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853691.702659:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853691.702661:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853691.702662:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.702664:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853691.724900:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.724919:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853691.724925:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.724927:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853691.724938:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.724946:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853691.724956:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.724961:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.724967:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.724971:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 10 MB=0x6a25a4fe4a300 00000400:00000200:1.0:1780853691.724975:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.724981:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 416/416 into md 0x6479 [1] + 0 00000800:00000001:1.0:1780853691.724988:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.724992:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853691.724995:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853691.725000:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853691.725008:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853691.725018:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853691.725031:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.725051:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853691.725060:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.725063:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853691.725065:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.725068:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853691.725071:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.725075:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853691.725079:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.725081:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.725084:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.725086:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4a280 00000400:00000200:1.0:1780853691.725090:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.725094:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6469 [1] + 224 00000800:00000001:1.0:1780853691.725098:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.725105:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853691.725107:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853691.725110:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853691.725113:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853691.725117:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631404160/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853691.725127:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836b480 x1867358631404160/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.725149:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853691.725153:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.725156:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.725300:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853691.725304:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853691.725312:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853691.725313:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853691.725316:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853691.725320:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:3.0:1780853691.725323:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:3.0:1780853691.725327:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853691.725331:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853691.725341:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853691.725348:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853691.725349:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.725352:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853691.725355:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853691.725357:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853691.725359:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853691.725362:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853691.725481:0:2379:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=82 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853691.725487:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853691.725490:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853691.725492:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853691.725495:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853691.725499:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.725503:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853691.725505:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1780853691.725507:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853691.725509:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853691.725514:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836ad80 x1867358631404288/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853691.725521:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853691.725524:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853691.725526:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.725529:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853691.725535:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853691.725538:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853691.725540:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853691.725542:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853691.725544:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853691.725547:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853691.725549:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00001000:3.0:1780853691.725665:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=1780853691 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853691.725669:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853691.725675:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853691.725681:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853691.725684:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853691.725688:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000008:00000020:3.0:1780853691.725691:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1780853691.725696:0:2379:0:(mdc_request.c:3105:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1780853691.725698:0:2379:0:(mdc_request.c:3112:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853691.725700:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853691.725704:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853691.725707:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853691.725709:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853691.725712:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.725714:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853691.725718:0:2379:0:(import.c:1299:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.110@tcp after partition 00000100:00080000:3.0:1780853691.725722:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1780853691.725726:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1780853691.725729:0:2379:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1780853691.725735:0:2379:0:(client.c:3224:ptlrpc_resend_req()) @@@ going to resend req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853808 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.725796:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853691.725815:0:2379:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853691.725818:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1780853691.725821:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853691.725822:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853691.725833:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853691.725834:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853691.725836:0:2379:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1780853691.725838:0:2379:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff9e45904ba1e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1780853691.725842:0:2379:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa8f483e9eb3002bb 00800000:00000040:3.0:1780853691.725845:0:2379:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e4592299000=e55ecacc-e48a-400c-a052-f3869534991c device 3 (ffff9e45904bb380) type mdc at LMV idx 0 00800000:00000040:3.0:1780853691.725848:0:2379:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff9e45904bb380 already active! 00800000:00000001:3.0:1780853691.725850:0:2379:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853691.725853:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853691.725854:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853691.725857:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000002:00000001:3.0:1780853691.727855:0:30255:0:(mdc_request.c:2636:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1780853691.727859:0:30255:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1780853691.727863:0:30255:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853691.727865:0:30255:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853691.727868:0:30255:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853691.727871:0:30255:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1780853691.727872:0:30255:0:(mdc_request.c:2646:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1780853691.734892:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853691.734895:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853691.734899:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:1.0:1780853691.734904:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:1.0:1780853691.734906:0:30230:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:1.0:1780853691.734910:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853691.734917:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853808 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853691.734928:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853808 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.734935:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853691.734936:0:30230:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853691.734939:0:30230:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853691.734941:0:30230:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853691.734945:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853691.734948:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853691.734950:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.734953:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1780853691.734958:0:30230:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1867358631401984 new x1867358631404672 02000000:00000001:1.0:1780853691.734962:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853691.734965:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853691.734970:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853691.734976:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dcb8. 00000400:00000010:1.0:1780853691.734982:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9f68. 00000100:00000200:1.0:1780853691.734988:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631401984, portal 10 00000100:00000001:1.0:1780853691.734990:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853691.734991:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:1.0:1780853691.734998:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853827 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.735006:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853691.735009:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853691.735011:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9ee0. 00000100:00000200:1.0:1780853691.735014:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631401984, offset 0 00000400:00000200:1.0:1780853691.735021:0:30230:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853691.735027:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.735034:0:30230:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853691.735039:0:30230:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853691.735043:0:30230:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853691.735046:0:30230:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853691.735049:0:30230:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853691.735053:0:30230:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2299:2299:256:4294967295] 192.168.202.110@tcp LPNI seq info [2299:2299:8:4294967295] 00000400:00000200:1.0:1780853691.735057:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.735065:0:30230:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853691.735071:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853691.735076:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853691.735083:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853691.735090:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853691.735095:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1780853691.735115:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853691.735120:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 757837 usecs (758 jiffies) 00000400:00000200:1.0:1780853691.735123:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853691.735126:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296489247 00000100:00000001:1.0:1780853691.735129:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:1.0:1780853691.735131:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296489247 00000100:00000001:1.0:1780853691.735133:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:1.0:1780853691.735135:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853691.735138:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853691.735141:0:30230:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853691.735142:0:30230:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853691.735145:0:30230:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abd80 going to sleep for 131 seconds 00000100:00000001:1.0:1780853691.735148:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853691.735149:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.748989:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853691.748999:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853691.749001:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853691.749005:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dcb8. 00000400:00000200:1.0:1780853691.749010:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9f68 00000400:00000010:1.0:1780853691.749013:0:30230:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9f68. 00000100:00000001:1.0:1780853691.749016:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853691.749022:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853827 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853691.749032:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631401984/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853827 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.749040:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853691.749042:0:30230:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853691.749045:0:30230:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853691.749048:0:30230:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853691.749051:0:30230:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853691.749053:0:30230:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853691.749056:0:30230:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853691.749065:0:30230:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=82 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853691.749069:0:30230:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853691.749072:0:30230:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853691.749074:0:30230:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.749077:0:30230:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853691.749081:0:30230:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.749085:0:30230:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853691.749087:0:30230:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1780853691.749088:0:30230:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853691.749090:0:30230:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853691.749094:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631401984/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853827 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.749102:0:30230:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853691.749104:0:30230:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853691.749106:0:30230:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853691.749111:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631401984/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853827 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853691.749119:0:30230:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30230:1867358631401984:192.168.202.110@tcp:36:touch.0 00000100:00000001:1.0:1780853691.749124:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853691.749127:0:30230:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.749129:0:30230:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853691.749131:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853691.749134:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631401984/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853827 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.749141:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853691.749144:0:30230:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850abd80. 00000100:00000001:1.0:1780853691.749147:0:30230:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853691.749148:0:30230:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.749156:0:30230:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853691.749159:0:30230:0:(lmv_obd.c:3022:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.749165:0:30230:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853691.749167:0:30230:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853691.749178:0:30230:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:1.0:1780853691.749182:0:30230:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1780853691.749187:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853691.749191:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631401984/t4294967597(4294967597) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853827 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853691.749198:0:30230:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853691.749200:0:30230:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853691.749203:0:30230:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fae800. 02000000:00000001:1.0:1780853691.749207:0:30230:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853691.749209:0:30230:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853691.749211:0:30230:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853691.749214:0:30230:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853691.749216:0:30230:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f9800. 02000000:00000001:1.0:1780853691.749219:0:30230:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853691.749221:0:30230:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853691.749223:0:30230:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:1.0:1780853691.749226:0:30230:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853691.749228:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853691.749230:0:30230:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853691.749232:0:30230:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.749234:0:30230:0:(llite_lib.c:2064:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.749238:0:30230:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1780853691.749240:0:30230:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1780853691.749243:0:30230:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853691.749245:0:30230:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1780853691.749247:0:30230:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.749248:0:30230:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.749250:0:30230:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1780853691.749252:0:30230:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853691.749257:0:30230:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853691.749262:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313800. 00000020:00000010:1.0:1780853691.749291:0:30230:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313a00. 00000020:00000010:1.0:1780853691.749296:0:30230:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49a80. 00000008:00000010:1.0:1780853691.749303:0:30230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591050b28. 00020000:00000010:1.0:1780853691.749308:0:30230:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e600. 00008000:00000010:1.0:1780853691.749314:0:30230:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1ade8. 00000080:00000010:1.0:1780853691.749320:0:30230:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931fdc8. 00000080:00000010:1.0:1780853691.749325:0:30230:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b67478. 00000020:00000010:1.0:1780853691.749328:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313200. 00000008:00000010:1.0:1780853691.749332:0:30230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b474a0. 00020000:00000010:1.0:1780853691.749335:0:30230:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed200. 00008000:00000010:1.0:1780853691.749338:0:30230:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64348. 00000080:00000010:1.0:1780853691.749342:0:30230:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853691.749345:0:30230:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853691.749348:0:30230:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853691.749352:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.749354:0:30230:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853691.749356:0:30230:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853691.749358:0:30230:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853691.749361:0:30230:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853691.749362:0:30230:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853691.749379:0:30230:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853691.749382:0:30230:0:(file.c:6067:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1780853691.749384:0:30230:0:(file.c:6069:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:1.0:1780853691.749389:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853691.749392:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853691.749397:0:30230:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.749399:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853691.749401:0:30230:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:1.0:1780853691.749403:0:30230:0:(file.c:6074:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.749405:0:30230:0:(file.c:6964:ll_layout_intent()) Process entered 00000080:00000010:1.0:1780853691.749409:0:30230:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312000. 00000080:00010000:1.0:1780853691.749415:0:30230:0:(file.c:6982:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x22:0x0](ffff9e459198f448) 00000080:00000001:1.0:1780853691.749418:0:30230:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853691.749421:0:30230:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853691.749425:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47958 00800000:00000002:1.0:1780853691.749427:0:30230:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x22:0x0] '' on [0x200000404:0x22:0x0] 00800000:00000001:1.0:1780853691.749431:0:30230:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853691.749434:0:30230:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x22:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853691.749438:0:30230:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853691.749440:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47828 00000002:00010000:1.0:1780853691.749441:0:30230:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x22:0x0], intent: layout flags 0 00000002:00000001:1.0:1780853691.749445:0:30230:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853691.749447:0:30230:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1780853691.749450:0:30230:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104700. 00000020:00000040:1.0:1780853691.749454:0:30230:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853691.749459:0:30230:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853691.749464:0:30230:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853691.749468:0:30230:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.749470:0:30230:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853691.749482:0:30230:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853691.749487:0:30230:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853691.749495:0:30230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589313c00. 00000100:00000001:1.0:1780853691.749501:0:30230:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.749504:0:30230:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853691.749507:0:30230:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.749508:0:30230:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853691.749509:0:30230:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.749511:0:30230:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.749515:0:30230:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00010000:00000001:1.0:1780853691.749518:0:30230:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853691.749521:0:30230:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853691.749525:0:30230:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0300. 00010000:00000010:1.0:1780853691.749529:0:30230:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2b00. 00010000:00000001:1.0:1780853691.749535:0:30230:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853691.749538:0:30230:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6200. 00000020:00000001:1.0:1780853691.749541:0:30230:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853691.749544:0:30230:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6200 with handle 0xa8f483e9eb300c15 to hash 00000020:00000001:1.0:1780853691.749545:0:30230:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853691.749547:0:30230:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.749550:0:30230:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.749553:0:30230:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853691.749556:0:30230:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853691.749560:0:30230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30230 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853691.749569:0:30230:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30230 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853691.749579:0:30230:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30230 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853691.749584:0:30230:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853691.749585:0:30230:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853691.749591:0:30230:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eed80. 00000100:00000001:1.0:1780853691.749603:0:30230:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124712320 : -107453584839296 : ffff9e45833eed80) 00000100:00000001:1.0:1780853691.749606:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853691.749608:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000001:1.0:1780853691.749797:0:30230:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853691.749803:0:30230:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.749805:0:30230:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853691.749806:0:30230:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853691.749813:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.749821:0:30230:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853691.749823:0:30230:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853691.749827:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853691.749830:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853691.749833:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853691.749837:0:30230:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30230:1867358631404800:192.168.202.110@tcp:101:touch.0 00000100:00000001:1.0:1780853691.749841:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853691.749846:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853691.749849:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853691.749851:0:30230:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853691.749856:0:30230:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d72c00. 02000000:00000001:1.0:1780853691.749858:0:30230:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853691.749864:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853691.749867:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dcb8. 00000400:00000010:1.0:1780853691.749873:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9f68. 00000100:00000200:1.0:1780853691.749880:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631404800, portal 10 00000100:00000001:1.0:1780853691.749882:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853691.749883:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000040:1.0:1780853691.749889:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853827 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.749896:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853691.749899:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853691.749902:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b96e8. 00000100:00000200:1.0:1780853691.749905:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1867358631404800, offset 0 00000400:00000200:1.0:1780853691.749912:0:30230:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853691.749921:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.749928:0:30230:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853691.749934:0:30230:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853691.749939:0:30230:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853691.749943:0:30230:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853691.749946:0:30230:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853691.749949:0:30230:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2300:2300:256:4294967295] 192.168.202.110@tcp LPNI seq info [2300:2300:8:4294967295] 00000400:00000200:1.0:1780853691.749954:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.749964:0:30230:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853691.749970:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853691.749976:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853691.749983:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853691.749992:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853691.749997:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1780853691.750024:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853691.750028:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 794488 usecs (795 jiffies) 00000400:00000200:1.0:1780853691.750032:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853691.750035:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296489298 00000100:00000001:1.0:1780853691.750038:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:1.0:1780853691.750040:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296489298 00000100:00000001:1.0:1780853691.750043:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:1.0:1780853691.750046:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853691.750048:0:30230:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.750050:0:30230:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853691.750052:0:30230:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853691.750055:0:30230:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eed80 going to sleep for 131 seconds 00000100:00000001:1.0:1780853691.750057:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853691.750059:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.771744:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853691.771756:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853691.771759:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853691.771762:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dcb8. 00000400:00000200:1.0:1780853691.771770:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9f68 00000400:00000010:1.0:1780853691.771773:0:30230:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9f68. 00000100:00000001:1.0:1780853691.771776:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853691.771784:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853827 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853691.771794:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853827 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.771802:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853691.771804:0:30230:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853691.771806:0:30230:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853691.771810:0:30230:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853691.771812:0:30230:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853691.771814:0:30230:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853691.771818:0:30230:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853691.771827:0:30230:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=82 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853691.771832:0:30230:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853691.771834:0:30230:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853691.771836:0:30230:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.771839:0:30230:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853691.771842:0:30230:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.771846:0:30230:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853691.771848:0:30230:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1780853691.771850:0:30230:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853691.771852:0:30230:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853691.771856:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853827 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.771865:0:30230:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853691.771868:0:30230:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853691.771870:0:30230:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853691.771874:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853827 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853691.771883:0:30230:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30230:1867358631404800:192.168.202.110@tcp:101:touch.0 00000100:00000001:1.0:1780853691.771888:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853691.771891:0:30230:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.771893:0:30230:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853691.771895:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853691.771898:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853827 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.771905:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853691.771909:0:30230:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eed80. 00000100:00000001:1.0:1780853691.771912:0:30230:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853691.771913:0:30230:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.771916:0:30230:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853691.771919:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.771922:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.771925:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=4 00000020:00000001:1.0:1780853691.771927:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.771929:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000040:1.0:1780853691.771937:0:30230:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6200, remote cookie: 0x562725ecec9799d6, flags: 0x1000 00010000:00000001:1.0:1780853691.771940:0:30230:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853691.771944:0:30230:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853691.771946:0:30230:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853691.771947:0:30230:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853691.771949:0:30230:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853691.771952:0:30230:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff9e4589ab0300) refcount = 1 00010000:00010000:1.0:1780853691.771957:0:30230:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853691.771964:0:30230:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853691.771967:0:30230:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853691.771969:0:30230:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853691.771972:0:30230:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853691.771974:0:30230:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853691.771978:0:30230:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853691.771984:0:30230:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853691.771985:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.771986:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.771987:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.771988:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.771990:0:30230:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.771996:0:30230:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853691.771997:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.771998:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.771999:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772001:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772003:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772005:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772006:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853691.772009:0:30230:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853827 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1780853691.772017:0:30230:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9e4592299000: layout return lvb 56 transno 0 00010000:00000001:1.0:1780853691.772020:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.772021:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.772022:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772023:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772025:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00000002:00010000:1.0:1780853691.772028:0:30230:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1780853691.772039:0:30230:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45831cc380. 00010000:00000001:1.0:1780853691.772040:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772041:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853691.772043:0:30230:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.772045:0:30230:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853691.772048:0:30230:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853691.772049:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.772050:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.772051:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772053:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772054:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00000002:00010000:1.0:1780853691.772057:0:30230:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853691.772063:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772063:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.772065:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853691.772067:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.772068:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.772069:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772071:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772073:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000040:1.0:1780853691.772078:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 2 00010000:00000001:1.0:1780853691.772081:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853691.772085:0:30230:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/34 (0 0) 00010000:00000001:1.0:1780853691.772087:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772088:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853691.772089:0:30230:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853691.772092:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c477a8 00000002:00002000:1.0:1780853691.772094:0:30230:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:1.0:1780853691.772096:0:30230:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853691.772099:0:30230:0:(lmv_intent.c:531:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853691.772101:0:30230:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853691.772104:0:30230:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853691.772108:0:30230:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.772110:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853691.772113:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104700 x1867358631404800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853827 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.772119:0:30230:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853691.772121:0:30230:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853691.772124:0:30230:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d72c00. 02000000:00000001:1.0:1780853691.772128:0:30230:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853691.772130:0:30230:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853691.772131:0:30230:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853691.772133:0:30230:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853691.772136:0:30230:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589313c00. 02000000:00000001:1.0:1780853691.772139:0:30230:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853691.772141:0:30230:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853691.772143:0:30230:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104700. 00000100:00000001:1.0:1780853691.772146:0:30230:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853691.772147:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1780853691.772151:0:30230:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312000. 00000080:00010000:1.0:1780853691.772155:0:30230:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff9e459198f448) for lock 0xa8f483e9eb300c15 00800000:00000001:1.0:1780853691.772159:0:30230:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853691.772162:0:30230:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853691.772163:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.772164:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.772165:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772167:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772169:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772171:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772172:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853691.772174:0:30230:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853691.772175:0:30230:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853691.772178:0:30230:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c15 from it ffffb4b401c47a78 00010000:00000001:1.0:1780853691.772180:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.772181:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.772183:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772184:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772186:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772188:0:30230:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853691.772191:0:30230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853691.772197:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772198:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.772199:0:30230:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853691.772202:0:30230:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853691.772204:0:30230:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853691.772211:0:30230:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853691.772213:0:30230:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853691.772215:0:30230:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853691.772219:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772220:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.772222:0:30230:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.772225:0:30230:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853691.772226:0:30230:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.772229:0:30230:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.772231:0:30230:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.772233:0:30230:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853691.772234:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.772236:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853691.772237:0:30230:0:(file.c:6998:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.772240:0:30230:0:(file.c:6067:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1780853691.772242:0:30230:0:(file.c:6069:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:1.0:1780853691.772248:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853691.772249:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853691.772252:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 2 00010000:00000001:1.0:1780853691.772254:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853691.772257:0:30230:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853691.772260:0:30230:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853691.772310:0:30230:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853691.772319:0:30230:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853691.772323:0:30230:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853691.772326:0:30230:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853691.772332:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1780853691.772334:0:30230:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 16 00000080:00000001:1.0:1780853691.772337:0:30230:0:(file.c:6074:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1780853691.772339:0:30230:0:(file.c:6855:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1780853691.772340:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.772341:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.772343:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.772345:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.772347:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00000080:00010000:1.0:1780853691.772351:0:30230:0:(file.c:6865:ll_layout_lock_set()) ### file [0x200000404:0x22:0x0](000000001c4a7b06) being reconfigured ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1780853691.773670:0:30230:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853691.773676:0:30230:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853691.773678:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.773680:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.773682:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=4 00000020:00000001:1.0:1780853691.773686:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.773690:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.773693:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.773694:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853691.773696:0:30230:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853691.773698:0:30230:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.773700:0:30230:0:(file.c:6780:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1780853691.773702:0:30230:0:(file.c:6783:ll_layout_fetch()) [0x200000404:0x22:0x0] LVB_READY=0 l_lvb_data=ffff9e45831cc380 l_lvb_len=56 00000080:00000001:1.0:1780853691.773705:0:30230:0:(file.c:6786:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.773707:0:30230:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:1.0:1780853691.773710:0:30230:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853691.773719:0:30230:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853691.773724:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312000. 00000020:00000010:1.0:1780853691.773729:0:30230:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313c00. 00000020:00000010:1.0:1780853691.773733:0:30230:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49300. 00000008:00000010:1.0:1780853691.773740:0:30230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853691.773746:0:30230:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e6c0. 00008000:00000010:1.0:1780853691.773750:0:30230:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b198b8. 00000080:00000010:1.0:1780853691.773757:0:30230:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931fbd0. 00000080:00000010:1.0:1780853691.773761:0:30230:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66480. 00000020:00000010:1.0:1780853691.773764:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313400. 00000008:00000010:1.0:1780853691.773767:0:30230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b478c0. 00020000:00000010:1.0:1780853691.773771:0:30230:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ef840. 00008000:00000010:1.0:1780853691.773774:0:30230:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64c98. 00000080:00000010:1.0:1780853691.773777:0:30230:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853691.773780:0:30230:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853691.773782:0:30230:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853691.773785:0:30230:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1780853691.773789:0:30230:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853691.773791:0:30230:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853691.773797:0:30230:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49e40. 00020000:00000010:1.0:1780853691.773802:0:30230:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4587ce2600. 00020000:00000010:1.0:1780853691.773806:0:30230:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c49a20. 00020000:00000001:1.0:1780853691.773809:0:30230:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167027232 : -107453542524384 : ffff9e4585c49a20) 00020000:00000002:1.0:1780853691.773812:0:30230:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49a20, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853691.773817:0:30230:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853691.773821:0:30230:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2600: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:1.0:1780853691.773825:0:30230:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e34d8) owner ffff9e45c21c4f80 00020000:00000001:1.0:1780853691.773828:0:30230:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853691.773831:0:30230:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e34d8) owner ffff9e45c21c4f80 00020000:00000010:1.0:1780853691.773835:0:30230:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4587ce2600. 00020000:00000010:1.0:1780853691.773840:0:30230:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49e40. 00020000:00000010:1.0:1780853691.773843:0:30230:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c49a20. 00020000:00000002:1.0:1780853691.773846:0:30230:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1780853691.773848:0:30230:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.773850:0:30230:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.773853:0:30230:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1780853691.773856:0:30230:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000002:1.0:1780853691.773859:0:30230:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5180 addref 2/0 by ffff9e45c21c4f80. 00020000:00000002:1.0:1780853691.773861:0:30230:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000001:1.0:1780853691.773863:0:30230:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1780853691.773865:0:30230:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1780853691.773866:0:30230:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1780853691.773868:0:30230:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1780853691.773870:0:30230:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1780853691.773872:0:30230:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1780853691.773875:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853691.773878:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313c00. 00000020:00000010:1.0:1780853691.773882:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49300. 00000008:00000010:1.0:1780853691.773884:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853691.773888:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e6c0. 00008000:00000010:1.0:1780853691.773891:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b198b8. 00000080:00000010:1.0:1780853691.773895:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931fbd0. 00000080:00000010:1.0:1780853691.773898:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66480. 00000020:00000010:1.0:1780853691.773901:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312000. 00000008:00000010:1.0:1780853691.773903:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b478c0. 00020000:00000010:1.0:1780853691.773906:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ef840. 00008000:00000010:1.0:1780853691.773909:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64c98. 00000080:00000010:1.0:1780853691.773911:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853691.773914:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313400. 00000020:00000010:1.0:1780853691.773916:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00000080:00000001:1.0:1780853691.773919:0:30230:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.773920:0:30230:0:(file.c:6902:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1780853691.773922:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.773923:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.773924:0:30230:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853691.773926:0:30230:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853691.773927:0:30230:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6200 refcount=3 00000020:00000001:1.0:1780853691.773929:0:30230:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.773931:0:30230:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528576 : -107453584023040 : ffff9e45834b6200) 00010000:00000001:1.0:1780853691.773933:0:30230:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853691.773937:0:30230:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853691.773945:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.773946:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.773947:0:30230:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853691.773950:0:30230:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853691.773953:0:30230:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853691.773961:0:30230:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853691.773964:0:30230:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853691.773965:0:30230:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853691.773970:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.773972:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853691.773974:0:30230:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.773977:0:30230:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853691.773980:0:30230:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.773981:0:30230:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.773984:0:30230:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853691.773986:0:30230:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853691.773987:0:30230:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853691.773988:0:30230:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853691.773989:0:30230:0:(file.c:6943:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.773992:0:30230:0:(file.c:7062:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853691.773994:0:30230:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853691.773998:0:30230:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x22:0x0]io ffff9e4589b674d8 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1780853691.774001:0:30230:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000001:1.0:1780853691.774004:0:30230:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853691.774006:0:30230:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853691.774008:0:30230:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853691.774010:0:30230:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774012:0:30230:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853691.774015:0:30230:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853691.774016:0:30230:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774019:0:30230:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853691.774020:0:30230:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853691.774021:0:30230:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853691.774023:0:30230:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00000020:00000001:1.0:1780853691.774025:0:30230:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774028:0:30230:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1780853691.774029:0:30230:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1780853691.774032:0:30230:0:(lov_io.c:1093:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1780853691.774034:0:30230:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1780853691.774036:0:30230:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1780853691.774040:0:30230:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853691.774043:0:30230:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853691.774045:0:30230:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853691.774046:0:30230:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853691.774049:0:30230:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853691.774052:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313400. 00000020:00000010:1.0:1780853691.774054:0:30230:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589312000. 00000020:00000010:1.0:1780853691.774056:0:30230:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49300. 00000008:00000010:1.0:1780853691.774059:0:30230:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853691.774062:0:30230:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e6c0. 00008000:00000010:1.0:1780853691.774064:0:30230:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b198b8. 00000080:00000010:1.0:1780853691.774066:0:30230:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931fbd0. 00000080:00000010:1.0:1780853691.774069:0:30230:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66480. 00000020:00000010:1.0:1780853691.774071:0:30230:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313c00. 00000008:00000010:1.0:1780853691.774074:0:30230:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b478c0. 00020000:00000010:1.0:1780853691.774076:0:30230:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ef840. 00008000:00000010:1.0:1780853691.774078:0:30230:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64c98. 00000080:00000010:1.0:1780853691.774080:0:30230:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853691.774082:0:30230:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853691.774084:0:30230:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853691.774087:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ef58 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774089:0:30230:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853691.774091:0:30230:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853691.774092:0:30230:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853691.774093:0:30230:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774095:0:30230:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774096:0:30230:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857768 : -107453365693848 : ffff9e45904ed268) 00000020:00000001:1.0:1780853691.774099:0:30230:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1780853691.774102:0:30230:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1780853691.774105:0:30230:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774107:0:30230:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774109:0:30230:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774111:0:30230:0:(lov_io.c:1102:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774112:0:30230:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774114:0:30230:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1780853691.774116:0:30230:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1780853691.774117:0:30230:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853691.774118:0:30230:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1780853691.774120:0:30230:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853691.774121:0:30230:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774122:0:30230:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774124:0:30230:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.774126:0:30230:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774127:0:30230:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853691.774128:0:30230:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774130:0:30230:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774131:0:30230:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1780853691.774135:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774137:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774138:0:30230:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1780853691.774141:0:30230:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774143:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00020000:00000001:1.0:1780853691.774145:0:30230:0:(lov_io.c:1656:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1780853691.774146:0:30230:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1780853691.774148:0:30230:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853691.774149:0:30230:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1780853691.774150:0:30230:0:(osc_io.c:693:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1780853691.774152:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774154:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774155:0:30230:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1780853691.774158:0:30230:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774160:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774161:0:30230:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1780853691.774163:0:30230:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853691.774165:0:30230:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774167:0:30230:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.774168:0:30230:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4598830788 00000020:00000001:1.0:1780853691.774170:0:30230:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853691.774172:0:30230:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853691.774173:0:30230:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853691.774174:0:30230:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853691.774175:0:30230:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853691.774176:0:30230:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853691.774179:0:30230:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1780853691.774184:0:30230:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104700. 00000020:00000040:1.0:1780853691.774188:0:30230:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853691.774193:0:30230:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853691.774196:0:30230:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853691.774199:0:30230:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853691.774205:0:30230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589312600. 00000100:00000001:1.0:1780853691.774213:0:30230:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.774222:0:30230:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853691.774226:0:30230:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853691.774241:0:30230:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036dd3d18] to pc [ptlrpcd_00_01+1] req@ffff9e4583104700 x1867358631404928/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1780853691.775993:0:30230:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853691.776000:0:30230:0:(osc_io.c:814:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.776003:0:30230:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.776006:0:30230:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.776008:0:30230:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853691.776010:0:30230:0:(lov_io.c:1671:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.776012:0:30230:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853691.776015:0:30230:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1780853691.776019:0:30230:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:1.0:1780853691.776020:0:30230:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1780853691.776022:0:30230:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000200:1.0:1780853691.781945:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853691.781955:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853691.781963:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853691.781973:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853691.781981:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426088 00000400:00000010:1.0:1780853691.781984:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426088. 00000100:00000001:1.0:1780853691.781989:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853691.781997:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104700 x1867358631404928/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853707 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.782009:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853691.782013:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104700 x1867358631404928/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853707 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.782020:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.782022:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1780853691.788927:0:30230:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1780853691.788931:0:30230:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853691.788933:0:30230:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853691.788936:0:30230:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1780853691.788939:0:30230:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1780853691.788941:0:30230:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1780853691.788944:0:30230:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853691.788945:0:30230:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853691.788946:0:30230:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1780853691.788947:0:30230:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853691.788950:0:30230:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853691.788951:0:30230:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1780853691.788953:0:30230:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1780853691.788955:0:30230:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1780853691.788956:0:30230:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1780853691.788957:0:30230:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853691.788959:0:30230:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853691.788960:0:30230:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853691.788961:0:30230:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1780853691.788963:0:30230:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1780853691.788964:0:30230:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853691.788966:0:30230:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853691.788968:0:30230:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853691.788969:0:30230:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853691.788971:0:30230:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853691.788974:0:30230:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853691.788976:0:30230:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853691.788977:0:30230:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853691.788978:0:30230:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853691.788979:0:30230:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853691.788982:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:3.0:1780853691.788987:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589312000. 00000020:00000010:3.0:1780853691.788992:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49300. 00000008:00000010:3.0:1780853691.788997:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:3.0:1780853691.789001:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e6c0. 00008000:00000010:3.0:1780853691.789006:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b198b8. 00000080:00000010:3.0:1780853691.789011:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931fbd0. 00000080:00000010:3.0:1780853691.789015:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66480. 00000020:00000010:3.0:1780853691.789019:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313400. 00000008:00000010:3.0:1780853691.789022:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b478c0. 00020000:00000010:3.0:1780853691.789025:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ef840. 00008000:00000010:3.0:1780853691.789028:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64c98. 00000080:00000010:3.0:1780853691.789032:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:3.0:1780853691.789035:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313c00. 00000020:00000010:3.0:1780853691.789037:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:3.0:1780853691.789040:0:30230:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853691.789042:0:30230:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853691.789044:0:30230:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853691.789046:0:30230:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853691.789050:0:30230:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853691.789051:0:30230:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853691.789052:0:30230:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:3.0:1780853691.789054:0:30230:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313a00. 00000020:00000010:3.0:1780853691.789056:0:30230:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49a80. 00000008:00000010:3.0:1780853691.789059:0:30230:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591050b28. 00020000:00000010:3.0:1780853691.789062:0:30230:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e600. 00008000:00000010:3.0:1780853691.789065:0:30230:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1ade8. 00000080:00000010:3.0:1780853691.789067:0:30230:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931fdc8. 00000080:00000010:3.0:1780853691.789070:0:30230:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b67478. 00000020:00000010:3.0:1780853691.789072:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313800. 00000008:00000010:3.0:1780853691.789075:0:30230:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b474a0. 00020000:00000010:3.0:1780853691.789077:0:30230:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed200. 00008000:00000010:3.0:1780853691.789079:0:30230:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64348. 00000080:00000010:3.0:1780853691.789081:0:30230:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:3.0:1780853691.789083:0:30230:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313200. 00000020:00000010:3.0:1780853691.789085:0:30230:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:3.0:1780853691.789087:0:30230:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853691.789090:0:30230:0:(llite_lib.c:2523:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1780853691.789094:0:30230:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8200. 00000020:00000001:3.0:1780853691.789102:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c30 00000080:00200008:3.0:1780853691.789105:0:30230:0:(llite_lib.c:2553:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9e459198f448) current size 0, valid attrs 201f0, mode 0, uid -1053323102, gid -1, new size 213440, atime 1780853672.000000000, mtime 1780853672.000000000, ctime 1780853672.000000000, rc 0 00000080:00000001:3.0:1780853691.789109:0:30230:0:(llite_lib.c:2555:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853691.789123:0:30230:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853691.789127:0:30230:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000002:3.0:1780853691.789131:0:30230:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000001:3.0:1780853691.789134:0:30230:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853691.789141:0:30230:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853691.789143:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47db8 00000080:00200008:3.0:1780853691.789145:0:30230:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x22:0x0](ffff9e459198f448), flags 104001 00000080:00000001:3.0:1780853691.789149:0:30230:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853691.789152:0:30230:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1780853691.789153:0:30230:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853691.789154:0:30230:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000002:3.0:1780853691.789156:0:30230:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e45c21c4f80 00020000:00000001:3.0:1780853691.789159:0:30230:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853691.789171:0:30230:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853691.789180:0:30230:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853691.789184:0:30230:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853691.789192:0:30230:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 2 00010000:00000001:3.0:1780853691.789194:0:30230:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853691.789200:0:30230:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853691.789202:0:30230:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:3.0:1780853691.789204:0:30230:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1780853691.789207:0:30230:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780853691.789210:0:30230:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45904f8200. 00000080:00000001:3.0:1780853691.789212:0:30230:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780853691.789217:0:30230:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780853691.789220:0:30230:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:3.0:1780853691.789222:0:30230:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x22:0x0] 00000002:00000001:3.0:1780853691.789225:0:30230:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853691.789226:0:30230:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x22:0x0] file closed with intent: 0 00000100:00000010:3.0:1780853691.789232:0:30230:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170e00. 00000020:00000040:3.0:1780853691.789235:0:30230:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853691.789239:0:30230:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853691.789242:0:30230:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853691.789246:0:30230:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853691.789252:0:30230:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f9600. 00000100:00000001:3.0:1780853691.789259:0:30230:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853691.789293:0:30230:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853691.789302:0:30230:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780853691.789307:0:30230:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853691.789313:0:30230:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853691.789315:0:30230:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853691.789321:0:30230:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853691.789323:0:30230:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154843712 : -107453554707904 : ffff9e45850ab240) 00000100:00000001:3.0:1780853691.789325:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853691.789327:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000001:3.0:1780853691.789332:0:30230:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853691.789335:0:30230:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.789337:0:30230:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853691.789339:0:30230:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853691.789342:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.789349:0:30230:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853691.789350:0:30230:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853691.789354:0:30230:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853691.789357:0:30230:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853691.789359:0:30230:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853691.789362:0:30230:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170e00 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30230:1867358631405184:192.168.202.110@tcp:35:touch.0 00000100:00000001:3.0:1780853691.789365:0:30230:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853691.789370:0:30230:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853691.789373:0:30230:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853691.789375:0:30230:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853691.789380:0:30230:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fae400. 02000000:00000001:3.0:1780853691.789382:0:30230:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853691.789387:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853691.789391:0:30230:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853691.789396:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853691.789402:0:30230:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631405184, portal 10 00000100:00000001:3.0:1780853691.789404:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853691.789405:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000040:3.0:1780853691.789411:0:30230:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.789417:0:30230:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853691.789420:0:30230:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853691.789423:0:30230:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a660. 00000100:00000200:3.0:1780853691.789426:0:30230:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631405184, offset 0 00000400:00000200:3.0:1780853691.789433:0:30230:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853691.789440:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853691.789448:0:30230:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853691.789453:0:30230:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853691.789457:0:30230:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853691.789460:0:30230:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853691.789463:0:30230:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853691.789467:0:30230:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2302:2302:256:4294967295] 192.168.202.110@tcp LPNI seq info [2302:2302:8:4294967295] 00000400:00000200:3.0:1780853691.789471:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853691.789480:0:30230:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853691.789486:0:30230:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853691.789491:0:30230:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853691.789498:0:30230:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853691.789506:0:30230:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853691.789510:0:30230:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780853691.789524:0:30230:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853691.789529:0:30230:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 824281 usecs (825 jiffies) 00000400:00000200:3.0:1780853691.789532:0:30230:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853691.789535:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296489368 00000100:00000001:3.0:1780853691.789539:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853691.789541:0:30230:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296489368 00000100:00000001:3.0:1780853691.789543:0:30230:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853691.789545:0:30230:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853691.789548:0:30230:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.789550:0:30230:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853691.789551:0:30230:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853691.789554:0:30230:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab240 going to sleep for 11 seconds 00000100:00000001:3.0:1780853691.789556:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853691.789559:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853691.792070:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853691.792083:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77700. 00000400:00000200:1.0:1780853691.792091:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853691.792101:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853691.792109:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a660 00000400:00000010:1.0:1780853691.792112:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a660. 00000100:00000001:1.0:1780853691.792118:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853691.792126:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.792145:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853691.792149:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.792157:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853691.792159:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853691.794931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989800. 00000080:00000010:2.1:1780853691.794950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989120. 00000800:00000001:1.0:1780853691.803301:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.803319:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853691.803324:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.803326:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853691.803335:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.803343:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853691.803351:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.803356:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.803362:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.803366:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4a680 00000400:00000200:1.0:1780853691.803371:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853691.803378:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x64b9 [1] + 224 00000800:00000001:1.0:1780853691.803386:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.803394:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853691.803396:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853691.803401:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853691.803409:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853691.803419:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853691.803430:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853691.803447:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853691.803456:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853691.803459:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.804739:0:30230:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853691.804751:0:30230:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853691.804753:0:30230:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853691.804756:0:30230:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853691.804763:0:30230:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:3.0:1780853691.804765:0:30230:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:3.0:1780853691.804769:0:30230:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853691.804778:0:30230:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853691.804788:0:30230:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170e00 x1867358631405184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853707 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.804795:0:30230:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853691.804797:0:30230:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.804800:0:30230:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853691.804804:0:30230:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853691.804807:0:30230:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853691.804810:0:30230:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853691.804813:0:30230:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853691.804833:0:30230:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853691.804838:0:30230:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853691.804841:0:30230:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853691.804842:0:30230:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853691.804846:0:30230:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853691.804849:0:30230:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.804852:0:30230:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853691.804854:0:30230:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853691.804856:0:30230:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853691.804858:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853691.804859:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000001:3.0:1780853691.804863:0:30230:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853691.804864:0:30230:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967598 00000100:00000001:3.0:1780853691.804866:0:30230:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853691.804869:0:30230:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853691.804875:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170e00 x1867358631405184/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853707 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.804881:0:30230:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853691.804884:0:30230:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853691.804886:0:30230:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853691.804890:0:30230:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170e00 x1867358631405184/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853707 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853691.804898:0:30230:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170e00 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30230:1867358631405184:192.168.202.110@tcp:35:touch.0 00000100:00000001:3.0:1780853691.804903:0:30230:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.804906:0:30230:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.804908:0:30230:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853691.804910:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853691.804913:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170e00 x1867358631405184/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853707 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.804919:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853691.804922:0:30230:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853691.804926:0:30230:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853691.804927:0:30230:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.804946:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853691.804948:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000002:00000001:3.0:1780853691.804951:0:30230:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853691.804955:0:30230:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853691.804963:0:30230:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8200. 00000080:00000001:3.0:1780853691.804968:0:30230:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780853691.804973:0:30230:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853691.804978:0:30230:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853691.804983:0:30230:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.804991:0:30230:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853691.804992:0:30230:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000001:3.0:1780853691.804994:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853691.804997:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.805002:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853691.805004:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853691.805006:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631401728/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853808 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.805012:0:30230:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780853691.805016:0:30230:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853691.805018:0:30230:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853691.805020:0:30230:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853691.805024:0:30230:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3400. 02000000:00000001:3.0:1780853691.805028:0:30230:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853691.805030:0:30230:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853691.805032:0:30230:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:3.0:1780853691.805035:0:30230:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853691.805037:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853691.805038:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853691.805041:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170e00 x1867358631405184/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853707 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.805048:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853691.805050:0:30230:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4584989980. 00000002:00000001:3.0:1780853691.805053:0:30230:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853691.805054:0:30230:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853691.805056:0:30230:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45852de640. 00000100:00000001:3.0:1780853691.805058:0:30230:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853691.805061:0:30230:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170e00 x1867358631405184/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853707 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853691.805066:0:30230:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853691.805069:0:30230:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853691.805071:0:30230:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c8f00. 00000080:00000001:3.0:1780853691.805075:0:30230:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853691.805081:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47db8 00000080:00000008:3.0:1780853691.805084:0:30230:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9e459198f448), flags 104001, rc = 0 00000080:00000001:3.0:1780853691.805087:0:30230:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853691.805093:0:30230:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853691.805095:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47e00 00000080:00002000:3.0:1780853691.805097:0:30230:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591ae95e8, parent ffff9e4591ae9288, inode ffff9e459198f448) hashed, 00000080:00000001:3.0:1780853691.805100:0:30230:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853691.805109:0:30230:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853691.805114:0:30230:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853691.805118:0:30230:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853691.805119:0:30230:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47e00 00000080:00002000:3.0:1780853691.805120:0:30230:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff9e4591ae9288, parent ffff9e4591970ca8, inode ffff9e459198b248) hashed, 00000080:00000001:3.0:1780853691.805122:0:30230:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853691.805126:0:30230:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853691.805128:0:30230:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1780853691.830318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7140. 00000080:00000010:3.1:1780853691.830337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7c20. 00010000:00000001:1.0:1780853692.463490:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853692.463499:0:28829:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853692.463502:0:28829:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853692.463506:0:28829:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853692.463512:0:28829:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853692.463514:0:28829:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853692.463517:0:28829:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853692.463519:0:28829:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853692.463522:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853692.463524:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.485465:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853693.485475:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.485484:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853693.485485:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853693.485711:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853693.485715:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853693.485721:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1780853693.532171:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.532190:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.532193:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.532196:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.532205:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.532213:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.532223:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.532228:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.532233:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.532237:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4a700 00000400:00000200:1.0:1780853693.532242:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.532248:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x64c1 [1] + 224 00000800:00000001:1.0:1780853693.532255:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.532262:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.533079:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.533090:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.533098:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.533108:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368000 x1867358631405312/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.533120:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4588368000 x1867358631405312/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.533210:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.533223:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.533229:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.536088:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.536093:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853693.536098:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.536103:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.536110:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426aa0 00000400:00000010:1.0:1780853693.536112:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426aa0. 00000100:00000001:1.0:1780853693.536116:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.536122:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368000 x1867358631405440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.536132:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.536135:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368000 x1867358631405440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.536142:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.536143:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.545234:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.545252:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.545256:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.545258:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.545309:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.545318:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.545328:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.545333:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.545339:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.545344:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4a780 00000400:00000200:1.0:1780853693.545348:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.545354:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x64d1 [1] + 224 00000800:00000001:1.0:1780853693.545362:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.545370:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.545374:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.545379:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.545388:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.545400:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368000 x1867358631405440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.545411:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4588368000 x1867358631405440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.545425:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.545434:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.545437:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.558798:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.558826:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.558830:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.558832:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.558843:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.558859:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.558871:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.558876:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.558882:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.558887:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe4a800 00000400:00000200:1.0:1780853693.558891:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.558897:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x64e1 [1] + 224 00000800:00000001:1.0:1780853693.558916:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.558924:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.558928:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.558932:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.558940:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.558949:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631405568/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.558962:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4587c3a680 x1867358631405568/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.558981:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.558989:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.558993:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.561521:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853693.561525:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853693.561526:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853693.561533:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853693.561541:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853693.561543:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853693.561547:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853693.561550:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853693.561552:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853693.561556:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631405696:192.168.202.110@tcp:8:checkstat.0 00000100:00000001:3.0:1780853693.561561:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853693.561565:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853693.561568:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853693.561571:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853693.561587:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853693.561589:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853693.561596:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853693.561600:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853693.561608:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853693.561614:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631405696, portal 4 00000100:00000001:3.0:1780853693.561616:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853693.561618:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:3.0:1780853693.561625:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853693.561634:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853693.561638:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853693.561640:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853693.561644:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631405696, offset 0 00000400:00000200:3.0:1780853693.561651:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853693.561659:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853693.561666:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853693.561672:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853693.561676:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853693.561680:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853693.561682:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853693.561686:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2306:2306:256:4294967295] 192.168.202.110@tcp LPNI seq info [2306:2306:8:4294967295] 00000400:00000200:3.0:1780853693.561691:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853693.561702:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853693.561708:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853693.561713:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853693.561721:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853693.561730:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853693.561735:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853693.561744:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853693.561748:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 259442 usecs (260 jiffies) 00000400:00000200:3.0:1780853693.561751:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853693.561755:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296490576 00000100:00000001:3.0:1780853693.561758:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853693.561760:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296490576 00000100:00000001:3.0:1780853693.561762:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853693.561765:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853693.561768:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.561771:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.561773:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.561777:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853693.561778:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853693.561781:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853693.561782:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853693.561783:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.561785:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853693.587262:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.587321:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.587326:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.587329:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.587342:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.587349:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.587359:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.587365:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.587370:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.587375:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe4a880 00000400:00000200:1.0:1780853693.587380:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.587386:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x64e9 [1] + 0 00000800:00000001:1.0:1780853693.587393:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.587401:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.587404:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.587408:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.587415:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.587425:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853693.587436:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.587454:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.587463:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.587466:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.587530:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853693.587535:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853693.587541:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853693.587543:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853693.587546:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853693.587551:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:3.0:1780853693.587553:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:3.0:1780853693.587556:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853693.587561:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853693.587569:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853693.587574:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853693.587576:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.587588:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853693.587591:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853693.587594:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853693.587596:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853693.587599:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853693.587611:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=234 v=5 (5 5 37 37) 00000100:00001000:3.0:1780853693.587615:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853693.587618:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853693.587619:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853693.587622:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853693.587625:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.587629:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853693.587631:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967312 gen 15 00000100:00000040:3.0:1780853693.587634:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853693.587637:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853693.587638:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853693.587643:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853693.587649:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853693.587651:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853693.587653:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.587655:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853693.587661:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853693.587664:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853693.587666:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853693.587668:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853693.587671:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853693.587674:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853693.587676:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00001000:3.0:1780853693.587679:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1780853693 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853693.587682:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585123418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853693.587687:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:3.0:1780853693.587692:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1780853693.587696:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:3.0:1780853693.587698:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853693.587701:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853693.587705:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853693.587708:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853693.587711:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853693.587715:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853693.587717:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853693.587720:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853693.587721:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853693.587723:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853693.587726:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587727:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587729:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853693.587731:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853693.587733:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587734:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853693.587736:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853693.587740:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853693.587742:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587744:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587746:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853693.587748:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853693.587750:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853693.587752:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.587754:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853693.587756:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1780853693.587759:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1780853693.587762:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853693.587763:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853693.587764:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853693.587765:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1780853693.587767:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1780853693.587769:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1780853693.587773:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1780853693.587775:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853693.587777:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587778:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853693.587780:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853693.587781:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853693.587782:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853693.587783:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853693.587784:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587786:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587787:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853693.587788:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853693.587789:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587791:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853693.587792:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853693.587794:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853693.587796:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587797:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.587800:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853693.587801:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853693.587802:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853693.587804:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.587806:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853693.587808:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853693.587822:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853693.587830:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006a2dce30): req@ffff9e4587c3a680 x1867358631405824/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853693.587858:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.587862:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853693.587867:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853693.587876:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631405696:192.168.202.110@tcp:8:checkstat.0 00000100:00000001:3.0:1780853693.587880:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.587883:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853693.587885:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631405696/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853693.587891:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853693.587893:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853693.587897:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853693.587901:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853693.587910:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853693.587912:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853693.587916:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853693.587918:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3400. 02000000:00000001:3.0:1780853693.587922:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853693.587924:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853693.587926:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:3.0:1780853693.587930:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853693.587932:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.587934:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853693.587943:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853693.587945:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.587947:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853693.587949:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853693.596311:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.596329:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.596333:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.596335:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.596345:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.596353:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.596362:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.596367:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.596373:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.596378:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe4a900 00000400:00000200:1.0:1780853693.596383:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.596390:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x64f1 [1] + 224 00000800:00000001:1.0:1780853693.596398:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.596405:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.596409:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.596413:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.596421:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.596432:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631405824/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853709 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.596443:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c3a680 x1867358631405824/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853709 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.596463:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.596472:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.596475:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853693.604389:0:30264:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853693.604392:0:30264:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853693.604396:0:30264:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853693.604399:0:30264:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.604401:0:30264:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853693.604402:0:30264:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853693.604403:0:30264:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853693.604405:0:30264:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07a20 00000020:00000010:0.0:1780853693.604407:0:30264:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073000. 00000020:00000010:0.0:1780853693.604410:0:30264:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5e40. 00000008:00000010:0.0:1780853693.604412:0:30264:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:0.0:1780853693.604415:0:30264:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2780. 00008000:00000010:0.0:1780853693.604417:0:30264:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3c08. 00000080:00000010:0.0:1780853693.604420:0:30264:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b000. 00000080:00000010:0.0:1780853693.604422:0:30264:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60248. 00000020:00000010:0.0:1780853693.604424:0:30264:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853693.604426:0:30264:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835bb80. 00020000:00000010:0.0:1780853693.604429:0:30264:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb4240. 00008000:00000010:0.0:1780853693.604431:0:30264:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344c60. 00000080:00000010:0.0:1780853693.604433:0:30264:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345000. 00000020:00000010:0.0:1780853693.604435:0:30264:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073200. 00000020:00000010:0.0:1780853693.604437:0:30264:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07a20. 00000001:00000001:0.0:1780853693.604439:0:30264:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853693.604448:0:30264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd08 00000080:00000008:0.0:1780853693.604450:0:30264:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x21:0x0](ffff9e459198aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853693.604456:0:30264:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853693.604458:0:30264:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbda0 00000080:00002000:0.0:1780853693.604460:0:30264:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e4591893e58, parent ffff9e4591afce58, inode ffff9e459198aa08) hashed, 00000080:00000001:0.0:1780853693.604463:0:30264:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.613797:0:30265:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853693.613805:0:30265:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853693.615041:0:30265:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853693.615049:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3b20 00000080:00200000:1.0:1780853693.615054:0:30265:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853693.615067:0:30265:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313a00. 00800000:00000002:1.0:1780853693.615076:0:30265:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853693.615080:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853693.615085:0:30265:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.615087:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3a40 00800000:00000002:1.0:1780853693.615090:0:30265:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853693.615094:0:30265:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853693.615100:0:30265:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853693.615106:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.615108:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3910 00000002:00010000:1.0:1780853693.615110:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853693.615114:0:30265:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853693.615116:0:30265:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853693.615120:0:30265:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853693.615128:0:30265:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:1.0:1780853693.615131:0:30265:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853693.615137:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853693.615141:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853693.615147:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853693.615159:0:30265:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853693.615166:0:30265:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853693.615169:0:30265:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853693.615177:0:30265:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853693.615179:0:30265:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853693.615182:0:30265:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853693.615184:0:30265:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853693.615186:0:30265:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853693.615188:0:30265:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853693.615191:0:30265:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853693.615193:0:30265:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853693.615197:0:30265:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313a00. 00000080:00000001:1.0:1780853693.615203:0:30265:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853693.615205:0:30265:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853693.615208:0:30265:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853693.615211:0:30265:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:1.0:1780853693.615215:0:30265:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853693.615217:0:30265:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853693.615218:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853693.615221:0:30265:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853693.615223:0:30265:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:1.0:1780853693.615225:0:30265:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.615228:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.615231:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.615233:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853693.615235:0:30265:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853693.615237:0:30265:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853693.615240:0:30265:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401ed3b58 00010000:00000001:1.0:1780853693.615242:0:30265:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853693.615243:0:30265:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853693.615244:0:30265:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:1.0:1780853693.615247:0:30265:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.615249:0:30265:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.615251:0:30265:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853693.615254:0:30265:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853693.615261:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.615262:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.615454:0:30265:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853693.615458:0:30265:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853693.615462:0:30265:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853693.615471:0:30265:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853693.615474:0:30265:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853693.615476:0:30265:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853693.615480:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.615481:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.615483:0:30265:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615486:0:30265:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853693.615489:0:30265:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615491:0:30265:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615494:0:30265:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615496:0:30265:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853693.615498:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.615499:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853693.615502:0:30265:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853693.615503:0:30265:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853693.615506:0:30265:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853693.615512:0:30265:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853693.615526:0:30265:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c35220. 00000020:00000001:1.0:1780853693.615530:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3a88 00000080:00200000:1.0:1780853693.615532:0:30265:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=24 00000080:00000001:1.0:1780853693.615536:0:30265:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853693.615538:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3938 00000080:00200000:1.0:1780853693.615540:0:30265:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:1.0:1780853693.615547:0:30265:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313a00. 00800000:00000002:1.0:1780853693.615549:0:30265:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853693.615553:0:30265:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853693.615555:0:30265:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.615557:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3858 00800000:00000002:1.0:1780853693.615559:0:30265:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853693.615562:0:30265:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1780853693.615566:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed37f0 00800000:00000002:1.0:1780853693.615567:0:30265:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:1.0:1780853693.615571:0:30265:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.615572:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3728 00000002:00010000:1.0:1780853693.615574:0:30265:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780853693.615589:0:30265:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853693.615592:0:30265:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853693.615597:0:30265:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853693.615602:0:30265:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853693.615608:0:30265:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853693.615612:0:30265:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853693.615615:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.615616:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.615618:0:30265:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.615620:0:30265:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853693.615623:0:30265:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853693.615626:0:30265:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853693.615634:0:30265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72400. 00000100:00000001:1.0:1780853693.615641:0:30265:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615646:0:30265:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853693.615649:0:30265:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615651:0:30265:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853693.615652:0:30265:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.615654:0:30265:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853693.615663:0:30265:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00010000:00000001:1.0:1780853693.615668:0:30265:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853693.615670:0:30265:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853693.615673:0:30265:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:1.0:1780853693.615675:0:30265:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853693.615679:0:30265:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853693.615683:0:30265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7a00. 00000020:00000001:1.0:1780853693.615687:0:30265:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853693.615689:0:30265:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7a00 with handle 0xa8f483e9eb300c38 to hash 00000020:00000001:1.0:1780853693.615691:0:30265:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853693.615693:0:30265:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853693.615697:0:30265:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853693.615699:0:30265:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853693.615701:0:30265:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853693.615705:0:30265:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853693.615713:0:30265:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853693.615724:0:30265:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30265 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853693.615730:0:30265:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853693.615732:0:30265:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853693.615738:0:30265:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eed80. 00000100:00000001:1.0:1780853693.615740:0:30265:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124712320 : -107453584839296 : ffff9e45833eed80) 00000100:00000001:1.0:1780853693.615743:0:30265:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853693.615744:0:30265:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000001:1.0:1780853693.615749:0:30265:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853693.615754:0:30265:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.615756:0:30265:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853693.615758:0:30265:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853693.615769:0:30265:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104380 x1867358631405952/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.615779:0:30265:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853693.615780:0:30265:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853693.615784:0:30265:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853693.615787:0:30265:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853693.615790:0:30265:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853693.615794:0:30265:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:30265:1867358631405952:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:1.0:1780853693.615798:0:30265:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853693.615803:0:30265:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853693.615805:0:30265:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853693.615808:0:30265:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853693.616997:0:30265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585115000. 02000000:00000001:1.0:1780853693.617002:0:30265:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853693.617013:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853693.617017:0:30265:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dcb8. 00000400:00000010:1.0:1780853693.617025:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9f68. 00000100:00000200:1.0:1780853693.617033:0:30265:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631405952, portal 10 00000100:00000001:1.0:1780853693.617036:0:30265:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853693.617037:0:30265:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000040:1.0:1780853693.617048:0:30265:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104380 x1867358631405952/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.617056:0:30265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853693.617058:0:30265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853693.617061:0:30265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b93b8. 00000100:00000200:1.0:1780853693.617064:0:30265:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631405952, offset 0 00000400:00000200:1.0:1780853693.617069:0:30265:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853693.617078:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.617086:0:30265:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853693.617093:0:30265:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853693.617097:0:30265:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853693.617101:0:30265:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853693.617104:0:30265:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853693.617107:0:30265:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2308:2308:256:4294967295] 192.168.202.110@tcp LPNI seq info [2308:2308:8:4294967295] 00000400:00000200:1.0:1780853693.617112:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.617123:0:30265:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853693.617129:0:30265:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853693.617135:0:30265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853693.617142:0:30265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853693.617151:0:30265:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853693.617156:0:30265:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1780853693.617214:0:30265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853693.617219:0:30265:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 819262 usecs (820 jiffies) 00000400:00000200:1.0:1780853693.617222:0:30265:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853693.617225:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491191 00000100:00000001:1.0:1780853693.617228:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:1.0:1780853693.617230:0:30265:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491191 00000100:00000001:1.0:1780853693.617231:0:30265:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:1.0:1780853693.617233:0:30265:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853693.617236:0:30265:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.617238:0:30265:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853693.617239:0:30265:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853693.617242:0:30265:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eed80 going to sleep for 131 seconds 00000100:00000001:1.0:1780853693.617245:0:30265:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853693.617248:0:30265:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853693.617740:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.617746:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:0.0:1780853693.617752:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.617758:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.617763:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b93b8 00000400:00000010:0.0:1780853693.617766:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b93b8. 00000100:00000001:0.0:1780853693.617770:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.617776:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631405952/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.617787:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.617791:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104380 x1867358631405952/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.617799:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.617801:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.632978:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.632993:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.632997:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.633000:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.633008:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.633016:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.633025:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.633031:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.633036:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.633041:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4a980 00000400:00000200:1.0:1780853693.633046:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.633053:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x64f9 [1] + 224 00000800:00000001:1.0:1780853693.633061:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.633068:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.633071:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.633076:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.633083:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.633092:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104380 x1867358631405952/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.633104:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583104380 x1867358631405952/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.633127:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.633136:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.633139:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853693.634699:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.634705:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:0.0:1780853693.634710:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.634716:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.634721:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fd48 00000400:00000010:0.0:1780853693.634723:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fd48. 00000100:00000001:0.0:1780853693.634728:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.634733:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631406080/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.634743:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.634746:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631406080/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.634752:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.634753:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.671033:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.671049:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.671053:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.671056:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.671065:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.671074:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.671082:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.671088:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.671093:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.671098:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe4aa00 00000400:00000200:1.0:1780853693.671103:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.671109:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x6509 [1] + 224 00000800:00000001:1.0:1780853693.671116:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.671124:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.671127:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.671131:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.671138:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.671147:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631406080/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.671159:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4587c3a680 x1867358631406080/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.671174:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.671182:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.671185:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853693.673877:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.673883:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853693.673888:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.673893:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.673899:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:0.0:1780853693.673901:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:0.0:1780853693.673905:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.673910:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631406208/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853709 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.673919:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.673923:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631406208/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.673929:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.673931:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.690305:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.690323:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.690327:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.690330:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.690339:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.690349:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.690358:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.690364:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.690371:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.690375:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe4aa80 00000400:00000200:1.0:1780853693.690380:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.690386:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x6511 [1] + 224 00000800:00000001:1.0:1780853693.690394:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.690402:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.690405:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.690411:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.690419:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.690428:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631406208/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853709 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.690439:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c3a680 x1867358631406208/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853709 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.690466:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.690474:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.690477:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853693.692644:0:30265:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.692649:0:30265:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.692656:0:30265:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853693.692658:0:30265:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000020:00000001:1.0:1780853693.692660:0:30265:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000020:00000001:1.0:1780853693.692662:0:30265:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853693.692666:0:30265:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853693.692670:0:30265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853693.692672:0:30265:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853693.692674:0:30265:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853693.692675:0:30265:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853693.692677:0:30265:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1028 on OST[1]: s=0 (1) m=1780853672 a=1780853672 c=1780853672 b=1 00020000:00000001:1.0:1780853693.692681:0:30265:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853693.692683:0:30265:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=1780853672 a=1780853672 c=1780853672 b=1 00020000:00000001:1.0:1780853693.692686:0:30265:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.692688:0:30265:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.692690:0:30265:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000080:00200000:1.0:1780853693.692692:0:30265:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x22:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1780853693.692695:0:30265:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853693.692698:0:30265:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853693.692699:0:30265:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c60248 (ffff9e4587c07b48/0) at cl_lock_release():245 00000020:00000001:1.0:1780853693.692703:0:30265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853693.692704:0:30265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c60248 (ffff9e4587c07b48/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853693.692707:0:30265:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853693.692711:0:30265:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853693.692713:0:30265:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371936488 : -107453337615128 : ffff9e4591fb44e8) 00000020:00000001:1.0:1780853693.692715:0:30265:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853693.692717:0:30265:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9930 (ffff9e4587c07bd8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853693.692719:0:30265:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853693.692721:0:30265:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853693.692723:0:30265:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.692726:0:30265:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853693.692727:0:30265:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853693.692729:0:30265:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853693.692730:0:30265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853693.692731:0:30265:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853693.692733:0:30265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853693.692734:0:30265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c60248 (ffff9e4587c07b48/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853693.692737:0:30265:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853693.692738:0:30265:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853693.692739:0:30265:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9930 (ffff9e4587c07b48/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853693.692743:0:30265:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e45922824c0. 00000020:00000001:1.0:1780853693.692746:0:30265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853693.692748:0:30265:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9900. 00020000:00000001:1.0:1780853693.692751:0:30265:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853693.692753:0:30265:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853693.692753:0:30265:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853693.692756:0:30265:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.692758:0:30265:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853693.692761:0:30265:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853693.692763:0:30265:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853693.692764:0:30265:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853693.692766:0:30265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853693.692768:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07bd0 00000020:00000010:1.0:1780853693.692774:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073000. 00000020:00000010:1.0:1780853693.692778:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5de0. 00000008:00000010:1.0:1780853693.692783:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:1.0:1780853693.692788:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2000. 00008000:00000010:1.0:1780853693.692794:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:1.0:1780853693.692798:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b1f8. 00000080:00000010:1.0:1780853693.692803:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63908. 00000020:00000010:1.0:1780853693.692806:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073c00. 00000008:00000010:1.0:1780853693.692809:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835ba20. 00020000:00000010:1.0:1780853693.692813:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5680. 00008000:00000010:1.0:1780853693.692816:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344398. 00000080:00000010:1.0:1780853693.692819:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345a50. 00000020:00000010:1.0:1780853693.692821:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072600. 00000020:00000010:1.0:1780853693.692824:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07bd0. 00020000:00000001:1.0:1780853693.692826:0:30265:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853693.692828:0:30265:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853693.692831:0:30265:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853693.692833:0:30265:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853693.692838:0:30265:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853693.692840:0:30265:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.692842:0:30265:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853693.692843:0:30265:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853693.692844:0:30265:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853693.692856:0:30265:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07b40 00000020:00000010:1.0:1780853693.692859:0:30265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073200. 00000020:00000010:1.0:1780853693.692862:0:30265:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5000. 00000008:00000010:1.0:1780853693.692864:0:30265:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:1.0:1780853693.692868:0:30265:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:1.0:1780853693.692871:0:30265:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3170. 00000080:00000010:1.0:1780853693.692874:0:30265:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b738. 00000080:00000010:1.0:1780853693.692877:0:30265:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60248. 00000020:00000010:1.0:1780853693.692880:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000008:00000010:1.0:1780853693.692882:0:30265:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a9a0. 00020000:00000010:1.0:1780853693.692884:0:30265:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb4480. 00008000:00000010:1.0:1780853693.692887:0:30265:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344928. 00000080:00000010:1.0:1780853693.692889:0:30265:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345d20. 00000020:00000010:1.0:1780853693.692892:0:30265:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000020:00000010:1.0:1780853693.692894:0:30265:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07b40. 00000001:00000001:1.0:1780853693.692896:0:30265:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.692905:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3d08 00000080:00000008:1.0:1780853693.692908:0:30265:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9e459198f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853693.692915:0:30265:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853693.692917:0:30265:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ed3da0 00000080:00002000:1.0:1780853693.692919:0:30265:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e4591893a20, parent ffff9e45918b4bd0, inode ffff9e459198f448) hashed, 00000080:00000001:1.0:1780853693.692922:0:30265:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.694209:0:30075:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853693.694214:0:30075:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853693.694217:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73b78 00000080:00200000:0.0:1780853693.694220:0:30075:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853693.694229:0:30075:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca8000. 00800000:00000002:0.0:1780853693.694235:0:30075:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.694239:0:30075:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853693.694243:0:30075:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.694245:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73a98 00800000:00000002:0.0:1780853693.694248:0:30075:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853693.694252:0:30075:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853693.694257:0:30075:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853693.694263:0:30075:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.694313:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73968 00000002:00010000:0.0:1780853693.694315:0:30075:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853693.694318:0:30075:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853693.694320:0:30075:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.694323:0:30075:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.694330:0:30075:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.694333:0:30075:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.694338:0:30075:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.694342:0:30075:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853693.694347:0:30075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1780853693.694358:0:30075:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853693.694363:0:30075:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.694366:0:30075:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1780853693.694380:0:30075:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853693.694382:0:30075:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.694384:0:30075:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.694386:0:30075:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.694388:0:30075:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.694390:0:30075:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853693.694393:0:30075:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853693.694396:0:30075:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.694399:0:30075:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca8000. 00000080:00000001:0.0:1780853693.694405:0:30075:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853693.694407:0:30075:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.694410:0:30075:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853693.694413:0:30075:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:0.0:1780853693.694417:0:30075:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853693.694419:0:30075:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.694420:0:30075:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.694422:0:30075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.694424:0:30075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.694426:0:30075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.694429:0:30075:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.694432:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.694434:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.694435:0:30075:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.694437:0:30075:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.694440:0:30075:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401f73bb0 00010000:00000001:0.0:1780853693.694441:0:30075:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.694443:0:30075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.694444:0:30075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.694446:0:30075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.694448:0:30075:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.694450:0:30075:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.694454:0:30075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853693.694460:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.694461:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.694462:0:30075:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.694465:0:30075:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.694467:0:30075:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853693.694474:0:30075:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.694477:0:30075:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.694480:0:30075:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.694485:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.694486:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.694487:0:30075:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.694490:0:30075:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.694492:0:30075:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.694494:0:30075:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.694497:0:30075:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.694499:0:30075:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.694500:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.694501:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853693.694504:0:30075:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853693.694505:0:30075:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.694508:0:30075:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:0.0:1780853693.694512:0:30075:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.694517:0:30075:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:0.0:1780853693.694519:0:30075:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853693.694521:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73b78 00000080:00200008:0.0:1780853693.694524:0:30075:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 304000 00000080:00000010:0.0:1780853693.694530:0:30075:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cd680. 00000080:00000001:0.0:1780853693.694534:0:30075:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.694535:0:30075:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853693.694546:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73d28 00000080:00200008:0.0:1780853693.694548:0:30075:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853693.694555:0:30075:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:0.0:1780853693.694558:0:30075:0:(statahead.c:1776:is_first_dirent()) Process entered 00000080:00000010:0.0:1780853693.694560:0:30075:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca8000. 00800000:00000002:0.0:1780853693.694563:0:30075:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853693.694568:0:30075:0:(lmv_obd.c:3416:lmv_read_page()) Process entered 00000002:00000001:0.0:1780853693.694571:0:30075:0:(mdc_request.c:1491:mdc_read_page()) Process entered 00000002:00000001:0.0:1780853693.694573:0:30075:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.694574:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73990 00000002:00010000:0.0:1780853693.694586:0:30075:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1780853693.694590:0:30075:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853693.694591:0:30075:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.694593:0:30075:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.694595:0:30075:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.694597:0:30075:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.694600:0:30075:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.694601:0:30075:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853693.694612:0:30075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853693.694620:0:30075:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853693.694622:0:30075:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.694625:0:30075:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1780853693.694631:0:30075:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853693.694633:0:30075:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.694634:0:30075:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.694636:0:30075:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.694637:0:30075:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.694638:0:30075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.694640:0:30075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.694642:0:30075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.694644:0:30075:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.694646:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.694647:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.694648:0:30075:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.694687:0:30075:0:(mdc_request.c:1389:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1780853693.694693:0:30075:0:(mdc_request.c:1396:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e4585174800. 00000002:00000001:0.0:1780853693.695237:0:30075:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1780853693.695243:0:30075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368000. 00000020:00000040:0.0:1780853693.695248:0:30075:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853693.695252:0:30075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853693.695255:0:30075:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853693.695259:0:30075:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853693.695295:0:30075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca9200. 00000100:00000001:0.0:1780853693.695303:0:30075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.695307:0:30075:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1780853693.695311:0:30075:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e45851b9400. 00000100:00000010:0.0:1780853693.695315:0:30075:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e4589b76000. 00000020:00000040:0.0:1780853693.695317:0:30075:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853693.695337:0:30075:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853693.695338:0:30075:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853693.695344:0:30075:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:0.0:1780853693.695346:0:30075:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:0.0:1780853693.695349:0:30075:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.695350:0:30075:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000001:0.0:1780853693.695356:0:30075:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853693.695360:0:30075:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.695362:0:30075:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853693.695365:0:30075:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853693.695380:0:30075:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.695388:0:30075:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853693.695390:0:30075:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.695394:0:30075:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853693.695397:0:30075:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853693.695400:0:30075:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853693.695403:0:30075:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:30075:1867358631406336:192.168.202.110@tcp:37:bash.0 00000100:00000001:0.0:1780853693.695407:0:30075:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853693.695412:0:30075:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853693.695416:0:30075:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.695418:0:30075:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1780853693.695427:0:30075:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853693.695431:0:30075:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853693.695440:0:30075:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e458663a000. 00000100:00000200:0.0:1780853693.695448:0:30075:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a25a4fe4ab00-0x6a25a4fe4ab00, portal 14 00000100:00000001:0.0:1780853693.695451:0:30075:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.695454:0:30075:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853693.695458:0:30075:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853693.695460:0:30075:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853693.695463:0:30075:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853693.695465:0:30075:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014bf20. 00000400:00000010:0.0:1780853693.695470:0:30075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853693.695473:0:30075:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631406336, portal 10 00000100:00000001:0.0:1780853693.695475:0:30075:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.695476:0:30075:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000040:0.0:1780853693.695484:0:30075:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.695491:0:30075:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853693.695494:0:30075:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853693.695496:0:30075:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426220. 00000100:00000200:0.0:1780853693.695499:0:30075:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867358631406336, offset 0 00000400:00000200:0.0:1780853693.695508:0:30075:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853693.695518:0:30075:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.695525:0:30075:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853693.695531:0:30075:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853693.695536:0:30075:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853693.695541:0:30075:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853693.695544:0:30075:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853693.695548:0:30075:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2311:2311:256:4294967295] 192.168.202.110@tcp LPNI seq info [2311:2311:8:4294967295] 00000400:00000200:0.0:1780853693.695552:0:30075:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.695562:0:30075:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853693.695568:0:30075:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853693.695574:0:30075:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853693.695594:0:30075:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853693.695604:0:30075:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853693.695610:0:30075:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1780853693.695627:0:30075:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853693.695632:0:30075:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 816843 usecs (817 jiffies) 00000400:00000200:0.0:1780853693.695635:0:30075:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853693.695639:0:30075:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491265 00000100:00000001:0.0:1780853693.695642:0:30075:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:0.0:1780853693.695644:0:30075:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491265 00000100:00000001:0.0:1780853693.695647:0:30075:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:0.0:1780853693.695649:0:30075:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853693.695652:0:30075:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.695654:0:30075:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853693.695656:0:30075:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853693.695659:0:30075:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853693.695662:0:30075:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853693.695665:0:30075:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853693.695995:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.696000:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853693.696006:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.696011:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.696016:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426220 00000400:00000010:1.0:1780853693.696019:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426220. 00000100:00000001:1.0:1780853693.696023:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.696028:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.696038:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.696041:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.696049:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.696050:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.726745:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.726767:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.726772:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.726774:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.726786:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726795:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.726805:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726810:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726817:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726822:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe4ab00 00000400:00000200:1.0:1780853693.726827:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726834:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6519 [256] + 0 00000400:00000010:1.0:1780853693.726840:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:1.0:1780853693.726846:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e458663a000 00000800:00000001:1.0:1780853693.726863:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.726873:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.726876:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.726880:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.726885:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e458663a000 00000400:00000010:1.0:1780853693.726888:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e458663a000. 00000100:00000001:1.0:1780853693.726895:0:2372:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1780853693.726897:0:2372:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4588368000 desc ffff9e45851b9400 mbits 1867358631406336 00000100:00000001:1.0:1780853693.726913:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1780853693.726923:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853693.726927:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726932:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853693.726938:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2312:2312:256:4294967295] 192.168.202.110@tcp LPNI seq info [2312:2312:8:4294967295] 00000400:00000200:1.0:1780853693.726942:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.726950:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853693.726956:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853693.726964:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e4585d6a000. 00000800:00000200:1.0:1780853693.726971:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853693.726979:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853693.726984:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d6a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853693.727042:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.727047:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e4585d6a000. 00000400:00000200:1.0:1780853693.727052:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.727055:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853693.727061:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.727064:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.727154:0:30075:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853693.727159:0:30075:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853693.734507:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.734526:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.734530:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.734533:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.734543:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.734552:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.734561:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.734567:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.734573:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.734615:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe4ab00 00000400:00000200:1.0:1780853693.734620:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.734627:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x6521 [1] + 224 00000800:00000001:1.0:1780853693.734635:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.734648:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.734651:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.734657:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.734666:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.734677:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.734688:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.734709:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.734720:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.734723:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.734820:0:30075:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853693.734828:0:30075:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853693.734830:0:30075:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853693.734834:0:30075:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014bf20. 00000400:00000200:0.0:1780853693.734839:0:30075:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:0.0:1780853693.734841:0:30075:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:0.0:1780853693.734844:0:30075:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.734856:0:30075:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853693.734866:0:30075:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.734873:0:30075:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853693.734883:0:30075:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.734886:0:30075:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853693.734890:0:30075:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853693.734893:0:30075:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853693.734896:0:30075:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.734900:0:30075:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853693.734920:0:30075:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853693.734926:0:30075:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853693.734929:0:30075:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853693.734931:0:30075:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.734934:0:30075:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853693.734938:0:30075:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.734943:0:30075:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853693.734945:0:30075:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1780853693.734947:0:30075:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853693.734949:0:30075:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853693.734953:0:30075:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.734964:0:30075:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.734972:0:30075:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853693.734975:0:30075:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853693.734979:0:30075:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853693.734988:0:30075:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:30075:1867358631406336:192.168.202.110@tcp:37:bash.0 00000100:00000001:0.0:1780853693.734993:0:30075:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.734996:0:30075:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.734999:0:30075:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853693.735002:0:30075:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.735006:0:30075:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.735013:0:30075:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853693.735017:0:30075:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:0.0:1780853693.735021:0:30075:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853693.735022:0:30075:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.735027:0:30075:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.735030:0:30075:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.735034:0:30075:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368000 x1867358631406336/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.735041:0:30075:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853693.735044:0:30075:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853693.735047:0:30075:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853693.735051:0:30075:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853693.735054:0:30075:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853693.735057:0:30075:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853693.735059:0:30075:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1780853693.735061:0:30075:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1780853693.735065:0:30075:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853693.735066:0:30075:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853693.735068:0:30075:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:0.0:1780853693.735094:0:30075:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e4589b76000. 00000100:00000010:0.0:1780853693.735097:0:30075:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e45851b9400. 00000100:00000001:0.0:1780853693.735100:0:30075:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1780853693.735102:0:30075:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca9200. 02000000:00000001:0.0:1780853693.735106:0:30075:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853693.735108:0:30075:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853693.735111:0:30075:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368000. 00000100:00000001:0.0:1780853693.735116:0:30075:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853693.735117:0:30075:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.735120:0:30075:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1780853693.735123:0:30075:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1780853693.735789:0:30075:0:(mdc_request.c:1440:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e4585174800. 00000002:00000001:0.0:1780853693.735798:0:30075:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.735805:0:30075:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.735808:0:30075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.735812:0:30075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.735815:0:30075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.735818:0:30075:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.735822:0:30075:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.735830:0:30075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853693.735841:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.735843:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.735845:0:30075:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.735848:0:30075:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.735851:0:30075:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853693.735859:0:30075:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.735862:0:30075:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.735865:0:30075:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.735869:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.735870:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.735873:0:30075:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.735876:0:30075:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.735878:0:30075:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.735880:0:30075:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.735883:0:30075:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.735885:0:30075:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.735887:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.735888:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1780853693.735891:0:30075:0:(lmv_obd.c:3433:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.735898:0:30075:0:(statahead.c:1881:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:0.0:1780853693.735904:0:30075:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.735908:0:30075:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca8000. 00000080:00000001:0.0:1780853693.735915:0:30075:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.735920:0:30075:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853693.735923:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73ca0 00000080:00200000:0.0:1780853693.735926:0:30075:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853693.735935:0:30075:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca8000. 00800000:00000002:0.0:1780853693.735940:0:30075:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.735944:0:30075:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853693.735947:0:30075:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.735950:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73bc0 00800000:00000002:0.0:1780853693.735952:0:30075:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853693.735956:0:30075:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853693.735960:0:30075:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853693.735966:0:30075:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.735968:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73a90 00000002:00010000:0.0:1780853693.735971:0:30075:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853693.735975:0:30075:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853693.735977:0:30075:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.735980:0:30075:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.735986:0:30075:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.735989:0:30075:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.735993:0:30075:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.735996:0:30075:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853693.736000:0:30075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853693.736008:0:30075:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853693.736012:0:30075:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.736016:0:30075:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1780853693.736023:0:30075:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853693.736025:0:30075:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.736028:0:30075:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.736030:0:30075:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.736032:0:30075:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.736034:0:30075:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853693.736037:0:30075:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853693.736039:0:30075:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.736041:0:30075:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca8000. 00000080:00000001:0.0:1780853693.736044:0:30075:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853693.736046:0:30075:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.736049:0:30075:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853693.736053:0:30075:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:0.0:1780853693.736057:0:30075:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853693.736059:0:30075:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.736060:0:30075:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.736062:0:30075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.736063:0:30075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.736066:0:30075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.736068:0:30075:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.736070:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.736071:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.736073:0:30075:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.736075:0:30075:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.736077:0:30075:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401f73cd8 00010000:00000001:0.0:1780853693.736079:0:30075:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.736080:0:30075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.736082:0:30075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.736084:0:30075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.736086:0:30075:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.736087:0:30075:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.736090:0:30075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853693.736096:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.736097:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.736098:0:30075:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.736099:0:30075:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.736101:0:30075:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853693.736107:0:30075:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.736109:0:30075:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.736110:0:30075:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.736112:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.736113:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.736115:0:30075:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.736116:0:30075:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.736117:0:30075:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.736119:0:30075:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.736121:0:30075:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.736122:0:30075:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.736124:0:30075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.736125:0:30075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853693.736127:0:30075:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853693.736128:0:30075:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853693.736131:0:30075:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853693.736135:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73d28 00000080:00000008:0.0:1780853693.736137:0:30075:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853693.736514:0:30075:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1780853693.736518:0:30075:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) pos/size0/8704 32bit_api 0 00000080:00000010:0.0:1780853693.736524:0:30075:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca8000. 00800000:00000002:0.0:1780853693.736527:0:30075:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.736529:0:30075:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1780853693.736536:0:30075:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446739483547160960 : -4590162390656 : fffffbd345005180) 00000080:00000001:0.0:1780853693.736539:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780853693.736544:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.736546:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:0.0:1780853693.736548:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:0.0:1780853693.736550:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:0.0:1780853693.736553:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:0.0:1780853693.736555:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:0.0:1780853693.736557:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:0.0:1780853693.736559:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:0.0:1780853693.736562:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:0.0:1780853693.736564:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:0.0:1780853693.736566:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:0.0:1780853693.736568:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:0.0:1780853693.736571:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1780853693.736573:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:0.0:1780853693.736587:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:0.0:1780853693.736590:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:0.0:1780853693.736592:0:30075:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:0.0:1780853693.736596:0:30075:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853693.736599:0:30075:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.736601:0:30075:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca8000. 00000080:00000001:0.0:1780853693.736606:0:30075:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.736628:0:30075:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1780853693.736630:0:30075:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) pos/size18446744073709551614/8704 32bit_api 0 00000080:00000001:0.0:1780853693.736633:0:30075:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853693.736635:0:30075:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.736649:0:30075:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:0.0:1780853693.736652:0:30075:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853693.736654:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73d98 00000080:00200008:0.0:1780853693.736656:0:30075:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 304000 00000080:00400000:0.0:1780853693.736660:0:30075:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1780853693.736664:0:30075:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cd680. 00000080:00000001:0.0:1780853693.736669:0:30075:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853693.736671:0:30075:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f73d98 00000080:00000008:0.0:1780853693.736673:0:30075:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 304000, rc = 0 00000080:00000001:0.0:1780853693.736676:0:30075:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.736678:0:30075:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.740952:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853693.740960:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853693.740962:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853693.740966:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb20 00000080:00200000:1.0:1780853693.740971:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853693.740979:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313c00. 00800000:00000002:1.0:1780853693.740985:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853693.740989:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853693.740995:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.740998:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba40 00800000:00000002:1.0:1780853693.741001:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853693.741005:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853693.741009:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853693.741015:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.741018:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb910 00000002:00010000:1.0:1780853693.741021:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853693.741025:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853693.741027:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853693.741031:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853693.741037:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:1.0:1780853693.741040:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853693.741045:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853693.741049:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853693.741054:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1780853693.741071:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853693.741076:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853693.741079:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1780853693.741087:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853693.741089:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853693.741091:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853693.741093:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853693.741095:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853693.741098:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853693.741100:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853693.741103:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853693.741107:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313c00. 00000080:00000001:1.0:1780853693.741111:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853693.741113:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853693.741116:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853693.741120:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:1.0:1780853693.741123:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853693.741126:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853693.741128:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853693.741130:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853693.741132:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:1.0:1780853693.741134:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.741137:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.741140:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.741141:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853693.741142:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853693.741145:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853693.741147:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401fbbb58 00010000:00000001:1.0:1780853693.741149:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853693.741151:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853693.741152:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:1.0:1780853693.741155:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.741157:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.741159:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853693.741162:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853693.741168:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.741169:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.741171:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853693.741173:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853693.741176:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853693.741183:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853693.741186:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853693.741188:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853693.741192:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.741193:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.741194:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.741197:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853693.741199:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.741201:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.741204:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.741206:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853693.741208:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.741209:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853693.741211:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853693.741213:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853693.741216:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853693.741220:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.741224:0:30266:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853693.741226:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb48 00000080:00002000:1.0:1780853693.741228:0:30266:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff9e4591afce58) flags 0x20000e refc 1 00000080:00000001:1.0:1780853693.741231:0:30266:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.741234:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb90 00000080:00200000:1.0:1780853693.741235:0:30266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000001:1.0:1780853693.741240:0:30266:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853693.741242:0:30266:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.741248:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd08 00000080:00200008:1.0:1780853693.741250:0:30266:0:(file.c:6228:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9e45919a7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853693.741254:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853693.741256:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbc80 00000080:00200000:1.0:1780853693.741257:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9e45919a7448),name=d21f.recovery-small-1 00000080:00000010:1.0:1780853693.741262:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313c00. 00800000:00000002:0.0:1780853693.746376:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.746393:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853693.746401:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.746404:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbba0 00800000:00000002:0.0:1780853693.746408:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853693.746415:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853693.746422:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853693.746429:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.746431:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba70 00000002:00010000:0.0:1780853693.746434:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853693.746438:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853693.746440:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.746444:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.746451:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853693.746454:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.746459:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.746464:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853693.746469:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300c23 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a00 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853693.746481:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853693.746487:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.746490:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300c23 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a00 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853693.746497:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853693.746499:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.746501:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.746503:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.746505:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.746507:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853693.746510:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853693.746513:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.746518:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313c00. 00000080:00000001:0.0:1780853693.746526:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853693.746529:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.746532:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9e45919a7448) 00000080:00010000:0.0:1780853693.746536:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9e45919a7448) for lock 0xa8f483e9eb300c23 00800000:00000001:0.0:1780853693.746539:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853693.746541:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.746543:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.746546:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.746548:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853693.746551:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853693.746554:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853693.746556:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.746558:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.746559:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.746561:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.746564:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c23 from it ffffb4b401fbbcb8 00010000:00000001:0.0:1780853693.746566:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.746568:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.746569:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853693.746571:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853693.746574:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853693.746592:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.746595:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300c23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979a00 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853693.746602:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.746609:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.746612:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.746614:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.746616:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300c23 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a00 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853693.746624:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.746627:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.746630:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.746634:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.746635:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.746637:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.746641:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.746643:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.746645:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.746648:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.746650:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.746652:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.746653:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853693.746656:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853693.746658:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853693.746662:0:30266:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853693.746667:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd08 00000080:00000008:0.0:1780853693.746669:0:30266:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9e45919a7448), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853693.746729:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853693.746733:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853693.746735:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853693.746736:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbc0 00000080:00200000:0.0:1780853693.746739:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853693.746745:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9200. 00800000:00000002:0.0:1780853693.746748:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.746750:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853693.746752:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.746753:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbae0 00800000:00000002:0.0:1780853693.746755:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853693.746759:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853693.746761:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853693.746764:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.746765:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9b0 00000002:00010000:0.0:1780853693.746767:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853693.746770:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853693.746771:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.746772:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.746776:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.746779:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.746782:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.746784:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853693.746787:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1780853693.746794:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853693.746797:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.746801:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1780853693.746819:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853693.746822:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.746824:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.746826:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.746827:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.746829:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853693.746831:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853693.746833:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.746836:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9200. 00000080:00000001:0.0:1780853693.746839:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853693.746841:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.746843:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853693.746846:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:0.0:1780853693.746849:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853693.746850:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.746851:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.746853:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.746854:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.746856:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.747322:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.747326:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.747327:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.747329:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.747330:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.747333:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401fbbbf8 00010000:00000001:0.0:1780853693.747335:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.747336:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.747338:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.747340:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.747342:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.747344:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.747348:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1780853693.747356:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.747357:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.747359:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.747360:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.747362:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1780853693.747368:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.747370:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.747372:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.747375:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.747376:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.747377:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747379:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.747380:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747382:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747384:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747386:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.747387:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.747388:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853693.747390:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853693.747391:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.747394:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853693.747398:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.747403:0:30266:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853693.747405:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbc0 00000080:00002000:0.0:1780853693.747407:0:30266:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff9e4591afce58) flags 0x20000e refc 1 00000080:00000001:0.0:1780853693.747410:0:30266:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853693.747412:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbc08 00000080:00200000:0.0:1780853693.747413:0:30266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:0.0:1780853693.747418:0:30266:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853693.747420:0:30266:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.747428:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853693.747430:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9e45919a7448), inode mode 41ed mask 44 00000080:00000001:0.0:1780853693.747432:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.747439:0:30266:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:0.0:1780853693.747442:0:30266:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853693.747444:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb78 00000080:00200008:0.0:1780853693.747445:0:30266:0:(file.c:1059:ll_file_open()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9e45919a7448), flags 704400 00000080:00000010:0.0:1780853693.747451:0:30266:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cd680. 00000080:00000001:0.0:1780853693.747458:0:30266:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1780853693.747460:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9200. 00800000:00000002:0.0:1780853693.747463:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.747466:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853693.747468:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.747470:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba28 00800000:00000002:0.0:1780853693.747472:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853693.747475:0:30266:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1780853693.747477:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9a8 00800000:00000002:0.0:1780853693.747479:0:30266:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1780853693.747483:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.747484:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb8e0 00000002:00010000:0.0:1780853693.747485:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1780853693.747489:0:30266:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853693.747491:0:30266:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853693.747495:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853693.747500:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853693.747502:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.747504:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853693.747508:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747510:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.747512:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.747514:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853693.747515:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.747517:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.747518:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853693.747520:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747521:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.747523:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853693.747528:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368000. 00000020:00000040:0.0:1780853693.747532:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853693.747538:0:30266:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853693.747540:0:30266:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747543:0:30266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853693.747548:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.747550:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.747551:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.747552:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.747556:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853693.747558:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853693.747561:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853693.747569:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b9400. 00000100:00000001:0.0:1780853693.747685:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747691:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853693.747693:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747694:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853693.747695:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.747697:0:30266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.747705:0:30266:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00010000:00000001:0.0:1780853693.747709:0:30266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853693.747711:0:30266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853693.747714:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.747716:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.747718:0:30266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853693.747722:0:30266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572600. 00000020:00000001:0.0:1780853693.747725:0:30266:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853693.747727:0:30266:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572600 with handle 0xa8f483e9eb300c4d to hash 00000020:00000001:0.0:1780853693.747730:0:30266:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853693.747731:0:30266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:0.0:1780853693.747734:0:30266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:0.0:1780853693.747737:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.747739:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.747742:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300c4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853693.747750:0:30266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300c4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853693.747762:0:30266:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853693.747773:0:30266:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853693.747783:0:30266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300c4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853693.747788:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853693.747790:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853693.747796:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:0.0:1780853693.747798:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:0.0:1780853693.747801:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.747803:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000001:0.0:1780853693.747924:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853693.747932:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.748083:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853693.748085:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853693.748090:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.748098:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853693.748101:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.748106:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853693.748108:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853693.748111:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853693.748114:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631406592:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853693.748119:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853693.748125:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853693.748128:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.748130:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853693.748229:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853693.748232:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853693.748240:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853693.748245:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014bf20. 00000400:00000010:0.0:1780853693.748253:0:30266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4585174800. 00000100:00000200:0.0:1780853693.748262:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631406592, portal 10 00000100:00000001:0.0:1780853693.748287:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.748289:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000040:0.0:1780853693.748296:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.748304:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853693.748306:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853693.748310:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853693.748314:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631406592, offset 0 00000400:00000200:0.0:1780853693.748320:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853693.748329:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.748337:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853693.748344:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853693.748348:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853693.748352:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853693.748355:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853693.748359:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2313:2313:256:4294967295] 192.168.202.110@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:0.0:1780853693.748363:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.748373:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853693.748379:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853693.748385:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3400. 00000800:00000200:0.0:1780853693.748392:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853693.748401:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853693.748405:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1780853693.748426:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853693.748431:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 815662 usecs (816 jiffies) 00000400:00000200:0.0:1780853693.748434:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853693.748437:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491317 00000100:00000001:0.0:1780853693.748440:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:0.0:1780853693.748442:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491317 00000100:00000001:0.0:1780853693.748444:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:0.0:1780853693.748446:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853693.748449:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.748452:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853693.748454:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1780853693.748457:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 131 seconds 00000100:00000001:0.0:1780853693.748460:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853693.748463:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853693.751737:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.751748:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:0.0:1780853693.751757:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.751767:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.751775:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:0.0:1780853693.751778:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:0.0:1780853693.751783:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.751792:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.751804:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.751820:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.751827:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.751829:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.754226:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.754236:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.754240:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.754243:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.754252:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.754260:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.754301:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.754307:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.754313:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.754317:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4ac00 00000400:00000200:1.0:1780853693.754321:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.754327:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6531 [64] + 224 00000800:00000001:1.0:1780853693.754334:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.754358:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.754362:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.754368:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.754377:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.754386:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.754397:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4588368000 x1867358631406592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.754409:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.754418:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.754421:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853693.758072:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.758077:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853693.758081:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.758087:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.758092:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:0.0:1780853693.758095:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:0.0:1780853693.758099:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.758104:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631406720/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.758114:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.758117:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631406720/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.758124:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.758125:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853693.765324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00000800:00000001:0.0:1780853693.772554:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.772583:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.772587:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.772590:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.772601:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772617:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.772628:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772634:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772640:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772644:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe4ac80 00000400:00000200:0.0:1780853693.772649:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772656:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6541 [256] + 0 00000400:00000010:0.0:1780853693.772663:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:0.0:1780853693.772668:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585014000 00000800:00000001:0.0:1780853693.772674:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.772684:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.772688:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.772692:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.772698:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585014000 00000400:00000010:0.0:1780853693.772701:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585014000. 00000100:00000001:0.0:1780853693.772707:0:2372:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1780853693.772710:0:2372:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c3a680 desc ffff9e4587cf0c00 mbits 1867358631406720 00000100:00000001:0.0:1780853693.772729:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1780853693.772738:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853693.772741:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772749:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853693.772756:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2315:2315:256:4294967295] 192.168.202.110@tcp LPNI seq info [2315:2315:8:4294967295] 00000400:00000200:0.0:1780853693.772760:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.772769:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853693.772775:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853693.772782:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e458663e000. 00000800:00000200:0.0:1780853693.772789:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853693.772795:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853693.772800:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e458663e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853693.772872:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.772876:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e458663e000. 00000400:00000200:0.0:1780853693.772881:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.772884:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853693.772890:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.772893:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.790747:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.790769:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.790773:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.790776:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.790786:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.790794:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.790805:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.793371:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.793382:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.793389:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe4ac80 00000400:00000200:0.0:1780853693.793394:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.793401:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x6549 [1] + 224 00000800:00000001:0.0:1780853693.793411:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.793431:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.793435:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.793439:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.793448:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.793457:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631406720/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.793469:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c3a680 x1867358631406720/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.793482:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.793493:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.793497:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.819077:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.819092:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853693.819102:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.819112:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.819120:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:1.0:1780853693.819123:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 00000100:00000001:1.0:1780853693.819129:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.819140:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631406976/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.819153:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.819157:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631406976/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.819164:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.819166:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853693.823624:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.823646:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.823651:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.823654:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.823666:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.823674:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.823685:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.823692:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.823699:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.823703:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4ad80 00000400:00000200:0.0:1780853693.823708:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.823716:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6551 [1] + 224 00000800:00000001:0.0:1780853693.823725:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.823733:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.823737:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.823741:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.823749:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.823759:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631406976/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.823771:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c3a680 x1867358631406976/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.823794:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.823803:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.823816:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.836159:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.836169:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:1.0:1780853693.836176:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.836185:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.836192:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853693.836194:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853693.836199:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.836207:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631407232/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.836220:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.836223:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631407232/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.836230:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.836232:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853693.851969:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.851985:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.851989:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.851992:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.852001:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.852008:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.852017:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.852022:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.852027:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.852031:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4ae80 00000400:00000200:0.0:1780853693.852036:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.852042:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6559 [64] + 224 00000800:00000001:0.0:1780853693.852049:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.852057:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.852060:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.852064:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.852072:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.852082:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631407232/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.852094:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c3a680 x1867358631407232/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.852116:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.852125:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.852127:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.855495:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.855500:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:1.0:1780853693.855506:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.855511:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.855518:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:1.0:1780853693.855520:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:1.0:1780853693.855524:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.855529:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631407360/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.855539:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.855716:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631407360/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853829 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.855725:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.855727:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853693.868095:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.868177:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.868181:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.868185:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.868195:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.868203:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.868216:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.868222:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.868228:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.868233:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe4af00 00000400:00000200:0.0:1780853693.868238:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.868245:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x6561 [1] + 224 00000800:00000001:0.0:1780853693.868253:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.868282:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.868286:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.868291:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.868301:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.868311:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631407360/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853693.868323:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38a80 x1867358631407360/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853693.868351:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.868360:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.868363:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.872695:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.872700:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:1.0:1780853693.872705:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.872711:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.872716:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:1.0:1780853693.872718:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:1.0:1780853693.872723:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.872727:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631407616/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.872736:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.872739:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631407616/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.872745:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.872747:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853693.879812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00010000:00000010:2.1:1780853693.879896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00010000:00000010:2.1:1780853693.879902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00000800:00000001:0.0:1780853693.890668:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.890688:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.890692:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.890694:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.890704:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.890712:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.890722:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.890729:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.890735:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.890740:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4b000 00000400:00000200:0.0:1780853693.890745:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.890751:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6569 [1] + 224 00000800:00000001:0.0:1780853693.890760:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.890767:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.890770:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.890774:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.890785:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.890794:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631407616/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853693.891241:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4587c38a80 x1867358631407616/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853693.891314:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853693.891324:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853693.891329:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.891334:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853693.891340:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2320:2320:256:4294967295] 192.168.202.110@tcp LPNI seq info [2320:2320:8:4294967295] 00000400:00000200:0.0:1780853693.891344:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.891351:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853693.891356:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853693.891362:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3400. 00000800:00000200:0.0:1780853693.891368:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853693.891374:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853693.891378:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1780853693.891500:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1780853693.892200:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.892204:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:0.0:1780853693.892209:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.892215:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853693.892358:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1780853693.898651:0:30266:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853693.898660:0:30266:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853693.898663:0:30266:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:1.0:1780853693.898668:0:30266:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:1.0:1780853693.898671:0:30266:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:1.0:1780853693.898673:0:30266:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:1.0:1780853693.898676:0:30266:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1780853693.898680:0:30266:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4585d8bb88. 00020000:00000010:1.0:1780853693.898687:0:30266:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e459267cb40. 00020000:00000010:1.0:1780853693.898691:0:30266:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4585ca5220. 00020000:00000002:1.0:1780853693.898696:0:30266:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da55a0, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853693.898701:0:30266:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853693.898706:0:30266:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585ca8e80: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000010:1.0:1780853693.898711:0:30266:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585ca8e80. 00020000:00000010:1.0:1780853693.898715:0:30266:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da51e0. 00020000:00000010:1.0:1780853693.898718:0:30266:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da55a0. 00020000:00000001:1.0:1780853693.898720:0:30266:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1780853693.898722:0:30266:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e30f8) owner 0000000000000000/ffff9e4591030000 00020000:00000010:1.0:1780853693.898725:0:30266:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45916e30f8. 00020000:00000001:1.0:1780853693.898728:0:30266:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:1.0:1780853693.898732:0:30266:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4598830af0. 00000020:00001000:1.0:1780853693.898740:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07990 00000020:00000010:1.0:1780853693.898745:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073800. 00000020:00000010:1.0:1780853693.898749:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5120. 00000008:00000010:1.0:1780853693.898754:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:1.0:1780853693.898758:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be23c0. 00008000:00000010:1.0:1780853693.898764:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd1530. 00000080:00000010:1.0:1780853693.898768:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b348. 00000080:00000010:1.0:1780853693.898774:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63d98. 00000020:00000010:1.0:1780853693.898778:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000008:00000010:1.0:1780853693.898781:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835af20. 00020000:00000010:1.0:1780853693.898786:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5200. 00008000:00000010:1.0:1780853693.898790:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344738. 00000080:00000010:1.0:1780853693.898793:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883455a0. 00000020:00000010:1.0:1780853693.898796:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073e00. 00000020:00000010:1.0:1780853693.898799:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07990. 00000080:00000001:1.0:1780853693.898803:0:30266:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1780853693.898807:0:30266:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1780853693.898844:0:30266:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:1.0:1780853693.898847:0:30266:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1780853693.898851:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd98 00000080:00200008:1.0:1780853693.898854:0:30266:0:(file.c:448:ll_file_release()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9e45919a7448), flags 704000 00000080:00400000:1.0:1780853693.898859:0:30266:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1780853693.898863:0:30266:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1780853693.898865:0:30266:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1780853693.898866:0:30266:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1780853693.898875:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853693.898879:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853693.898885:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:1.0:1780853693.898888:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853693.898892:0:30266:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1780853693.898895:0:30266:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1780853693.898898:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853693.898905:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853693.898910:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300c54 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a85 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1780853693.898918:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.898920:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853693.898922:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1780853693.898924:0:30266:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x1f:0x0]: 16 00000080:00000010:1.0:1780853693.898927:0:30266:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530b2c0. 00000080:00000001:1.0:1780853693.898934:0:30266:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853693.898938:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd98 00000080:00000008:1.0:1780853693.898941:0:30266:0:(file.c:492:ll_file_release()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9e45919a7448), flags 704000, rc = 0 00000080:00000001:1.0:1780853693.898943:0:30266:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.898945:0:30266:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853693.898949:0:30266:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853693.898951:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbe00 00000080:00002000:1.0:1780853693.898953:0:30266:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff9e4591afce58, parent ffff9e4591970ca8, inode ffff9e45919a7448) hashed, 00000080:00000001:1.0:1780853693.898955:0:30266:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853693.898961:0:30266:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1780853693.898964:0:30266:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1780853693.898992:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853693.898996:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853693.898998:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853693.898999:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbd8 00000080:00200000:1.0:1780853693.899001:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853693.899007:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313400. 00800000:00000002:1.0:1780853693.899012:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853693.899016:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853693.899018:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.899020:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbaf8 00800000:00000002:1.0:1780853693.899022:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853693.899025:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853693.899028:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853693.899032:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.899033:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9c8 00000002:00010000:1.0:1780853693.899035:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853693.899038:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853693.899039:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853693.899041:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853693.899044:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:1.0:1780853693.899046:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853693.899050:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853693.899053:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853693.899057:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1780853693.899064:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853693.899066:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853693.899069:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1780853693.899074:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853693.899076:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853693.899078:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853693.899080:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853693.899082:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853693.899084:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853693.899087:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853693.899090:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853693.899093:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313400. 00000080:00000001:1.0:1780853693.899097:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853693.899098:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853693.899102:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853693.899105:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:1.0:1780853693.899108:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853693.899110:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853693.899112:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853693.899115:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853693.899118:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:1.0:1780853693.899120:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.899122:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.899125:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.899126:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853693.899127:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853693.899129:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853693.899131:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401fbbc10 00010000:00000001:1.0:1780853693.899133:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853693.899135:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853693.899136:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:1.0:1780853693.899138:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.899140:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:1.0:1780853693.899142:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853693.899145:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1780853693.899152:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.899153:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.899154:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853693.899156:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853693.899159:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1780853693.899171:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853693.899175:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853693.899177:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853693.899181:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.899183:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.899185:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899188:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853693.899190:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899192:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899195:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899197:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853693.899198:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.899199:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853693.899202:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853693.899204:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853693.899206:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853693.899210:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853693.899224:0:30266:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c35300. 00000020:00000001:1.0:1780853693.899227:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbdc8 00000080:00200000:1.0:1780853693.899230:0:30266:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=0 00000080:00000001:1.0:1780853693.899233:0:30266:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853693.899235:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbc78 00000080:00200000:1.0:1780853693.899237:0:30266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:1.0:1780853693.899244:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313400. 00800000:00000002:1.0:1780853693.899247:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853693.899250:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853693.899252:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.899253:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb98 00800000:00000002:1.0:1780853693.899255:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853693.899258:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1780853693.899261:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb30 00800000:00000002:1.0:1780853693.899263:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:1.0:1780853693.899306:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853693.899309:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba68 00000002:00010000:1.0:1780853693.899311:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853693.899315:0:30266:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853693.899318:0:30266:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853693.899323:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853693.899327:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853693.899334:0:30266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853693.899338:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853693.899341:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853693.899342:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853693.899344:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.899346:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853693.899349:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853693.899352:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853693.899359:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72000. 00000100:00000001:1.0:1780853693.899366:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899371:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853693.899373:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899374:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853693.899376:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853693.899377:0:30266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853693.899385:0:30266:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00010000:00000001:1.0:1780853693.899389:0:30266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853693.899391:0:30266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853693.899394:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:1.0:1780853693.899396:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853693.899398:0:30266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853693.899403:0:30266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6800. 00000020:00000001:1.0:1780853693.899406:0:30266:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853693.899408:0:30266:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6800 with handle 0xa8f483e9eb300c5b to hash 00000020:00000001:1.0:1780853693.899410:0:30266:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853693.899412:0:30266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:1.0:1780853693.899416:0:30266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:1.0:1780853693.899418:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853693.899420:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853693.899423:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853693.899431:0:30266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853693.899440:0:30266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853693.899446:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853693.899448:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853693.899454:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee780. 00000100:00000001:1.0:1780853693.899456:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710784 : -107453584840832 : ffff9e45833ee780) 00000100:00000001:1.0:1780853693.899459:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853693.899461:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000001:1.0:1780853693.899466:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853693.899470:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.899472:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853693.899473:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853693.899485:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.899494:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853693.899496:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853693.899500:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853693.899503:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853693.899505:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853693.899508:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631407744:192.168.202.110@tcp:101:rm.0 00000100:00000001:1.0:1780853693.899513:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853693.899518:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853693.899521:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853693.899525:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853693.899529:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585110000. 02000000:00000001:1.0:1780853693.899531:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853693.899540:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853693.899545:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d318. 00000400:00000010:1.0:1780853693.899551:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9908. 00000100:00000200:1.0:1780853693.899559:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631407744, portal 10 00000100:00000001:1.0:1780853693.899561:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853693.899562:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000040:1.0:1780853693.899569:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.899586:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853693.899589:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853693.899592:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9330. 00000100:00000200:1.0:1780853693.899595:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631407744, offset 0 00000400:00000200:1.0:1780853693.899602:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853693.899611:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.899618:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853693.899624:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853693.899628:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853693.899632:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853693.899634:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853693.899638:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2321:2321:256:4294967295] 192.168.202.110@tcp LPNI seq info [2321:2321:8:4294967295] 00000400:00000200:1.0:1780853693.899642:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.899652:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853693.899658:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853693.899663:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853693.899670:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853693.899677:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853693.899682:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1780853693.899692:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853693.899696:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808455 usecs (809 jiffies) 00000400:00000200:1.0:1780853693.899700:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853693.899703:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491462 00000100:00000001:1.0:1780853693.899706:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:1.0:1780853693.899709:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491462 00000100:00000001:1.0:1780853693.899711:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:1.0:1780853693.899713:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853693.899717:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.899719:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853693.899721:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853693.899724:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee780 going to sleep for 131 seconds 00000100:00000001:1.0:1780853693.899727:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853693.899730:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853693.907001:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.907011:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:0.0:1780853693.907020:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.907030:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.907038:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9330 00000400:00000010:0.0:1780853693.907041:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9330. 00000100:00000001:0.0:1780853693.907047:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.907058:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.907077:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.907080:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.907086:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.907088:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853693.911323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca76e0. 00000080:00000010:1.1:1780853693.915366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198a940. 00000080:00000010:1.1:1780853693.915385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15200. 00000800:00000001:1.0:1780853693.916507:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.916526:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.916531:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.916533:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.916543:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.916551:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.916559:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.916565:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.916571:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.916596:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4b080 00000400:00000200:1.0:1780853693.916601:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.916613:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6571 [1] + 224 00000800:00000001:1.0:1780853693.916621:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.916631:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.916635:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.916639:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.916646:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.916654:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.916665:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.916687:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.916697:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.916700:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.916882:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853693.916891:0:30266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853693.916893:0:30266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853693.916897:0:30266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d318. 00000400:00000200:0.0:1780853693.916902:0:30266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9908 00000400:00000010:0.0:1780853693.916905:0:30266:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9908. 00000100:00000001:0.0:1780853693.916908:0:30266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.916913:0:30266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853693.916922:0:30266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.916928:0:30266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853693.916930:0:30266:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.916932:0:30266:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853693.916936:0:30266:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853693.916939:0:30266:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853693.916941:0:30266:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.916944:0:30266:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853693.916954:0:30266:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=84 v=101 (101 101 101 101) 00000100:00001000:0.0:1780853693.916958:0:30266:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853693.916961:0:30266:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853693.916963:0:30266:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.916966:0:30266:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853693.916969:0:30266:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.916972:0:30266:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853693.916974:0:30266:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1780853693.916976:0:30266:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853693.916978:0:30266:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853693.916983:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.916990:0:30266:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853693.916993:0:30266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853693.916995:0:30266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853693.916999:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853829 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853693.917007:0:30266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631407744:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853693.917011:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.917013:0:30266:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.917015:0:30266:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853693.917018:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.917021:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853829 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.917028:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853693.917030:0:30266:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee780. 00000100:00000001:0.0:1780853693.917033:0:30266:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853693.917035:0:30266:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917038:0:30266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853693.917042:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917045:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917047:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=4 00000020:00000001:0.0:1780853693.917049:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917052:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000040:0.0:1780853693.917057:0:30266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6800, remote cookie: 0x562725ecec979ac4, flags: 0x1001 00010000:00010000:0.0:1780853693.917062:0:30266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853693.917072:0:30266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853693.917075:0:30266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1780853693.917081:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853693.917083:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.917086:0:30266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.917090:0:30266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853693.917098:0:30266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917104:0:30266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853693.917108:0:30266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853693.917110:0:30266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853693.917112:0:30266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853693.917113:0:30266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853693.917116:0:30266:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff9e4588d95900) refcount = 2 00010000:00000040:0.0:1780853693.917119:0:30266:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780853693.917122:0:30266:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300c54 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a85 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853693.917129:0:30266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917135:0:30266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853693.917138:0:30266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853693.917140:0:30266:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.917142:0:30266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853693.917145:0:30266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.917148:0:30266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917154:0:30266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853693.917155:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917157:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917158:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917159:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917161:0:30266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.917166:0:30266:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853693.917167:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917168:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917170:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917172:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917174:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917177:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917178:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917179:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=4 00000020:00000001:0.0:1780853693.917182:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917184:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917187:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.917189:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.917193:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917200:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917201:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917202:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917203:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917204:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=5 00000020:00000001:0.0:1780853693.917206:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917208:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917211:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.917214:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917220:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917221:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853693.917224:0:30266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917231:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.917232:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917233:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917235:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917236:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853693.917240:0:30266:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853829 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853693.917248:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917249:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917251:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917253:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917255:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917258:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917259:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.917260:0:30266:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.917262:0:30266:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.917289:0:30266:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853693.917291:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917293:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917294:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917296:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917299:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00000002:00010000:0.0:1780853693.917302:0:30266:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917309:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917310:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917312:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853693.917314:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917315:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917316:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917318:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917321:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000040:0.0:1780853693.917324:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 3 00010000:00000001:0.0:1780853693.917326:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853693.917330:0:30266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:0.0:1780853693.917333:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917334:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.917336:0:30266:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853693.917339:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9e8 00000002:00002000:0.0:1780853693.917341:0:30266:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853693.917345:0:30266:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.917349:0:30266:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.917352:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853693.917355:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853693.917359:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853693.917363:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.917366:0:30266:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853693.917368:0:30266:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401fbbe00 it_disposition b 00000080:00000001:0.0:1780853693.917371:0:30266:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853693.917376:0:30266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853693.917379:0:30266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853693.917382:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1780853693.917385:0:30266:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1780853693.917391:0:30266:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780853693.917393:0:30266:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:0.0:1780853693.917396:0:30266:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.917399:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:0.0:1780853693.917402:0:30266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1780853693.917405:0:30266:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833951 mtime from 1780853671 to 1780853693 00000080:00200000:0.0:1780853693.917410:0:30266:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 7680 00000080:00200000:0.0:1780853693.917413:0:30266:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff9e45919a7448): rc = 0 00000080:00000001:0.0:1780853693.917415:0:30266:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365591624 : -107453343959992 : ffff9e45919a7448) 00010000:00000001:0.0:1780853693.917417:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917418:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917420:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917422:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917424:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917425:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917426:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853693.917428:0:30266:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780853693.917429:0:30266:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780853693.917431:0:30266:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853693.917433:0:30266:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853693.917435:0:30266:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.917438:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9e45919a7448) for lock 0xa8f483e9eb300c5b 00800000:00000001:0.0:1780853693.917441:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853693.917443:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.917444:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917446:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917447:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917449:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917451:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917453:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917454:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.917456:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.917458:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1780853693.917464:0:30266:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4589f12af8 inode ffff9e45919a7448 refc 1 flags 0x20000e 00000080:00000001:0.0:1780853693.917468:0:30266:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853693.917470:0:30266:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.917472:0:30266:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1780853693.917476:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9e45919a7448) 00000080:00010000:0.0:1780853693.917480:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c5b from it ffffb4b401fbbe00 00010000:00000001:0.0:1780853693.917482:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917483:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917485:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6800 refcount=3 00000020:00000001:0.0:1780853693.917487:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917489:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125530112 : -107453584021504 : ffff9e45834b6800) 00010000:00000001:0.0:1780853693.917490:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.917493:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853693.917499:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917500:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917501:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.917504:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.917506:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853693.917513:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.917515:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.917517:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.917522:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917524:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917525:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917528:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.917530:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917532:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917535:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917536:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.917538:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917539:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853693.917540:0:30266:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853693.917544:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313400. 00000100:00000001:0.0:1780853693.917548:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.917552:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105500 x1867358631407744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853829 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.917558:0:30266:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853693.917561:0:30266:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853693.917564:0:30266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585110000. 02000000:00000001:0.0:1780853693.917567:0:30266:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853693.917569:0:30266:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853693.917571:0:30266:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853693.917593:0:30266:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853693.917596:0:30266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d72000. 02000000:00000001:0.0:1780853693.917711:0:30266:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853693.917715:0:30266:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853693.917718:0:30266:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105500. 00000100:00000001:0.0:1780853693.917723:0:30266:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853693.917724:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853693.917727:0:30266:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853693.917730:0:30266:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401fbbe00 released 00000080:00000001:0.0:1780853693.917731:0:30266:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780853693.917736:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853693.917738:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853693.917739:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd50 00000080:00200000:0.0:1780853693.917741:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853693.917749:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9800. 00800000:00000002:0.0:1780853693.917755:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853693.917758:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853693.917761:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.917763:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbc70 00800000:00000002:0.0:1780853693.917765:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853693.917769:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853693.917772:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853693.917776:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853693.917779:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb40 00000002:00010000:0.0:1780853693.917780:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853693.917784:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853693.917786:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.917788:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.917791:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.917793:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.917796:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.917798:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853693.917801:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1780853693.917809:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853693.917813:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853693.917816:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1780853693.917822:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853693.917824:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.917826:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.917828:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853693.917830:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.917832:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853693.917834:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853693.917836:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853693.917838:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9800. 00000080:00000001:0.0:1780853693.917842:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853693.917844:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.917846:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853693.917849:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c1c 00800000:00000001:0.0:1780853693.917852:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853693.917853:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853693.917854:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917855:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917857:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.917859:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.917861:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.917863:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917864:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853693.917865:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.917866:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853693.917868:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c1c from it ffffb4b401fbbd88 00010000:00000001:0.0:1780853693.917870:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853693.917871:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853693.917872:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853693.917874:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.917876:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853693.917877:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853693.917880:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1780853693.917886:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917887:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917888:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853693.917889:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853693.917892:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1780853693.917897:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853693.917899:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853693.917900:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.917902:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917903:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.917905:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917907:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853693.917908:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917910:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917912:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.917913:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853693.917915:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.917916:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853693.917918:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853693.917919:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853693.917921:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:0.0:1780853693.917926:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.917931:0:30266:0:(namei.c:2311:ll_rmdir()) Process entered 00000020:00000001:0.0:1780853693.917933:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbe18 00000080:00200000:0.0:1780853693.917935:0:30266:0:(namei.c:2314:ll_rmdir()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853693.917938:0:30266:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1780853693.917941:0:30266:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-1, [0x200000404:0x1f:0x0]) is foreign... 00000080:00000001:0.0:1780853693.917944:0:30266:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853693.917948:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9800. 00800000:00000002:0.0:1780853693.917950:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853693.917956:0:30266:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853693.917961:0:30266:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853693.917963:0:30266:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x1f:0x0] 00800000:00000001:0.0:1780853693.917965:0:30266:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853693.917967:0:30266:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x1f:0x0] -> mds #0 00000002:00000001:0.0:1780853693.917970:0:30266:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853693.917973:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853693.917975:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853693.917978:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.917980:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853693.917983:0:30266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853693.917985:0:30266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1780853693.917993:0:30266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853693.917996:0:30266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853693.917999:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853693.918000:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853693.918003:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918004:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918006:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853693.918007:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918009:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.918011:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918011:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918013:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853693.918014:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918017:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.918018:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918019:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918021:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853693.918022:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918024:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.918026:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853693.918029:0:30266:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853693.918089:0:30266:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853693.918092:0:30266:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853693.918096:0:30266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853693.918097:0:30266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.918101:0:30266:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853693.918103:0:30266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853693.918105:0:30266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853693.918107:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.918108:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853693.918111:0:30266:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583573400 with handle 0xa8f483e9eb300c1c from hash 00010000:00000001:0.0:1780853693.918114:0:30266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853693.918115:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.918116:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.918118:0:30266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853693.918120:0:30266:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853693.918122:0:30266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853693.918125:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853693.918128:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.918130:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853693.918132:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853693.918135:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 3 00010000:00000001:0.0:1780853693.918137:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853693.918139:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853693.918141:0:30266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853693.918143:0:30266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1780853693.918150:0:30266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853693.918152:0:30266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853693.918153:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853693.918155:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode (null) 00000002:00000001:0.0:1780853693.918157:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918158:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918160:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 4 00010000:00000001:0.0:1780853693.918162:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918165:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.918166:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918168:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918169:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 4 00010000:00000001:0.0:1780853693.918171:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918173:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.918175:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918176:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918178:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 4 00010000:00000001:0.0:1780853693.918180:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918182:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.918183:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853693.918186:0:30266:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x1f:0x0] lli = ffff9e45919a7380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853693.918189:0:30266:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853693.918190:0:30266:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853693.918192:0:30266:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853693.918194:0:30266:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1f:0x0](ffff9e45919a7448) invalid 00000020:00000001:0.0:1780853693.918197:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba80 00000080:00002000:0.0:1780853693.918199:0:30266:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff9e4589f12af8) parent ffff9e4591970ca8 inode ffff9e45919a7448 refc 2 00000080:00000001:0.0:1780853693.918203:0:30266:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853693.918204:0:30266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853693.918205:0:30266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.918207:0:30266:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853693.918209:0:30266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853693.918210:0:30266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853693.918211:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.918213:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853693.918216:0:30266:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b6800 with handle 0xa8f483e9eb300c5b from hash 00010000:00000001:0.0:1780853693.918218:0:30266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853693.918219:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.918220:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.918221:0:30266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853693.918223:0:30266:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853693.918224:0:30266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853693.918226:0:30266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853693.918229:0:30266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300c54 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979a85 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1780853693.918242:0:30266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853693.918243:0:30266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853693.918244:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853693.918246:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode CR 00000002:00000001:0.0:1780853693.918248:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918249:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918250:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 4 00010000:00000001:0.0:1780853693.918252:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918254:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853693.918256:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.918257:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.918258:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 4 00010000:00000001:0.0:1780853693.918260:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.918262:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.918324:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.918327:0:30266:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853693.918331:0:30266:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853693.918336:0:30266:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4584ca9200. 00000080:00000001:0.0:1780853693.918338:0:30266:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853693.918342:0:30266:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853693.918345:0:30266:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853693.918347:0:30266:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x1f:0x0] 00000002:00000001:0.0:1780853693.918350:0:30266:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853693.918353:0:30266:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1780853693.918359:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853693.918363:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853693.918367:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853693.918370:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853693.918373:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853693.918379:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca8400. 00000100:00000001:0.0:1780853693.918385:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853693.918399:0:30266:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c3a680 x1867358631407232/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853693.918409:0:30266:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853693.918414:0:30266:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853693.918421:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853693.918423:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853693.918428:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32840. 00000100:00000001:0.0:1780853693.918430:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166932544 : -107453542619072 : ffff9e4585c32840) 00000100:00000001:0.0:1780853693.918433:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.918434:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853693.918438:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853693.918443:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.918445:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853693.918447:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853693.918451:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.918459:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853693.918461:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.918465:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853693.918468:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853693.918471:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853693.918474:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631408000:192.168.202.110@tcp:35:rm.0 00000100:00000001:0.0:1780853693.918478:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853693.918483:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853693.918486:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.918489:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853693.918493:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb000. 02000000:00000001:0.0:1780853693.918495:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853693.918501:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853693.918504:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853693.918510:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853693.918518:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631408000, portal 10 00000100:00000001:0.0:1780853693.918520:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.918521:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:0.0:1780853693.918527:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.918535:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853693.918538:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853693.918541:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864262a8. 00000100:00000200:0.0:1780853693.918544:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631408000, offset 0 00000400:00000200:0.0:1780853693.918551:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853693.918559:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.918566:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853693.918571:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853693.918905:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853693.918910:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853693.918913:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853693.918917:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2322:2322:256:4294967295] 192.168.202.110@tcp LPNI seq info [2322:2322:8:4294967295] 00000400:00000200:0.0:1780853693.918923:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.918933:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853693.918939:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853693.918945:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3400. 00000800:00000200:0.0:1780853693.918951:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853693.918959:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853693.918963:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853693.918971:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853693.918976:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807257 usecs (808 jiffies) 00000400:00000200:0.0:1780853693.918979:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853693.918982:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491481 00000100:00000001:0.0:1780853693.918985:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:0.0:1780853693.918988:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491481 00000100:00000001:0.0:1780853693.918990:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:0.0:1780853693.918992:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853693.918995:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.918998:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853693.918999:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853693.919002:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32840 going to sleep for 11 seconds 00000100:00000001:0.0:1780853693.919005:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853693.919008:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853693.919143:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.919148:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:1.0:1780853693.919153:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.919158:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.919164:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864262a8 00000400:00000010:1.0:1780853693.919167:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864262a8. 00000100:00000001:1.0:1780853693.919170:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.919175:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.919185:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.919188:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.919195:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.919197:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.922462:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.922480:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.922484:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.922486:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.922497:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.922504:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.922515:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.922521:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.922527:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.922532:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4b180 00000400:00000200:1.0:1780853693.922537:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.922543:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6581 [1] + 224 00000800:00000001:1.0:1780853693.922552:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.922560:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.922564:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.922569:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.922596:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.922614:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.922625:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.922642:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853693.922650:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.922654:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.923054:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853693.923062:0:30266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853693.923064:0:30266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853693.923067:0:30266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:0.0:1780853693.923072:0:30266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:0.0:1780853693.923074:0:30266:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:0.0:1780853693.923077:0:30266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.923083:0:30266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853693.923091:0:30266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b480 x1867358631408000/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923097:0:30266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853693.923098:0:30266:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.923101:0:30266:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853693.923104:0:30266:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853693.923106:0:30266:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853693.923109:0:30266:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853693.923112:0:30266:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853693.923121:0:30266:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=84 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853693.923126:0:30266:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853693.923129:0:30266:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853693.923131:0:30266:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.923134:0:30266:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853693.923137:0:30266:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.923141:0:30266:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853693.923143:0:30266:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853693.923145:0:30266:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853693.923148:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.923149:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853693.923152:0:30266:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853693.923154:0:30266:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1780853693.923156:0:30266:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853693.923159:0:30266:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853693.923164:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b480 x1867358631408000/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923170:0:30266:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853693.923173:0:30266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853693.923175:0:30266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853693.923179:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b480 x1867358631408000/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853693.923186:0:30266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631408000:192.168.202.110@tcp:35:rm.0 00000100:00000001:0.0:1780853693.923191:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.923194:0:30266:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.923196:0:30266:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853693.923198:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.923201:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631408000/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923208:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853693.923211:0:30266:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32840. 00000100:00000001:0.0:1780853693.923214:0:30266:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853693.923216:0:30266:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.923223:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.923224:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000002:00000001:0.0:1780853693.923227:0:30266:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.923231:0:30266:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853693.923237:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9200. 00000080:00000001:0.0:1780853693.923241:0:30266:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1780853693.923245:0:30266:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1780853693.923250:0:30266:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1780853693.923255:0:30266:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c3a680 x1867358631407232/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923263:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853693.923285:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000001:0.0:1780853693.923287:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.923291:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631407232/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923297:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.923299:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.923301:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631408000/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923306:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.923308:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.923310:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631407232/t4294967602(4294967602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923316:0:30266:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853693.923319:0:30266:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853693.923321:0:30266:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853693.923323:0:30266:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853693.923326:0:30266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0c00. 02000000:00000001:0.0:1780853693.923330:0:30266:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853693.923331:0:30266:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853693.923333:0:30266:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:0.0:1780853693.923336:0:30266:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853693.923337:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853693.923338:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.923341:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631408000/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923346:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853693.923348:0:30266:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7ea0. 00000002:00000001:0.0:1780853693.923351:0:30266:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853693.923353:0:30266:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853693.923355:0:30266:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0b40. 00000100:00000001:0.0:1780853693.923358:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.923360:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b480 x1867358631408000/t4294967604(4294967604) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.923372:0:30266:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853693.923373:0:30266:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853693.923376:0:30266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb000. 02000000:00000001:0.0:1780853693.923378:0:30266:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853693.923379:0:30266:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853693.923381:0:30266:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853693.923383:0:30266:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853693.923384:0:30266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca8400. 02000000:00000001:0.0:1780853693.923387:0:30266:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853693.923388:0:30266:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853693.923389:0:30266:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b480. 00000100:00000001:0.0:1780853693.923392:0:30266:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853693.923393:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853693.923395:0:30266:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.923398:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853693.923401:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode (null) 00000002:00000001:0.0:1780853693.923405:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853693.923408:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853693.923414:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 4 00010000:00000001:0.0:1780853693.923417:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853693.923422:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.923424:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853693.923428:0:30266:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853693.923430:0:30266:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1f:0x0](ffff9e45919a7448) invalid 00000020:00000001:0.0:1780853693.923434:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba80 00000080:00002000:0.0:1780853693.923436:0:30266:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff9e4589f12af8) parent ffff9e4591970ca8 inode ffff9e45919a7448 refc 2 00000080:00000001:0.0:1780853693.923439:0:30266:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853693.923441:0:30266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853693.923444:0:30266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.923447:0:30266:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853693.923451:0:30266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853693.923453:0:30266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853693.923455:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853693.923458:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853693.923461:0:30266:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778800 with handle 0xa8f483e9eb300c54 from hash 00010000:00000001:0.0:1780853693.923464:0:30266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853693.923467:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.923468:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.923469:0:30266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853693.923473:0:30266:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853693.923475:0:30266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853693.923479:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853693.923481:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1780853693.923484:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1780853693.923490:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853693.923494:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853693.923498:0:30266:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853693.923500:0:30266:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.923503:0:30266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853693.923507:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853693.923512:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853693.923513:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.923514:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.923517:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853693.923519:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853693.923523:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853693.923529:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca8400. 00000100:00000001:0.0:1780853693.923535:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.923538:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853693.923541:0:30266:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853693.923547:0:30266:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780853693.923557:0:30266:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300c54 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979a85 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853693.923568:0:30266:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1780853693.924165:0:30266:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1780853693.924170:0:30266:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1780853693.924173:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853693.924176:0:30266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6800/0xa8f483e9eb300c5b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979ac4 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853693.924191:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.924192:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853693.924195:0:30266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300c54 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979a85 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1780853693.924202:0:30266:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95900 count: 0 00010000:00000010:0.0:1780853693.924208:0:30266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922abe80. 00010000:00000001:0.0:1780853693.924215:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.924216:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853693.924219:0:30266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300c1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec9799e4 expref: -99 pid: 30264 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1780853693.924226:0:30266:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95f00 count: 0 00010000:00000010:0.0:1780853693.924229:0:30266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab680. 00010000:00000001:0.0:1780853693.924233:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853693.924234:0:30266:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.924236:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853693.924238:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853693.924240:0:30266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853693.924251:0:30266:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853693.924260:0:30266:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853693.924352:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853693.924354:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853693.927109:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee180. 00000100:00000001:1.0:1780853693.927121:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124709248 : -107453584842368 : ffff9e45833ee180) 00000100:00000001:1.0:1780853693.927126:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853693.927128:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:1.0:1780853693.927136:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853693.927140:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.927143:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853693.927145:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853693.927156:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.927167:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853693.927169:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853693.927173:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853693.927177:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853693.927180:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853693.927184:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631408256:192.168.202.110@tcp:36:rm.0 00000100:00000001:1.0:1780853693.927189:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853693.927194:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853693.927197:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853693.927200:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853693.927206:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71c00. 02000000:00000001:1.0:1780853693.927208:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853693.927216:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853693.927221:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835db58. 00000400:00000010:1.0:1780853693.927230:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9220. 00000100:00000200:1.0:1780853693.927238:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631408256, portal 10 00000100:00000001:1.0:1780853693.927239:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853693.927241:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:1.0:1780853693.927249:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.927256:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853693.927259:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853693.927262:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9880. 00000100:00000200:1.0:1780853693.927318:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1867358631408256, offset 0 00000400:00000200:1.0:1780853693.927327:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853693.927337:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.927346:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853693.927351:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853693.927356:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853693.927359:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853693.927361:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853693.927365:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2323:2323:256:4294967295] 192.168.202.110@tcp LPNI seq info [2323:2323:8:4294967295] 00000400:00000200:1.0:1780853693.927370:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.927380:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853693.927387:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853693.927392:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853693.927399:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853693.927408:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853693.927413:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1780853693.927437:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853693.927442:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 806040 usecs (807 jiffies) 00000400:00000200:1.0:1780853693.927445:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853693.927448:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491488 00000100:00000001:1.0:1780853693.927452:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:1.0:1780853693.927454:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491488 00000100:00000001:1.0:1780853693.927457:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:1.0:1780853693.927459:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853693.927462:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.927465:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853693.927466:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853693.927469:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee180 going to sleep for 131 seconds 00000100:00000001:1.0:1780853693.927471:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853693.927474:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853693.927701:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.927708:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:0.0:1780853693.927714:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.927720:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.927727:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9880 00000400:00000010:0.0:1780853693.927730:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9880. 00000100:00000001:0.0:1780853693.927734:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853693.927740:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853693.927750:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853693.927754:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853693.927760:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853693.927762:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853693.938548:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.938582:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.938600:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.938611:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.938622:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938629:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.938638:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938644:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938649:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938653:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4b280 00000400:00000200:1.0:1780853693.938658:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938665:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6591 [1] + 224 00000800:00000001:1.0:1780853693.938672:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.938678:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.938681:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.938685:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.938693:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.938702:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853693.938714:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e458836b480 x1867358631408256/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853693.938739:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853693.938748:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853693.938751:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938756:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853693.938762:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2324:2324:256:4294967295] 192.168.202.110@tcp LPNI seq info [2324:2324:8:4294967295] 00000400:00000200:1.0:1780853693.938767:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.938775:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853693.938781:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853693.938786:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853693.938793:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853693.938799:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853693.938804:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853693.938892:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.938896:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:1.0:1780853693.938900:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.938903:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853693.938909:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.938911:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1780853693.941615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6800. 00010000:00000010:0.1:1780853693.941625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95900. 00010000:00000010:0.1:1780853693.941629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00010000:00000010:0.1:1780853693.941633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95f00. 00010000:00000010:0.1:1780853693.941636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00000800:00000200:1.0:1780853693.942419:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.942424:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853693.942429:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.942436:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.942443:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:1.0:1780853693.942445:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:1.0:1780853693.942450:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.942459:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631408384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.942469:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.942473:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631408384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.942480:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.942482:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853693.945432:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.945470:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.945476:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.945479:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.945491:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.945500:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.945519:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.945525:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.945531:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.945542:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4b300 00000400:00000200:0.0:1780853693.945547:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.945554:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x65a1 [1] + 224 00000800:00000001:0.0:1780853693.945569:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.945602:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.945614:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.945618:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.945626:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.945644:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631408384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.945663:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c3ad80 x1867358631408384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.945690:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.945700:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.945704:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.948560:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.948568:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853693.948582:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.948599:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.948613:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f2a8 00000400:00000010:1.0:1780853693.948616:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f2a8. 00000100:00000001:1.0:1780853693.948621:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.948627:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631408640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.948637:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.948640:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631408640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.948645:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.948647:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853693.952853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a7380. 00000080:00000010:2.1:1780853693.952878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35300. 00000800:00000001:0.0:1780853693.959074:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.959092:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.959097:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.959099:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.959109:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.959117:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.959127:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.959132:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.959137:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.959141:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4b400 00000400:00000200:0.0:1780853693.959146:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.959152:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x65a9 [64] + 224 00000800:00000001:0.0:1780853693.959159:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.959167:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.959170:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.959174:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.959182:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.959190:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631408640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.959200:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c3ad80 x1867358631408640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853829 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.959220:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.959228:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.959231:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853693.966565:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.966572:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853693.966594:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.966609:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.966618:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:1.0:1780853693.966621:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:1.0:1780853693.966628:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.966638:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631408768/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.966651:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.966654:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631408768/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.966674:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.966677:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853693.973856:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.973877:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.973881:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.973884:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.973894:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.973903:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.973912:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.973918:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.973924:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.973929:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe4b480 00000400:00000200:0.0:1780853693.973935:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.973941:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x65b1 [256] + 0 00000400:00000010:0.0:1780853693.973947:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685c08. 00000400:00000200:0.0:1780853693.973954:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585016000 00000800:00000001:0.0:1780853693.973959:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.973990:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.973994:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.973999:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853693.974004:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585016000 00000400:00000010:0.0:1780853693.974007:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585016000. 00000100:00000001:0.0:1780853693.974013:0:2372:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1780853693.974015:0:2372:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c39180 desc ffff9e4587cf0800 mbits 1867358631408768 00000100:00000001:0.0:1780853693.974034:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1780853693.974043:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853693.974046:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.974052:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853693.974059:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2328:2328:256:4294967295] 192.168.202.110@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:0.0:1780853693.974064:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.974073:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853693.974078:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853693.974087:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e458663e000. 00000800:00000200:0.0:1780853693.974094:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853693.974102:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853693.974107:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e458663e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853693.974181:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853693.974185:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e458663e000. 00000400:00000200:0.0:1780853693.974190:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.974193:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853693.974200:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.974203:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1780853693.977319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00000800:00000001:0.0:1780853693.987587:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.987604:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853693.987608:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.987611:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.987621:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.987630:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853693.987640:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.987646:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.987652:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.987674:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe4b480 00000400:00000200:0.0:1780853693.987688:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853693.987695:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x65b9 [1] + 224 00000800:00000001:0.0:1780853693.987702:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.987723:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853693.987727:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853693.987732:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853693.987739:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853693.987762:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631408768/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853693.987774:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c39180 x1867358631408768/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853693.987922:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853693.987941:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853693.987946:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853693.990978:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1780853693.990986:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853693.990989:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1780853693.990996:0:30266:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853693.991018:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072000. 00000080:00000001:3.0:1780853693.991026:0:30266:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853693.991058:0:30266:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:3.0:1780853693.991062:0:30266:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853693.991066:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd98 00000080:00200008:3.0:1780853693.991069:0:30266:0:(file.c:448:ll_file_release()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), flags 704000 00000080:00400000:3.0:1780853693.991074:0:30266:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x20:0x0] 00000080:00000001:3.0:1780853693.991078:0:30266:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853693.991079:0:30266:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1780853693.991081:0:30266:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853693.991090:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853693.991094:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853693.991099:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:3.0:1780853693.991102:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853693.991106:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853693.991108:0:30266:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x20:0x0]: 0 00000080:00000001:3.0:1780853693.991110:0:30266:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1780853693.991113:0:30266:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780853693.991119:0:30266:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45943a9a00. 00000080:00000001:3.0:1780853693.991122:0:30266:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780853693.991128:0:30266:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780853693.991131:0:30266:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:3.0:1780853693.991133:0:30266:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:3.0:1780853693.991136:0:30266:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853693.991138:0:30266:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:3.0:1780853693.991146:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170a80. 00000020:00000040:3.0:1780853693.991150:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853693.991154:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853693.991157:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853693.991163:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853693.991170:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45943a8400. 00000100:00000001:3.0:1780853693.991176:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853693.991192:0:30266:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c3ad80 x1867358631408640/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853693.991204:0:30266:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780853693.991209:0:30266:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853693.991217:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853693.991219:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853693.991225:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853693.991227:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154843712 : -107453554707904 : ffff9e45850ab240) 00000100:00000001:3.0:1780853693.991230:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853693.991231:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853693.991236:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853693.991240:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.991242:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853693.991243:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853693.991247:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853693.991255:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853693.991257:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853693.991318:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853693.991321:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853693.991324:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853693.991329:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409024:192.168.202.110@tcp:35:rm.0 00000100:00000001:3.0:1780853693.991333:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853693.991339:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853693.991342:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853693.991345:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853693.991350:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853693.991352:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853693.991360:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853693.991364:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853693.991370:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853693.991378:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631409024, portal 10 00000100:00000001:3.0:1780853693.991380:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853693.991382:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000040:3.0:1780853693.991389:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853693.991397:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853693.991400:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853693.991403:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a198. 00000100:00000200:3.0:1780853693.991407:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631409024, offset 0 00000400:00000200:3.0:1780853693.991414:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853693.991426:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853693.991435:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853693.991442:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853693.991446:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853693.991450:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853693.991453:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853693.991458:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2329:2329:256:4294967295] 192.168.202.110@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:3.0:1780853693.991462:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853693.991472:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853693.991479:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853693.991484:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77100. 00000800:00000200:3.0:1780853693.991491:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853693.991499:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853693.991505:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780853693.991528:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853693.991532:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 801276 usecs (802 jiffies) 00000400:00000200:3.0:1780853693.991536:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853693.991539:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491548 00000100:00000001:3.0:1780853693.991543:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853693.991545:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491548 00000100:00000001:3.0:1780853693.991548:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853693.991551:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853693.991554:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853693.991556:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853693.991559:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853693.991562:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab240 going to sleep for 11 seconds 00000100:00000001:3.0:1780853693.991565:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853693.991568:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853693.991976:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853693.991982:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77100. 00000400:00000200:1.0:1780853693.991987:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.991993:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853693.991999:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a198 00000400:00000010:1.0:1780853693.992001:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a198. 00000100:00000001:1.0:1780853693.992005:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853693.992011:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.992027:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853693.992030:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853693.992036:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853693.992037:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853693.999023:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.999140:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853693.999147:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.999150:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.999161:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.999171:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853693.999183:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.999188:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.999194:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.999199:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4b580 00000400:00000200:1.0:1780853693.999204:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853693.999212:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x65c1 [1] + 224 00000800:00000001:1.0:1780853693.999241:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853693.999345:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853693.999350:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853693.999371:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853693.999380:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853693.999404:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853693.999427:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853693.999496:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853694.000629:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853694.000646:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.000669:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853694.002086:0:30266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853694.002092:0:30266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853694.002113:0:30266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853694.002134:0:30266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:3.0:1780853694.002137:0:30266:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:3.0:1780853694.002142:0:30266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853694.002152:0:30266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853694.002163:0:30266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170a80 x1867358631409024/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853709 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002171:0:30266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853694.002173:0:30266:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.002177:0:30266:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853694.002180:0:30266:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853694.002203:0:30266:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853694.002206:0:30266:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.002209:0:30266:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853694.002218:0:30266:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853694.002222:0:30266:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853694.002224:0:30266:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853694.002226:0:30266:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.002228:0:30266:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853694.002232:0:30266:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.002236:0:30266:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853694.002238:0:30266:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853694.002239:0:30266:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853694.002241:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.002243:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853694.002246:0:30266:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853694.002248:0:30266:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1780853694.002250:0:30266:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853694.002252:0:30266:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.002258:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170a80 x1867358631409024/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002308:0:30266:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.002312:0:30266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853694.002314:0:30266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853694.002320:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170a80 x1867358631409024/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853694.002338:0:30266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409024:192.168.202.110@tcp:35:rm.0 00000100:00000001:3.0:1780853694.002343:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.002346:0:30266:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.002349:0:30266:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853694.002351:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.002354:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631409024/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002372:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853694.002375:0:30266:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.002380:0:30266:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853694.002382:0:30266:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.002388:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.002389:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000002:00000001:3.0:1780853694.002408:0:30266:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.002411:0:30266:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.002417:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9a00. 00000080:00000001:3.0:1780853694.002422:0:30266:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780853694.002425:0:30266:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853694.002430:0:30266:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853694.002435:0:30266:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c3ad80 x1867358631408640/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002442:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.002443:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:3.0:1780853694.002445:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.002448:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631408640/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002454:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.002456:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.002459:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631409024/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002466:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.002467:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.002470:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631408640/t4294967606(4294967606) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853829 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002476:0:30266:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780853694.002480:0:30266:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853694.002482:0:30266:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853694.002485:0:30266:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853694.002488:0:30266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1c00. 02000000:00000001:3.0:1780853694.002492:0:30266:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853694.002494:0:30266:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853694.002496:0:30266:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853694.002500:0:30266:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853694.002501:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.002502:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.002518:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170a80 x1867358631409024/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002525:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853694.002528:0:30266:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca76e0. 00000002:00000001:3.0:1780853694.002532:0:30266:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.002534:0:30266:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.002537:0:30266:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f05c0. 00000100:00000001:3.0:1780853694.002540:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.002543:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170a80 x1867358631409024/t4294967607(4294967607) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853709 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.002563:0:30266:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853694.002566:0:30266:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853694.002569:0:30266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853694.002581:0:30266:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853694.002583:0:30266:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853694.002592:0:30266:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853694.002595:0:30266:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853694.002596:0:30266:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45943a8400. 02000000:00000001:3.0:1780853694.002600:0:30266:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853694.002601:0:30266:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853694.002603:0:30266:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170a80. 00000100:00000001:3.0:1780853694.002606:0:30266:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853694.002608:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853694.002611:0:30266:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.002614:0:30266:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:3.0:1780853694.002618:0:30266:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.002624:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd98 00000080:00000008:3.0:1780853694.002627:0:30266:0:(file.c:492:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), flags 704000, rc = 0 00000080:00000001:3.0:1780853694.002631:0:30266:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.002633:0:30266:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.002747:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853694.002752:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853694.002754:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853694.002756:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbc0 00000080:00200000:3.0:1780853694.002759:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853694.002778:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a8400. 00800000:00000002:3.0:1780853694.002786:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853694.002791:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853694.002795:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.002798:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbae0 00800000:00000002:3.0:1780853694.002821:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853694.002834:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853694.002837:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853694.002843:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.002845:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9b0 00000002:00010000:3.0:1780853694.002847:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853694.002851:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853694.002863:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.002866:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.002873:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:3.0:1780853694.002876:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.002882:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.002898:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853694.002904:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780853694.002916:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853694.002947:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.002951:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780853694.002972:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853694.002974:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853694.002988:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853694.002990:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853694.002992:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853694.002995:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853694.002998:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853694.003001:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853694.003004:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a8400. 00000080:00000001:3.0:1780853694.003008:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853694.003009:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.003012:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853694.003016:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c62 00800000:00000001:3.0:1780853694.003018:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853694.003020:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853694.003022:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.003025:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.003027:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=3 00000020:00000001:3.0:1780853694.003029:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.003032:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.003035:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.003037:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.003038:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.003040:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.003042:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c62 from it ffffb4b401fbbbf8 00010000:00000001:3.0:1780853694.003044:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.003045:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.003047:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=3 00000020:00000001:3.0:1780853694.003048:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.003050:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.003052:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853694.003055:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853694.003061:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.003062:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.003064:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853694.003066:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853694.003069:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853694.003077:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853694.003092:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853694.003095:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.003101:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.003103:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.003106:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.003126:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853694.003129:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.003131:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.003134:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.003137:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853694.003138:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.003139:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853694.003143:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853694.003144:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853694.003147:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853694.003151:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.003156:0:30266:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853694.003159:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbc0 00000080:00002000:3.0:1780853694.003160:0:30266:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff9e45918b4bd0) flags 0x20000e refc 1 00000080:00000001:3.0:1780853694.003163:0:30266:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.003166:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbc08 00000080:00200000:3.0:1780853694.003167:0:30266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=266 00000080:00000001:3.0:1780853694.003173:0:30266:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853694.003175:0:30266:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.003179:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853694.003181:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9e459198b248), inode mode 41ed mask 44 00000080:00000001:3.0:1780853694.003184:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.003190:0:30266:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853694.003193:0:30266:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853694.003195:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb78 00000080:00200008:3.0:1780853694.003197:0:30266:0:(file.c:1059:ll_file_open()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), flags 704400 00000080:00000010:3.0:1780853694.003202:0:30266:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c8f00. 00000080:00000001:3.0:1780853694.003208:0:30266:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1780853694.003211:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a8400. 00800000:00000002:3.0:1780853694.003214:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853694.003217:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853694.003218:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.003220:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba28 00800000:00000002:3.0:1780853694.003221:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x20:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853694.003225:0:30266:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:3.0:1780853694.003227:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9a8 00800000:00000002:3.0:1780853694.003230:0:30266:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1780853694.003233:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.003234:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb8e0 00000002:00010000:3.0:1780853694.003235:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1780853694.003239:0:30266:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853694.003241:0:30266:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780853694.003244:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853694.003248:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:3.0:1780853694.003250:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.003253:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853694.003257:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.003259:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.003261:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.003263:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853694.005874:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:3.0:1780853694.005879:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.005883:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853694.005886:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.005887:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.005890:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853694.005900:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170a80. 00000020:00000040:3.0:1780853694.005905:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853694.005912:0:30266:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853694.005913:0:30266:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.005916:0:30266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853694.005920:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.005927:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.005929:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.005930:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.005933:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853694.005935:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853694.005940:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853694.005948:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faf400. 00000100:00000001:3.0:1780853694.005955:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.005961:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853694.005963:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.005965:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853694.005966:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.005968:0:30266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.005974:0:30266:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00010000:00000001:3.0:1780853694.005979:0:30266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853694.005981:0:30266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853694.005983:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:3.0:1780853694.005985:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.005987:0:30266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853694.005991:0:30266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853694.005996:0:30266:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853694.005998:0:30266:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300c70 to hash 00000020:00000001:3.0:1780853694.006000:0:30266:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853694.006002:0:30266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.006004:0:30266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.006008:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.006010:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.006069:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853694.006078:0:30266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853694.006103:0:30266:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780853694.006132:0:30266:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853694.006142:0:30266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853694.006149:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853694.006151:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853694.006159:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.006162:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154843712 : -107453554707904 : ffff9e45850ab240) 00000100:00000001:3.0:1780853694.006164:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.006166:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853694.006171:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853694.006175:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.006177:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853694.006178:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853694.006183:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.006212:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853694.006214:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.006218:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853694.006235:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853694.006238:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853694.006243:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409280:192.168.202.110@tcp:101:rm.0 00000100:00000001:3.0:1780853694.006260:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853694.006310:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853694.006313:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.006317:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853694.006529:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853694.006532:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853694.006568:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853694.006584:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853694.006609:0:30266:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4590cc7000. 00000100:00000200:3.0:1780853694.006618:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631409280, portal 10 00000100:00000001:3.0:1780853694.006621:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.006622:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000040:3.0:1780853694.006628:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.006652:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853694.006655:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853694.006675:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853694.006688:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631409280, offset 0 00000400:00000200:3.0:1780853694.006697:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853694.006706:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853694.006732:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853694.006738:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853694.006753:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853694.006756:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853694.006760:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853694.006763:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2330:2330:256:4294967295] 192.168.202.110@tcp LPNI seq info [2330:2330:8:4294967295] 00000400:00000200:3.0:1780853694.006767:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853694.006787:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853694.006793:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853694.006799:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853694.008723:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853694.008744:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853694.008750:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1780853694.008873:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.008880:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 800087 usecs (801 jiffies) 00000400:00000200:3.0:1780853694.008886:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853694.008889:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491564 00000100:00000001:3.0:1780853694.008893:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853694.008896:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491564 00000100:00000001:3.0:1780853694.008898:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853694.008901:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.008904:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.008907:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853694.008910:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853694.008913:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab240 going to sleep for 131 seconds 00000100:00000001:3.0:1780853694.008916:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853694.008919:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853694.011885:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853694.011896:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77400. 00000400:00000200:0.0:1780853694.011904:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853694.011913:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853694.011921:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:0.0:1780853694.011924:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:0.0:1780853694.011930:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853694.011939:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853694.011951:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853694.011954:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853694.011960:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853694.011962:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853694.025454:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.025475:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853694.025480:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.025484:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853694.025493:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.025502:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853694.025511:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.025517:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.025523:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.025527:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4b680 00000400:00000200:1.0:1780853694.025532:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.025538:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x65c9 [64] + 224 00000800:00000001:1.0:1780853694.025546:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.025555:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853694.025558:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.025563:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853694.025571:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853694.025589:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853694.025601:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853694.025622:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853694.025633:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.025636:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.025777:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853694.025787:0:30266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853694.025790:0:30266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853694.025794:0:30266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853694.025799:0:30266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590cc7000 00000400:00000010:3.0:1780853694.025802:0:30266:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4590cc7000. 00000100:00000001:3.0:1780853694.025805:0:30266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853694.025810:0:30266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853694.025820:0:30266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170a80 x1867358631409280/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.025827:0:30266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853694.025829:0:30266:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.025831:0:30266:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853694.025837:0:30266:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853694.025840:0:30266:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853694.025853:0:30266:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.025858:0:30266:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853694.025870:0:30266:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=85 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853694.025875:0:30266:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853694.025878:0:30266:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853694.025880:0:30266:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.025883:0:30266:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853694.025887:0:30266:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.025891:0:30266:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853694.025893:0:30266:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853694.025895:0:30266:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853694.025898:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.025899:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853694.025903:0:30266:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853694.025905:0:30266:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1780853694.025908:0:30266:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853694.025911:0:30266:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.025917:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.025925:0:30266:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.025929:0:30266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853694.025931:0:30266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853694.025935:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853694.025944:0:30266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409280:192.168.202.110@tcp:101:rm.0 00000100:00000001:3.0:1780853694.025948:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.025951:0:30266:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.025954:0:30266:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853694.025956:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.025959:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.025966:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853694.025969:0:30266:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.025972:0:30266:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853694.025973:0:30266:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.025976:0:30266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853694.025981:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.025983:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.025986:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853694.025989:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.025992:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853694.026000:0:30266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170c00, remote cookie: 0x562725ecec979b03, flags: 0x1001 00010000:00000040:3.0:1780853694.026003:0:30266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853694.026006:0:30266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1780853694.026013:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:3.0:1780853694.026016:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.026020:0:30266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.026025:0:30266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853694.026035:0:30266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.026042:0:30266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853694.026047:0:30266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853694.026049:0:30266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853694.026050:0:30266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853694.026052:0:30266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853694.026055:0:30266:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff9e4594837700) refcount = 2 00010000:00000040:3.0:1780853694.026058:0:30266:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780853694.026061:0:30266:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780853694.026069:0:30266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.026075:0:30266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853694.026078:0:30266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853694.026079:0:30266:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.026082:0:30266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853694.026084:0:30266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.026088:0:30266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.026093:0:30266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853694.026095:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026097:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026098:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026099:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026101:0:30266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.026105:0:30266:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853694.026108:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026110:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026111:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026113:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026115:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026118:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026119:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853694.026123:0:30266:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853694.026133:0:30266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853694.026138:0:30266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853694.026145:0:30266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026146:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026148:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026149:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026150:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026152:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026154:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026155:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.026156:0:30266:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.026158:0:30266:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.026162:0:30266:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780853694.026164:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.026166:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00010000:00000001:3.0:1780853694.026168:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026169:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026170:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026172:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026174:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000002:00010000:3.0:1780853694.026177:0:30266:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.026183:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026184:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026186:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853694.026187:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026189:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026190:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026192:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026194:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853694.026197:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:3.0:1780853694.026199:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853694.026203:0:30266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/32 (0 0) 00010000:00000001:3.0:1780853694.026205:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026206:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.026208:0:30266:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853694.026222:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb860 00000002:00002000:3.0:1780853694.026224:0:30266:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:3.0:1780853694.026227:0:30266:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.026231:0:30266:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.026234:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853694.026237:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853694.026240:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853694.026244:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853694.026248:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a8400. 00000080:00000001:3.0:1780853694.026254:0:30266:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853694.026260:0:30266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853694.026315:0:30266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853694.026318:0:30266:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853694.026321:0:30266:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:3.0:1780853694.026323:0:30266:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026328:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1780853694.026331:0:30266:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853694.026338:0:30266:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 7680 00010000:00000001:3.0:1780853694.026340:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026341:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026342:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026344:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026346:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026349:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026351:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853694.026353:0:30266:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853694.026355:0:30266:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853694.026357:0:30266:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.026362:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300c70 00800000:00000001:3.0:1780853694.026366:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853694.026367:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853694.026369:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026370:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026372:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026373:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026375:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026378:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026379:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.026381:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.026383:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026386:0:30266:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853694.026388:0:30266:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.026391:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.026395:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.026401:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.026404:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c70 from it ffffb4b401fbbbd0 00010000:00000001:3.0:1780853694.026406:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026407:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026408:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853694.026410:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026412:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.026415:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853694.026418:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.026425:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026427:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026428:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853694.026432:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853694.026434:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853694.026443:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853694.026445:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853694.026448:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.026453:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026455:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026456:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026460:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853694.026462:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026464:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026467:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026469:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853694.026470:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026471:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853694.026475:0:30266:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.026483:0:30266:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852ded80. 00000080:00000001:3.0:1780853694.026486:0:30266:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853694.026490:0:30266:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853694.026493:0:30266:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853694.026497:0:30266:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989dc0. 00000002:00100000:3.0:1780853694.026502:0:30266:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853694.026509:0:30266:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.026511:0:30266:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853694.026515:0:30266:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853694.026519:0:30266:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026523:0:30266:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853694.026525:0:30266:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026527:0:30266:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.026530:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.026534:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170a80 x1867358631409280/t4294967608(4294967608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853830 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853694.026546:0:30266:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853694.026550:0:30266:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853694.026604:0:30266:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853694.026606:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.026609:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb78 00000080:00000008:3.0:1780853694.026611:0:30266:0:(file.c:1298:ll_file_open()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), flags 704400, rc = 0 00000080:00000001:3.0:1780853694.026615:0:30266:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.026640:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd28 00000080:00200008:3.0:1780853694.026643:0:30266:0:(file.c:6228:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853694.026650:0:30266:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1780853694.026654:0:30266:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026658:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853694.026659:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbca0 00000080:00200000:3.0:1780853694.026661:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9e459198b248),name=d21f.recovery-small-2 00000080:00000010:3.0:1780853694.026667:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a8400. 00800000:00000002:3.0:1780853694.026673:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853694.026680:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853694.026683:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.026685:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbc0 00800000:00000002:3.0:1780853694.026687:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853694.026690:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853694.026695:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853694.026699:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.026700:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba90 00000002:00010000:3.0:1780853694.026702:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853694.026706:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853694.026708:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.026710:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.026713:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:3.0:1780853694.026716:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.026719:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.026722:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853694.026726:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1780853694.026734:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853694.026738:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.026741:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1780853694.026747:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853694.026749:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853694.026750:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853694.026753:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853694.026754:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853694.026756:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853694.026759:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853694.026761:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853694.026763:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a8400. 00000080:00000001:3.0:1780853694.026766:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853694.026767:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.026770:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9e459198b248) 00000080:00010000:3.0:1780853694.026774:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300c38 00800000:00000001:3.0:1780853694.026776:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853694.026778:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853694.026779:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026780:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026782:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:3.0:1780853694.026784:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:3.0:1780853694.026786:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:3.0:1780853694.026788:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026789:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.026790:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.026792:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.026794:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c38 from it ffffb4b401fbbcd8 00010000:00000001:3.0:1780853694.026795:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.026797:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.026798:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:3.0:1780853694.026800:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:3.0:1780853694.026802:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:3.0:1780853694.026804:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853694.026807:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853694.026813:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026814:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026815:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853694.026817:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853694.026819:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853694.026825:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853694.026826:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853694.026827:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.026830:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026830:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.026831:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026834:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853694.026835:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026837:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026838:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.026840:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853694.026841:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.026842:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853694.026844:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853694.026846:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853694.026849:0:30266:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.026852:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd28 00000080:00000008:3.0:1780853694.026855:0:30266:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853694.026880:0:30266:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1780853694.026882:0:30266:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9e459198b248) pos/size0/7680 32bit_api 0 00000080:00000010:3.0:1780853694.026887:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a8400. 00000080:00000001:3.0:1780853694.026892:0:30266:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1780853694.026898:0:30266:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446739483538075328 : -4590171476288 : fffffbd34475aec0) 00000080:00000001:3.0:1780853694.026901:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1780853694.026906:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853694.026908:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1780853694.026912:0:30266:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.026914:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a8400. 00000080:00000001:3.0:1780853694.026917:0:30266:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026928:0:30266:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1780853694.026929:0:30266:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9e459198b248) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:3.0:1780853694.026932:0:30266:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853694.026934:0:30266:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026955:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853694.026959:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853694.026961:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9e459198b248), inode mode 41ed mask 1 00000080:00000001:3.0:1780853694.026964:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026971:0:30266:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853694.026974:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbda0 00000080:00002000:3.0:1780853694.026975:0:30266:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e4591893a20) flags 0x48000e refc 0 00000080:00000001:3.0:1780853694.026978:0:30266:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.026980:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbe10 00000080:00200000:3.0:1780853694.026982:0:30266:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1780853694.026987:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853694.026989:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9e459198b248), inode mode 41ed mask 3 00000080:00000001:3.0:1780853694.026991:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.026995:0:30266:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:3.0:1780853694.026996:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbdf8 00000080:00200000:3.0:1780853694.026998:0:30266:0:(namei.c:2404:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff9e459198b248) 00000080:00000001:3.0:1780853694.027001:0:30266:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1780853694.027004:0:30266:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853694.027008:0:30266:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853694.027013:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a8400. 00000020:00000010:3.0:1780853694.027018:0:30266:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45943a9a00. 00000020:00000010:3.0:1780853694.027021:0:30266:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.027028:0:30266:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.027034:0:30266:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.027039:0:30266:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.027046:0:30266:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.027050:0:30266:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.027054:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a9200. 00000008:00000010:3.0:1780853694.027058:0:30266:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.027062:0:30266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.027065:0:30266:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.027069:0:30266:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853694.027072:0:30266:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853694.027075:0:30266:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853694.027077:0:30266:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853694.027081:0:30266:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000002:3.0:1780853694.027084:0:30266:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5180 addref 2/0 by ffff9e4591030000. 00020000:00000002:3.0:1780853694.027087:0:30266:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:3.0:1780853694.027090:0:30266:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853694.027092:0:30266:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853694.027094:0:30266:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853694.027095:0:30266:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1780853694.027099:0:30266:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1780853694.027101:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853694.027104:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45943a9a00. 00000020:00000010:3.0:1780853694.027108:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.027112:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.027115:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.027118:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.027121:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.027124:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.027128:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8400. 00000008:00000010:3.0:1780853694.027130:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.027133:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.027136:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.027138:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853694.027141:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9200. 00000020:00000010:3.0:1780853694.027143:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853694.027146:0:30266:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853694.027150:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a9200. 00800000:00000001:3.0:1780853694.027158:0:30266:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:3.0:1780853694.027163:0:30266:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1780853694.027165:0:30266:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x22:0x0] 00800000:00000001:3.0:1780853694.027168:0:30266:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853694.027170:0:30266:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000404:0x20:0x0]/[0x200000404:0x22:0x0] -> mds #0 00000002:00000001:3.0:1780853694.027175:0:30266:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1780853694.027178:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853694.027180:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:3.0:1780853694.027182:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.027185:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853694.027188:0:30266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853694.027191:0:30266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1780853694.027198:0:30266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853694.027202:0:30266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853694.027204:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853694.027206:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:3.0:1780853694.027208:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027210:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027211:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 4 00010000:00000001:3.0:1780853694.027213:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.027215:0:30266:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1780853694.027217:0:30266:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1780853694.027218:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853694.027221:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.027223:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853694.027229:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.027230:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.027232:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1780853694.027234:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.027235:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.027236:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=2 00000020:00000001:3.0:1780853694.027238:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.027240:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853694.027242:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.027242:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.027244:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027245:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027246:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 4 00010000:00000001:3.0:1780853694.027248:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027250:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.027252:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027253:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027254:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 4 00010000:00000001:3.0:1780853694.027256:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027257:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027259:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853694.027262:0:30266:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff9e459198b180, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853694.027337:0:30266:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1780853694.027339:0:30266:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853694.027341:0:30266:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853694.027343:0:30266:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff9e459198b248) invalid 00000020:00000001:3.0:1780853694.027346:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba60 00000080:00002000:3.0:1780853694.027347:0:30266:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9e45918b4bd0) parent ffff9e4591970ca8 inode ffff9e459198b248 refc 3 00000080:00000001:3.0:1780853694.027350:0:30266:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853694.027353:0:30266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853694.027354:0:30266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027357:0:30266:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853694.027359:0:30266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853694.027361:0:30266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853694.027362:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.027364:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853694.027366:0:30266:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b7a00 with handle 0xa8f483e9eb300c38 from hash 00010000:00000001:3.0:1780853694.027368:0:30266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853694.027370:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.027371:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027372:0:30266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853694.027375:0:30266:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853694.027376:0:30266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853694.027379:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853694.027380:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853694.027383:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853694.027385:0:30266:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853694.027387:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 3 00010000:00000001:3.0:1780853694.027389:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.027390:0:30266:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853694.027392:0:30266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853694.027395:0:30266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300c3f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979a62 expref: -99 pid: 30265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853694.027400:0:30266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853694.027401:0:30266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853694.027403:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853694.027404:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:3.0:1780853694.027406:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027407:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027408:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 4 00010000:00000001:3.0:1780853694.027409:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027412:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.027413:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027414:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027415:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 4 00010000:00000001:3.0:1780853694.027416:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027418:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.027419:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027420:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027422:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 4 00010000:00000001:3.0:1780853694.027423:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027425:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.027426:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027427:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027428:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 4 00010000:00000001:3.0:1780853694.027430:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027431:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027432:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027434:0:30266:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853694.027435:0:30266:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853694.027438:0:30266:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853694.027440:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a8400. 00000020:00000010:3.0:1780853694.027442:0:30266:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45943a9a00. 00000020:00000010:3.0:1780853694.027445:0:30266:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.027449:0:30266:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.027451:0:30266:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.027453:0:30266:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.027455:0:30266:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.027458:0:30266:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.027460:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a8e00. 00000008:00000010:3.0:1780853694.027463:0:30266:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.027465:0:30266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.027467:0:30266:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.027469:0:30266:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853694.027471:0:30266:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853694.027472:0:30266:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853694.027474:0:30266:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853694.027477:0:30266:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1780853694.027480:0:30266:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853694.027482:0:30266:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853694.027485:0:30266:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853694.027487:0:30266:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853694.027490:0:30266:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853694.027492:0:30266:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.027494:0:30266:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853694.027496:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853694.027498:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45943a9a00. 00000020:00000010:3.0:1780853694.027501:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.027503:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.027505:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.027507:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.027510:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.027512:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.027514:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8400. 00000008:00000010:3.0:1780853694.027516:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.027518:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.027520:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.027523:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853694.027525:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8e00. 00000020:00000010:3.0:1780853694.027527:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853694.027529:0:30266:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027530:0:30266:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853694.027532:0:30266:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff9e459198f448) invalid 00000020:00000001:3.0:1780853694.027534:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba60 00000080:00002000:3.0:1780853694.027536:0:30266:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591893a20) parent ffff9e45918b4bd0 inode ffff9e459198f448 refc 1 00000080:00000001:3.0:1780853694.027538:0:30266:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853694.027539:0:30266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853694.027541:0:30266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027543:0:30266:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853694.027544:0:30266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853694.027545:0:30266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853694.027547:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.027548:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853694.027550:0:30266:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778200 with handle 0xa8f483e9eb300c3f from hash 00010000:00000001:3.0:1780853694.027552:0:30266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853694.027553:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.027555:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027555:0:30266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853694.027557:0:30266:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853694.027558:0:30266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853694.027560:0:30266:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853694.027563:0:30266:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853694.027569:0:30266:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853694.027570:0:30266:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853694.027571:0:30266:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853694.027572:0:30266:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:3.0:1780853694.027588:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.027590:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.027592:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0300 count: 4 00010000:00000001:3.0:1780853694.027594:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853694.027596:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027598:0:30266:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027599:0:30266:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853694.027600:0:30266:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853694.027603:0:30266:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853694.027606:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a8e00. 00000020:00000010:3.0:1780853694.027608:0:30266:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45943a8400. 00000020:00000010:3.0:1780853694.027610:0:30266:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.027613:0:30266:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.027615:0:30266:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.027617:0:30266:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.027620:0:30266:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.027622:0:30266:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.027625:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a9a00. 00000008:00000010:3.0:1780853694.027627:0:30266:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.027629:0:30266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.027631:0:30266:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.027634:0:30266:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853694.027636:0:30266:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853694.027638:0:30266:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853694.027639:0:30266:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853694.027640:0:30266:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1780853694.027642:0:30266:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853694.027643:0:30266:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853694.027645:0:30266:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853694.027646:0:30266:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853694.027648:0:30266:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853694.027650:0:30266:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.027651:0:30266:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853694.027653:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853694.027655:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45943a8400. 00000020:00000010:3.0:1780853694.027658:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.027660:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.027663:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.027665:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.027667:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.027669:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.027671:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8e00. 00000008:00000010:3.0:1780853694.027673:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.027675:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.027677:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.027679:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853694.027682:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9a00. 00000020:00000010:3.0:1780853694.027684:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853694.027686:0:30266:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.027687:0:30266:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853694.027688:0:30266:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027690:0:30266:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853694.027692:0:30266:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853694.027693:0:30266:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853694.027694:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.027696:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853694.027698:0:30266:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b6200 with handle 0xa8f483e9eb300c15 from hash 00010000:00000001:3.0:1780853694.027700:0:30266:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853694.027701:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.027702:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027703:0:30266:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853694.027705:0:30266:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853694.027706:0:30266:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853694.027708:0:30266:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1780853694.027710:0:30266:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1780853694.027712:0:30266:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1780853694.027718:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170e00. 00000020:00000040:3.0:1780853694.027723:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853694.027728:0:30266:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853694.027730:0:30266:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027733:0:30266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853694.027737:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.027741:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.027742:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027743:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.027745:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853694.027748:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853694.027751:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853694.027758:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45943a9a00. 00000100:00000001:3.0:1780853694.027764:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027767:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853694.027769:0:30266:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853694.027774:0:30266:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300c3f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979a62 expref: -99 pid: 30265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853694.027782:0:30266:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853694.027788:0:30266:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1780853694.027795:0:30266:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1780853694.027797:0:30266:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1780853694.027799:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853694.027801:0:30266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300c3f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979a62 expref: -99 pid: 30265 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853694.027807:0:30266:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0d00. 00010000:00000001:3.0:1780853694.027814:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027815:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853694.027817:0:30266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6200/0xa8f483e9eb300c15 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec9799d6 expref: -99 pid: 30230 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853694.027823:0:30266:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45831cc380. 00010000:00000040:3.0:1780853694.027826:0:30266:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0300 count: 0 00010000:00000010:3.0:1780853694.027830:0:30266:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2b00. 00010000:00000001:3.0:1780853694.027836:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027837:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853694.027839:0:30266:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300c38 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979a46 expref: -99 pid: 30265 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853694.027845:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.027846:0:30266:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027848:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853694.027849:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.027852:0:30266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780853694.027862:0:30266:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853694.027873:0:30266:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853694.027881:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853694.027883:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853694.027888:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.027890:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154843712 : -107453554707904 : ffff9e45850ab240) 00000100:00000001:3.0:1780853694.027892:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.027893:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000001:3.0:1780853694.027897:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853694.027901:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.027903:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853694.027904:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853694.027909:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.027922:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853694.027924:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.027927:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853694.027930:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853694.027933:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853694.027936:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409536:192.168.202.110@tcp:36:rm.0 00000100:00000001:3.0:1780853694.027940:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853694.027945:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853694.027948:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.027950:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853694.027955:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853694.027957:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853694.027965:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853694.027969:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853694.027974:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853694.027982:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631409536, portal 10 00000100:00000001:3.0:1780853694.027984:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.027985:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000040:3.0:1780853694.027991:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.027999:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853694.028002:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853694.028005:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853694.028007:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1867358631409536, offset 0 00000400:00000200:3.0:1780853694.028014:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853694.028022:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853694.028029:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853694.028035:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853694.028039:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853694.028042:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853694.028045:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853694.028049:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2331:2331:256:4294967295] 192.168.202.110@tcp LPNI seq info [2331:2331:8:4294967295] 00000400:00000200:3.0:1780853694.028054:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853694.028064:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853694.028069:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853694.028074:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77a00. 00000800:00000200:3.0:1780853694.028081:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853694.028088:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853694.028092:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77a00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1780853694.028101:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.028105:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 798920 usecs (799 jiffies) 00000400:00000200:3.0:1780853694.028108:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853694.028111:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491581 00000100:00000001:3.0:1780853694.028114:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853694.028117:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491581 00000100:00000001:3.0:1780853694.028119:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853694.028121:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.028123:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.028126:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853694.028128:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853694.028130:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab240 going to sleep for 131 seconds 00000100:00000001:3.0:1780853694.028133:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853694.028135:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853694.028418:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853694.028423:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77a00. 00000400:00000200:0.0:1780853694.028428:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853694.028433:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853694.028438:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:0.0:1780853694.028440:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:0.0:1780853694.028443:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853694.028448:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853694.028457:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853694.028459:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853694.028465:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853694.028467:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853694.043642:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.043660:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853694.043665:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.043667:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853694.043678:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.043689:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853694.043699:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.043704:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.043710:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.043714:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4b780 00000400:00000200:1.0:1780853694.043719:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.043726:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x65d1 [1] + 224 00000800:00000001:1.0:1780853694.043734:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.043741:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853694.043744:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.043748:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853694.043756:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853694.043765:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853694.043776:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.043912:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853694.044066:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853694.044081:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853694.044086:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.044092:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853694.044099:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2332:2332:256:4294967295] 192.168.202.110@tcp LPNI seq info [2332:2332:8:4294967295] 00000400:00000200:1.0:1780853694.044103:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.044111:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853694.044116:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853694.044123:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853694.044130:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853694.044138:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853694.044142:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1780853694.044201:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1780853694.044569:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853694.044583:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:1.0:1780853694.044589:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.044595:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853694.044613:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1780853694.044805:0:30266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:3.1:1780853694.045042:0:30266:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0300. 00010000:00000010:3.1:1780853694.045062:0:30266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6200. 00010000:00000010:3.1:1780853694.045065:0:30266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00000400:00000001:3.0:1780853694.045075:0:30266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853694.045077:0:30266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853694.045081:0:30266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853694.045085:0:30266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853694.045087:0:30266:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853694.045091:0:30266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853694.045099:0:30266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853694.045116:0:30266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170e00 x1867358631409536/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.045123:0:30266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853694.045125:0:30266:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.045128:0:30266:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853694.045132:0:30266:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853694.045135:0:30266:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853694.045137:0:30266:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.045140:0:30266:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853694.045151:0:30266:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=85 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853694.045155:0:30266:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853694.045158:0:30266:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853694.045160:0:30266:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.045164:0:30266:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853694.045168:0:30266:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.045171:0:30266:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853694.045173:0:30266:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x10000012a/0x10000012c] 00000100:00000001:3.0:1780853694.045175:0:30266:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853694.045178:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.045179:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000001:3.0:1780853694.045183:0:30266:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853694.045185:0:30266:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1780853694.045187:0:30266:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853694.045189:0:30266:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.045195:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170e00 x1867358631409536/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853830 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.045202:0:30266:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.045205:0:30266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853694.045208:0:30266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853694.045212:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170e00 x1867358631409536/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853830 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853694.045220:0:30266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409536:192.168.202.110@tcp:36:rm.0 00000100:00000001:3.0:1780853694.045227:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.045230:0:30266:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.045233:0:30266:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853694.045235:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.045239:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170e00 x1867358631409536/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853830 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.045245:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853694.045248:0:30266:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.045253:0:30266:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853694.045254:0:30266:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.045285:0:30266:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.045290:0:30266:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.045296:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a9200. 00000100:00000001:3.0:1780853694.045305:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.045309:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170e00 x1867358631409536/t4294967609(4294967609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853830 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853694.045316:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.045322:0:30266:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.045335:0:30266:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853694.045339:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbe28 00000080:00002000:3.0:1780853694.045342:0:30266:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591893a20, parent ffff9e45918b4bd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780853694.045345:0:30266:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853694.045351:0:30266:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853694.045358:0:30266:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853694.045366:0:30266:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:3.0:1780853694.045368:0:30266:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1780853694.045371:0:30266:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853694.045376:0:30266:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853694.045381:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a9200. 00000020:00000010:3.0:1780853694.045386:0:30266:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45943a8e00. 00000020:00000010:3.0:1780853694.045390:0:30266:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.045397:0:30266:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.045401:0:30266:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.045407:0:30266:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.045415:0:30266:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.045420:0:30266:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.045424:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a8400. 00000008:00000010:3.0:1780853694.045427:0:30266:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.045467:0:30266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.045472:0:30266:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.045475:0:30266:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853694.045479:0:30266:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853694.045481:0:30266:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853694.045485:0:30266:0:(cl_object.c:151:cl_object_top()) ffff9e4598830788 -> ffff9e4598830788 00000020:00000001:3.0:1780853694.045488:0:30266:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853694.045490:0:30266:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853694.045492:0:30266:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1780853694.045496:0:30266:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853694.045497:0:30266:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853694.045499:0:30266:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853694.045503:0:30266:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x22:0x0]io ffff9e4584cafbb0 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1780853694.045507:0:30266:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:3.0:1780853694.045511:0:30266:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853694.045513:0:30266:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853694.045515:0:30266:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853694.045516:0:30266:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.045519:0:30266:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853694.045520:0:30266:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853694.045522:0:30266:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.045524:0:30266:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853694.045525:0:30266:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853694.045526:0:30266:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853694.045528:0:30266:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00000020:00000001:3.0:1780853694.045531:0:30266:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.045534:0:30266:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1780853694.045536:0:30266:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1780853694.045539:0:30266:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1780853694.045542:0:30266:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1780853694.045567:0:30266:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853694.045570:0:30266:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853694.045581:0:30266:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853694.045583:0:30266:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853694.045586:0:30266:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853694.045589:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a9c00. 00000020:00000010:3.0:1780853694.045594:0:30266:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e458a5fa200. 00000020:00000010:3.0:1780853694.045597:0:30266:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139420. 00000008:00000010:3.0:1780853694.045600:0:30266:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853694.046215:0:30266:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853694.046220:0:30266:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853694.046224:0:30266:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853694.046229:0:30266:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853694.046234:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61c00. 00000008:00000010:3.0:1780853694.046237:0:30266:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853694.046240:0:30266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853694.046243:0:30266:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853694.046246:0:30266:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853694.046249:0:30266:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853694.046251:0:30266:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853694.046254:0:30266:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ef58 -> ffff9e4598830788 00000020:00000001:3.0:1780853694.046256:0:30266:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853694.046259:0:30266:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853694.046261:0:30266:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853694.046262:0:30266:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046407:0:30266:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046411:0:30266:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372035944 : -107453337515672 : ffff9e4591fcc968) 00000020:00000001:3.0:1780853694.046414:0:30266:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1780853694.046416:0:30266:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046419:0:30266:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046421:0:30266:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046423:0:30266:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1780853694.046425:0:30266:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1780853694.046427:0:30266:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853694.046428:0:30266:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1780853694.046430:0:30266:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1780853694.046431:0:30266:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046433:0:30266:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046435:0:30266:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046436:0:30266:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046438:0:30266:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1780853694.046439:0:30266:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046441:0:30266:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046443:0:30266:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1780853694.046445:0:30266:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1780853694.046446:0:30266:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853694.046447:0:30266:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1780853694.046450:0:30266:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1780853694.046452:0:30266:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1780853694.046456:0:30266:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1780853694.046459:0:30266:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e45852c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1780853694.046462:0:30266:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1780853694.046466:0:30266:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e45852c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:3.0:1780853694.046469:0:30266:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853694.046471:0:30266:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046473:0:30266:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046474:0:30266:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046476:0:30266:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046477:0:30266:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046479:0:30266:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1780853694.046481:0:30266:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1780853694.046482:0:30266:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1780853694.046483:0:30266:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1780853694.046484:0:30266:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1780853694.046486:0:30266:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046487:0:30266:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1780853694.046489:0:30266:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1780853694.046490:0:30266:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1780853694.046492:0:30266:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1780853694.046493:0:30266:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853694.046494:0:30266:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853694.046495:0:30266:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1780853694.046496:0:30266:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046498:0:30266:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046500:0:30266:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1780853694.046501:0:30266:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1780853694.046503:0:30266:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1780853694.046504:0:30266:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1780853694.046505:0:30266:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853694.046507:0:30266:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853694.046509:0:30266:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853694.046510:0:30266:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1780853694.046511:0:30266:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1780853694.046512:0:30266:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046514:0:30266:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046516:0:30266:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853694.046517:0:30266:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853694.046518:0:30266:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046521:0:30266:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853694.046522:0:30266:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853694.046524:0:30266:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853694.046525:0:30266:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853694.046526:0:30266:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853694.046529:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45922862d0 00000020:00000010:3.0:1780853694.046533:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e458a5fa200. 00000020:00000010:3.0:1780853694.046539:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139420. 00000008:00000010:3.0:1780853694.046544:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853694.046549:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853694.046552:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853694.046556:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853694.046560:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853694.046563:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9c00. 00000008:00000010:3.0:1780853694.046565:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853694.046568:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853694.046571:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853694.046585:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90960. 00000020:00000010:3.0:1780853694.046587:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853694.046590:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45922862d0. 00020000:00000001:3.0:1780853694.046592:0:30266:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853694.046594:0:30266:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853694.046596:0:30266:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853694.046599:0:30266:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853694.046609:0:30266:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853694.046611:0:30266:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853694.046614:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853694.046616:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45943a8e00. 00000020:00000010:3.0:1780853694.046619:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.046622:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.046625:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.046627:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.046629:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.046631:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.046634:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9200. 00000008:00000010:3.0:1780853694.046636:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.046639:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.046641:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.046643:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853694.046646:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8400. 00000020:00000010:3.0:1780853694.046648:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853694.046650:0:30266:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.046656:0:30266:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:3.0:1780853694.046659:0:30266:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x22:0x0](ffff9e459198f448) 00800000:00000001:3.0:1780853694.046665:0:30266:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:3.0:1780853694.046666:0:30266:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x22:0x0] 00000002:00000001:3.0:1780853694.046672:0:30266:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:3.0:1780853694.046678:0:30266:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.046679:0:30266:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.046682:0:30266:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1780853694.046685:0:30266:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1780853694.046686:0:30266:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.046689:0:30266:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.046692:0:30266:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853694.046696:0:30266:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853694.046699:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591e61c00. 00000020:00000010:3.0:1780853694.046702:0:30266:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4591e61600. 00000020:00000010:3.0:1780853694.046704:0:30266:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.046708:0:30266:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.046710:0:30266:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.046712:0:30266:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.046715:0:30266:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.046718:0:30266:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.046721:0:30266:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a8400. 00000008:00000010:3.0:1780853694.046723:0:30266:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.046725:0:30266:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.046727:0:30266:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.046730:0:30266:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853694.046731:0:30266:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853694.046733:0:30266:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00020000:00000001:3.0:1780853694.046740:0:30266:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:3.0:1780853694.046743:0:30266:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:3.0:1780853694.046745:0:30266:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:3.0:1780853694.046748:0:30266:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5180, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853694.046752:0:30266:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853694.046757:0:30266:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585ca8c00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1780853694.046759:0:30266:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:3.0:1780853694.046761:0:30266:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.046763:0:30266:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:3.0:1780853694.046765:0:30266:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:3.0:1780853694.046770:0:30266:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:3.0:1780853694.046775:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:3.0:1780853694.046777:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.046780:0:30266:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:3.0:1780853694.046783:0:30266:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:3.0:1780853694.046799:0:30266:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1780853672 1780853672 1780853672 by oinfo size 0 blocks 1 [cma]time 1780853672 1780853672 1780853672 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1780853694.048118:0:30266:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4598830788 00000020:00000001:3.0:1780853694.048121:0:30266:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4598830788 00000008:00000001:3.0:1780853694.048124:0:30266:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853694.048127:0:30266:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853694.048130:0:30266:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853694.048132:0:30266:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1780853694.048141:0:30266:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e45852c2fc0. 00020000:00000001:3.0:1780853694.048147:0:30266:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:3.0:1780853694.048151:0:30266:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e4590c8eed8. 00020000:00000001:3.0:1780853694.048158:0:30266:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:3.0:1780853694.048162:0:30266:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853694.048164:0:30266:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853694.048167:0:30266:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:3.0:1780853694.048171:0:30266:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:3.0:1780853694.048173:0:30266:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:3.0:1780853694.048175:0:30266:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000001:3.0:1780853694.048179:0:30266:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:3.0:1780853694.048182:0:30266:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4585d8b708. 00020000:00000010:3.0:1780853694.048189:0:30266:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e459267c3c0. 00020000:00000010:3.0:1780853694.048192:0:30266:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4585ca5ae0. 00020000:00000002:3.0:1780853694.048198:0:30266:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5180, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853694.048203:0:30266:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853694.048206:0:30266:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585ca8c00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1780853694.048213:0:30266:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585ca8c00. 00020000:00000010:3.0:1780853694.048216:0:30266:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5d80. 00020000:00000010:3.0:1780853694.048218:0:30266:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da5180. 00020000:00000001:3.0:1780853694.048220:0:30266:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:3.0:1780853694.048222:0:30266:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4591030000 00020000:00000010:3.0:1780853694.048224:0:30266:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45916e34d8. 00020000:00000001:3.0:1780853694.048228:0:30266:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:3.0:1780853694.048230:0:30266:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4598830708. 00000020:00001000:3.0:1780853694.048235:0:30266:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286870 00000020:00000010:3.0:1780853694.048238:0:30266:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4591e61600. 00000020:00000010:3.0:1780853694.048243:0:30266:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853694.048248:0:30266:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853694.048252:0:30266:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853694.048256:0:30266:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853694.048260:0:30266:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853694.048411:0:30266:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853694.048418:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591e61c00. 00000008:00000010:3.0:1780853694.048421:0:30266:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853694.048425:0:30266:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853694.048429:0:30266:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853694.048433:0:30266:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90e10. 00000020:00000010:3.0:1780853694.048436:0:30266:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a8400. 00000020:00000010:3.0:1780853694.048439:0:30266:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286870. 00000080:00000001:3.0:1780853694.048443:0:30266:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1780853694.048446:0:30266:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1780853694.048487:0:30266:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:3.0:1780853694.048491:0:30266:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853694.048494:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd98 00000080:00200008:3.0:1780853694.048497:0:30266:0:(file.c:448:ll_file_release()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), flags 704000 00000080:00400000:3.0:1780853694.048502:0:30266:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x20:0x0] 00000080:00000001:3.0:1780853694.048506:0:30266:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853694.048508:0:30266:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1780853694.048510:0:30266:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853694.048519:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.048523:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.048529:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:3.0:1780853694.048532:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.048538:0:30266:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1780853694.048541:0:30266:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1780853694.048545:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853694.048553:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.048558:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853694.048567:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.048569:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.048571:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1780853694.049161:0:30266:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x20:0x0]: 16 00000080:00000010:3.0:1780853694.049167:0:30266:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c8f00. 00000080:00000001:3.0:1780853694.049224:0:30266:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853694.049230:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbd98 00000080:00000008:3.0:1780853694.049233:0:30266:0:(file.c:492:ll_file_release()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9e459198b248), flags 704000, rc = 0 00000080:00000001:3.0:1780853694.049236:0:30266:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.049238:0:30266:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853694.049243:0:30266:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853694.049245:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbe00 00000080:00002000:3.0:1780853694.049248:0:30266:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff9e45918b4bd0, parent ffff9e4591970ca8, inode ffff9e459198b248) hashed, 00000080:00000001:3.0:1780853694.049251:0:30266:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853694.049257:0:30266:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853694.049261:0:30266:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853694.049321:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853694.049324:0:30266:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853694.049326:0:30266:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853694.049328:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbbd8 00000080:00200000:3.0:1780853694.049330:0:30266:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853694.049336:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a8400. 00800000:00000002:3.0:1780853694.049342:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853694.049346:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853694.049350:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.049352:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbaf8 00800000:00000002:3.0:1780853694.049354:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853694.049357:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853694.049360:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853694.049364:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.049366:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9c8 00000002:00010000:3.0:1780853694.049368:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853694.049371:0:30266:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853694.049373:0:30266:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853694.049375:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853694.049380:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:3.0:1780853694.049383:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.049387:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.049390:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853694.049393:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1780853694.049402:0:30266:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853694.049405:0:30266:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.049408:0:30266:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1780853694.049415:0:30266:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853694.049417:0:30266:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853694.049418:0:30266:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853694.049420:0:30266:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853694.049422:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853694.049424:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853694.049427:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853694.049430:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853694.049433:0:30266:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45943a8400. 00000080:00000001:3.0:1780853694.049436:0:30266:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853694.049438:0:30266:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.049440:0:30266:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853694.049444:0:30266:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c62 00800000:00000001:3.0:1780853694.049447:0:30266:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853694.049449:0:30266:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853694.049451:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.049453:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.049455:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=3 00000020:00000001:3.0:1780853694.049457:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.049460:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.049462:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.049463:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.049464:0:30266:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.049466:0:30266:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853694.049469:0:30266:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c62 from it ffffb4b401fbbc10 00010000:00000001:3.0:1780853694.049471:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.049472:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.049473:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=3 00000020:00000001:3.0:1780853694.049474:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.049476:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:3.0:1780853694.049478:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853694.049481:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853694.049487:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.049488:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.049490:0:30266:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853694.049491:0:30266:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853694.049494:0:30266:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779000/0xa8f483e9eb300c62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ae7 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853694.049502:0:30266:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853694.049507:0:30266:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853694.049510:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.049516:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.049518:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.049520:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049525:0:30266:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853694.049527:0:30266:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049528:0:30266:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049531:0:30266:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049533:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853694.049534:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.049535:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853694.049538:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853694.049541:0:30266:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853694.049543:0:30266:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853694.049581:0:30266:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853694.049610:0:30266:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989000. 00000020:00000001:3.0:1780853694.049614:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbdc8 00000080:00200000:3.0:1780853694.049616:0:30266:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=0 00000080:00000001:3.0:1780853694.049619:0:30266:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853694.049621:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbc78 00000080:00200000:3.0:1780853694.049623:0:30266:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:3.0:1780853694.049634:0:30266:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45943a8400. 00800000:00000002:3.0:1780853694.049637:0:30266:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853694.049641:0:30266:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853694.049644:0:30266:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.049645:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb98 00800000:00000002:3.0:1780853694.049647:0:30266:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853694.049650:0:30266:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853694.049654:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbbb30 00800000:00000002:3.0:1780853694.049655:0:30266:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1780853694.049658:0:30266:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853694.049660:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbba68 00000002:00010000:3.0:1780853694.049661:0:30266:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853694.049665:0:30266:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853694.049667:0:30266:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853694.049672:0:30266:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853694.049676:0:30266:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853694.049682:0:30266:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853694.049687:0:30266:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853694.049690:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.049691:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.049692:0:30266:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.049695:0:30266:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853694.049697:0:30266:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853694.049700:0:30266:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853694.049709:0:30266:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fac800. 00000100:00000001:3.0:1780853694.049716:0:30266:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049721:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853694.049723:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049725:0:30266:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853694.049726:0:30266:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.049728:0:30266:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.049735:0:30266:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00010000:00000001:3.0:1780853694.049739:0:30266:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853694.049741:0:30266:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853694.049745:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:3.0:1780853694.049747:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.049749:0:30266:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853694.049752:0:30266:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170e00. 00000020:00000001:3.0:1780853694.049756:0:30266:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853694.049759:0:30266:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170e00 with handle 0xa8f483e9eb300c77 to hash 00000020:00000001:3.0:1780853694.049760:0:30266:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853694.049762:0:30266:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.049766:0:30266:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.049768:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.049769:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.049772:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853694.049780:0:30266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853694.050470:0:30266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30266 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853694.050476:0:30266:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853694.050478:0:30266:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853694.050486:0:30266:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.050489:0:30266:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154843712 : -107453554707904 : ffff9e45850ab240) 00000100:00000001:3.0:1780853694.050491:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.050493:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853694.050497:0:30266:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853694.050501:0:30266:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.050503:0:30266:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853694.050505:0:30266:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853694.050514:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.050524:0:30266:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853694.050526:0:30266:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.050530:0:30266:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853694.050533:0:30266:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853694.050535:0:30266:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853694.050539:0:30266:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409664:192.168.202.110@tcp:101:rm.0 00000100:00000001:3.0:1780853694.050543:0:30266:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853694.050549:0:30266:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853694.050552:0:30266:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.050554:0:30266:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853694.050560:0:30266:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc7000. 02000000:00000001:3.0:1780853694.050561:0:30266:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853694.050568:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853694.050673:0:30266:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853694.050682:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853694.050689:0:30266:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631409664, portal 10 00000100:00000001:3.0:1780853694.050691:0:30266:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853694.050692:0:30266:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853694.050699:0:30266:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.050706:0:30266:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853694.050708:0:30266:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853694.050711:0:30266:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853694.050715:0:30266:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631409664, offset 0 00000400:00000200:3.0:1780853694.050721:0:30266:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853694.050729:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853694.050735:0:30266:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853694.050741:0:30266:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853694.050744:0:30266:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853694.050748:0:30266:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853694.050751:0:30266:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853694.050754:0:30266:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2333:2333:256:4294967295] 192.168.202.110@tcp LPNI seq info [2333:2333:8:4294967295] 00000400:00000200:3.0:1780853694.050759:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853694.050767:0:30266:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853694.050773:0:30266:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853694.050777:0:30266:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853694.050783:0:30266:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853694.051027:0:30266:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853694.051031:0:30266:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853694.051171:0:30266:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.051176:0:30266:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 797751 usecs (798 jiffies) 00000400:00000200:3.0:1780853694.051180:0:30266:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853694.051184:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296491603 00000100:00000001:3.0:1780853694.051188:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296492540 00000100:00000001:3.0:1780853694.051190:0:30266:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296491603 00000100:00000001:3.0:1780853694.051192:0:30266:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296492540 00000100:00000001:3.0:1780853694.051194:0:30266:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.051197:0:30266:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.051199:0:30266:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853694.051201:0:30266:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853694.051203:0:30266:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab240 going to sleep for 131 seconds 00000100:00000001:3.0:1780853694.051206:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853694.051208:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853694.057140:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853694.057152:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77c00. 00000400:00000200:1.0:1780853694.057162:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.057173:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853694.057183:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:1.0:1780853694.057186:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:1.0:1780853694.057192:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853694.057201:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853694.057217:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853694.057220:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853694.057227:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853694.057229:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853694.057910:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.057925:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853694.057929:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.057932:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853694.058031:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.058039:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853694.058049:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.058054:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.058062:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.058068:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4b800 00000400:00000200:0.0:1780853694.058073:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.058080:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x65d9 [1] + 224 00000800:00000001:0.0:1780853694.058088:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.058097:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853694.058099:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853694.058102:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853694.058108:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853694.058116:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853694.058125:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.058173:0:30266:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853694.058190:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853694.058201:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.058205:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853694.058245:0:30266:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853694.058248:0:30266:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853694.058252:0:30266:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853694.058255:0:30266:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853694.058257:0:30266:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853694.058259:0:30266:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853694.058349:0:30266:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853694.058359:0:30266:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.058366:0:30266:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853694.058368:0:30266:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.058370:0:30266:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853694.058373:0:30266:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853694.058376:0:30266:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853694.058378:0:30266:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853694.058381:0:30266:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853694.058390:0:30266:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=85 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853694.058395:0:30266:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853694.058397:0:30266:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853694.058399:0:30266:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.058402:0:30266:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853694.058405:0:30266:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.058409:0:30266:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853694.058411:0:30266:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1780853694.058413:0:30266:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853694.058415:0:30266:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853694.058419:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.058426:0:30266:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853694.058429:0:30266:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853694.058431:0:30266:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853694.058435:0:30266:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853830 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853694.058443:0:30266:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30266:1867358631409664:192.168.202.110@tcp:101:rm.0 00000100:00000001:3.0:1780853694.058448:0:30266:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853694.058450:0:30266:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853694.058453:0:30266:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853694.058454:0:30266:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853694.058457:0:30266:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853830 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853694.058464:0:30266:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853694.058466:0:30266:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab240. 00000100:00000001:3.0:1780853694.058470:0:30266:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853694.058471:0:30266:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853694.058473:0:30266:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853694.058477:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.058480:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.058483:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853694.058485:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.058488:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853694.058494:0:30266:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170e00, remote cookie: 0x562725ecec979b42, flags: 0x1001 00010000:00010000:3.0:1780853694.058500:0:30266:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853694.058509:0:30266:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853694.058513:0:30266:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1780853694.058519:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:3.0:1780853694.058522:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.058525:0:30266:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.058528:0:30266:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853694.058535:0:30266:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.058542:0:30266:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853694.058546:0:30266:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853694.058549:0:30266:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853694.058551:0:30266:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853694.058552:0:30266:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853694.058554:0:30266:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff9e4594837700) refcount = 2 00010000:00000040:3.0:1780853694.058557:0:30266:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780853694.058560:0:30266:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300c70 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b03 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1780853694.058567:0:30266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.058587:0:30266:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853694.058590:0:30266:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853694.058591:0:30266:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853694.058594:0:30266:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853694.058597:0:30266:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.058600:0:30266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.059123:0:30266:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853694.059124:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059126:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.059127:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059127:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.059129:0:30266:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.059134:0:30266:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853694.059136:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.059137:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.059139:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853694.059141:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059143:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059145:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.059146:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.059147:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853694.059149:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059151:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059153:0:30266:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853694.059156:0:30266:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853694.059159:0:30266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.059164:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059165:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.059166:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.059167:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.059168:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=5 00000020:00000001:3.0:1780853694.059170:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059172:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059174:0:30266:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853694.059176:0:30266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.059181:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059182:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853694.059184:0:30266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.059189:0:30266:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853694.059190:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059191:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.059192:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059193:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853694.059199:0:30266:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583171f80 x1867358631409664/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853830 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853694.059205:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.059207:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.059208:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853694.059210:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059212:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059214:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059216:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.059217:0:30266:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.059219:0:30266:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853694.059222:0:30266:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853694.059225:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.059226:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.059228:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853694.059229:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059231:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00000002:00010000:3.0:1780853694.059234:0:30266:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300c77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b42 expref: -99 pid: 30266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853694.059240:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059241:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853694.059243:0:30266:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853694.059244:0:30266:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853694.059245:0:30266:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853694.059246:0:30266:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853694.059248:0:30266:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853694.059250:0:30266:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853694.059254:0:30266:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:3.0:1780853694.059256:0:30266:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853694.059260:0:30266:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:3.0:1780853694.059262:0:30266:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853694.059337:0:30266:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853694.059339:0:30266:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853694.059343:0:30266:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401fbb9e8 00000002:00002000:3.0:1780853694.059345:0:30266:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853694.059349:0:30266:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.059352:0:30266:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853694.059355:0:30266:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853694.059359:0:30266:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853694.059362:0:30266:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853694.059366:0:30266:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853694.059370:0:30266:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853694.059371:0:30266:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401fbbe00 it_disposition b 00000080:00000001:3.0:1780853694.059375:0:30266:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853694.059381:0:30266:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853694.059384:0:30266:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853694.059388:0:30266:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1780853694.059391:0:30266:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.1:1780853694.064316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7940. 00000080:00000010:3.1:1780853694.064340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198f380. 00000080:00000010:3.1:1780853694.064349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35220. 00000800:00000200:1.0:1780853694.066676:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853694.066685:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853694.066693:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.066702:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853694.066711:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:1.0:1780853694.066714:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:1.0:1780853694.066720:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853694.066729:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631409920/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853710 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853694.066742:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853694.066745:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631409920/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853710 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853694.066753:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853694.066754:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853694.069549:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.069571:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853694.069584:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.069587:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853694.069596:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.069660:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853694.069670:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.069676:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.069681:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.069685:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4b900 00000400:00000200:0.0:1780853694.069690:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853694.069696:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x65e1 [1] + 224 00000800:00000001:0.0:1780853694.069703:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.069709:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853694.069712:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853694.069716:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853694.069723:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853694.069732:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631409920/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853710 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853694.069743:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c39180 x1867358631409920/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853710 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853694.069911:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853694.069921:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853694.069924:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853694.071411:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853694.071416:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853694.071420:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.071426:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853694.071431:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:1.0:1780853694.071433:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:1.0:1780853694.071437:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853694.071441:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631410176/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853694.071451:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853694.071454:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631410176/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853694.071460:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853694.071462:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853694.077258:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.077348:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853694.077352:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.077355:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853694.077364:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077372:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853694.077383:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077389:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077395:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077401:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4ba00 00000400:00000200:1.0:1780853694.077406:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077412:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x65e9 [1] + 224 00000800:00000001:1.0:1780853694.077421:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.077429:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853694.077432:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.077436:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853694.077444:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853694.077455:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631410176/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853694.077466:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4587c39180 x1867358631410176/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853694.077482:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853694.077492:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853694.077495:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077500:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853694.077508:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2336:2336:256:4294967295] 192.168.202.110@tcp LPNI seq info [2336:2336:8:4294967295] 00000400:00000200:1.0:1780853694.077513:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853694.077522:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853694.077527:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853694.077533:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853694.077539:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853694.077548:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853694.077553:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853694.079318:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853694.079325:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:1.0:1780853694.079332:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853694.079340:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853694.079351:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853694.079357:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1780853694.085348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:2.1:1780853694.085377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00010000:00000010:2.1:1780853694.085382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:2.1:1780853694.085384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00010000:00000010:2.1:1780853694.085387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779000. 00000080:00000010:2.1:1780853694.097329:0:30269:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:2.1:1780853694.097344:0:30269:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989000. 00010000:00000001:1.0:1780853694.509945:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853694.509958:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853694.509967:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853694.509968:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853694.509993:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853694.509995:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853694.512888:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853694.512895:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853694.512901:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853695.533419:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853695.533426:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853695.533433:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853695.533434:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853695.533437:0:28829:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853695.533439:0:28829:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853695.636480:0:30352:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853695.789694:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296492540, at 4296492544 00000100:00000010:0.0:1780853695.789712:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139900. 00000100:00000040:1.0:1780853695.789898:0:28829:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296492540, at 4296492544 00000100:00000010:1.0:1780853695.789904:0:28829:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e45831392a0. 00010000:00000001:1.0:1780853696.564655:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853696.564663:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853696.564668:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853696.564669:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853696.564673:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853696.564675:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853696.574897:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853696.574904:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853696.574909:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853696.813504:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853696.813516:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853696.813524:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853696.813532:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853696.813537:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853696.813540:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853696.813546:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853696.813565:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8400. 00000100:00000001:1.0:1780853696.813574:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.813764:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853696.813777:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853696.813908:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.813918:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_00_00+0] req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.813970:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.813975:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853696.813978:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853696.813986:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.813996:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853696.813999:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.814003:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853696.814006:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853696.814009:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853696.814012:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631410304:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853696.814017:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853696.814023:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853696.814026:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.814029:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853696.814035:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45937af000. 02000000:00000001:0.0:1780853696.814037:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853696.814045:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853696.814049:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853696.814055:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853696.814062:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631410304, portal 25 00000100:00000001:0.0:1780853696.814066:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853696.814068:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:0.0:1780853696.814074:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.814082:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853696.814085:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853696.814088:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853696.814090:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631410304, offset 0 00000400:00000200:0.0:1780853696.814096:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853696.814106:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.814113:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853696.814118:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853696.814123:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853696.814127:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853696.814130:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853696.814134:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2337:2337:256:4294967295] 192.168.202.110@tcp LPNI seq info [2337:2337:8:4294967295] 00000400:00000200:0.0:1780853696.814139:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.814149:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853696.814155:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853696.814161:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853696.814167:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853696.814175:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853696.814180:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853696.814191:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853696.814196:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853696.814198:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296497657 00000100:00000010:0.0:1780853696.814202:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d2a0. 00000100:00000001:0.0:1780853696.814209:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853696.814215:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296497657 00000100:00000010:0.0:1780853696.814218:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447dba0. 00000100:00000001:0.0:1780853696.814222:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853696.814225:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853696.814228:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.814231:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.814234:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853696.814258:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.814261:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853696.814284:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853696.814289:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105f80. 00000020:00000040:1.0:1780853696.814292:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853696.814295:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853696.814296:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853696.814299:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853696.814302:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8e00. 00000100:00000001:1.0:1780853696.814306:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.814312:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853696.814320:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853696.814323:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.814328:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000606cf3e5] to pc [ptlrpcd_00_01+1] req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.823157:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853696.823166:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853696.823172:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.823175:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853696.823178:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853696.823182:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780853696.823184:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.823186:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853696.823188:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.823189:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.823190:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853696.823192:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853696.823205:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.823215:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853696.823217:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.823223:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853696.823227:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853696.823230:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853696.823234:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410432:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853696.823239:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853696.823245:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853696.823248:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.823250:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853696.823256:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45937afe00. 02000000:00000001:0.0:1780853696.823259:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853696.823286:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853696.823291:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014bf20. 00000400:00000010:0.0:1780853696.823299:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864264c8. 00000100:00000200:0.0:1780853696.823307:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631410432, portal 10 00000100:00000001:0.0:1780853696.823310:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853696.823312:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121661312 : -107453587890304 : ffff9e4583105f80) 00000100:00000040:0.0:1780853696.823320:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.823327:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853696.823331:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853696.823334:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426198. 00000100:00000200:0.0:1780853696.823337:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631410432, offset 0 00000400:00000200:0.0:1780853696.823343:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853696.823352:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.823359:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853696.823364:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853696.823368:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853696.823372:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853696.823374:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853696.823378:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2338:2338:255:4294967295] 192.168.202.110@tcp LPNI seq info [2338:2338:7:4294967295] 00000400:00000200:0.0:1780853696.823383:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.823394:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853696.823400:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853696.823406:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853696.823412:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853696.823420:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853696.823424:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853696.823428:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853696.823433:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 794207 usecs (795 jiffies) 00000400:00000200:0.0:1780853696.823436:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853696.823439:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296494372 00000100:00000001:0.0:1780853696.823442:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296497657 00000100:00000001:0.0:1780853696.823444:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296494372 00000100:00000001:0.0:1780853696.823446:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296497657 00000100:00000001:0.0:1780853696.823449:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853696.823452:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.823454:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.823456:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853696.823534:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853696.823538:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:0.0:1780853696.823543:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.823548:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853696.823566:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:0.0:1780853696.823569:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:0.0:1780853696.823573:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1780853696.823808:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.823813:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853696.823817:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1780853696.823901:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.823904:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853696.823906:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.823908:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.823917:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.823919:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853696.823928:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853696.823934:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853696.823938:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853696.823941:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853696.823945:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853696.823951:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8300. 00000100:00000001:1.0:1780853696.823957:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.823963:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853696.823973:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853696.823978:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.823984:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004155c740] to pc [ptlrpcd_00_00+0] req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853696.823999:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.824002:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853696.824006:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1780853696.824011:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.824012:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853696.824013:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853696.824016:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853696.824028:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853696.824030:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853696.824033:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853696.824035:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853696.824037:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853696.824040:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410560:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853696.824043:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853696.824046:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853696.824048:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853696.824051:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853696.824054:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9800. 02000000:00000001:1.0:1780853696.824056:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853696.824061:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853696.824064:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dc08. 00000400:00000010:1.0:1780853696.824070:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9e58. 00000100:00000200:1.0:1780853696.824074:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631410560, portal 4 00000100:00000001:1.0:1780853696.824076:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853696.824078:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000040:1.0:1780853696.824084:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853696.824091:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853696.824093:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853696.824095:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9990. 00000100:00000200:1.0:1780853696.824098:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631410560, offset 0 00000400:00000200:1.0:1780853696.824102:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853696.824106:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853696.824111:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853696.824113:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853696.824116:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853696.824118:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853696.824120:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853696.824123:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2339:2339:254:4294967295] 192.168.202.110@tcp LPNI seq info [2339:2339:6:4294967295] 00000400:00000200:1.0:1780853696.824127:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853696.824134:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853696.824138:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853696.824141:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853696.824146:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853696.824150:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853696.824153:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853696.824155:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.824158:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 256955 usecs (257 jiffies) 00000400:00000200:1.0:1780853696.824161:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853696.824163:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296493834 00000100:00000001:1.0:1780853696.824165:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296497657 00000100:00000001:1.0:1780853696.824167:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296493834 00000100:00000001:1.0:1780853696.824169:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296497657 00000100:00000001:1.0:1780853696.824171:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853696.824173:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824175:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824176:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853696.824181:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853696.824182:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853696.824184:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.824185:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853696.824187:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824189:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824195:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.824197:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853696.824201:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107100. 00000020:00000040:1.0:1780853696.824204:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853696.824207:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853696.824208:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853696.824211:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853696.824215:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8500. 00000100:00000001:1.0:1780853696.824218:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.824223:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853696.824231:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853696.824233:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.824236:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456ef04b] to pc [ptlrpcd_00_01+1] req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853696.824248:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824254:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.824256:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853696.824257:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853696.824261:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853696.824285:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853696.824286:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853696.824288:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853696.824290:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853696.824291:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853696.824294:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631410688:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853696.824297:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853696.824299:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853696.824300:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853696.824301:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853696.824304:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9a00. 02000000:00000001:1.0:1780853696.824306:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853696.824309:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853696.824311:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dd68. 00000400:00000010:1.0:1780853696.824315:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9dd0. 00000100:00000200:1.0:1780853696.824318:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631410688, portal 4 00000100:00000001:1.0:1780853696.824319:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853696.824321:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121665792 : -107453587885824 : ffff9e4583107100) 00000100:00000040:1.0:1780853696.824326:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853696.824333:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853696.824335:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853696.824337:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9b28. 00000100:00000200:1.0:1780853696.824340:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631410688, offset 0 00000400:00000200:1.0:1780853696.824344:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853696.824348:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853696.824351:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853696.824353:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853696.824356:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853696.824358:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853696.824359:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853696.824362:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2340:2340:253:4294967295] 192.168.202.110@tcp LPNI seq info [2340:2340:5:4294967295] 00000400:00000200:1.0:1780853696.824365:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853696.824370:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853696.824374:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853696.824378:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853696.824382:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853696.824386:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853696.824389:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853696.824391:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.824394:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 101092 usecs (102 jiffies) 00000400:00000200:1.0:1780853696.824398:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853696.824400:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296493679 00000100:00000001:1.0:1780853696.824401:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296497657 00000100:00000001:1.0:1780853696.824403:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296493679 00000100:00000001:1.0:1780853696.824405:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296497657 00000100:00000001:1.0:1780853696.824408:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853696.824410:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824412:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824414:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853696.824417:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853696.824418:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853696.824420:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.824421:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853696.824423:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824424:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824433:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853696.824434:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853696.824436:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853696.824437:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853696.824442:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1831) 00000100:00000200:0.0:1780853696.825065:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825078:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.825084:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825091:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.825093:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853696.825122:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853696.825125:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:0.0:1780853696.825129:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.825135:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853696.825140:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:0.0:1780853696.825142:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:0.0:1780853696.825145:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853696.825148:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825154:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.825156:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825162:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.825163:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853696.825172:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853696.825174:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:0.0:1780853696.825177:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.825180:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853696.825183:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9990 00000400:00000010:0.0:1780853696.825184:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9990. 00000100:00000001:0.0:1780853696.825187:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853696.825190:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825196:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.825198:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825203:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.825205:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853696.825259:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853696.825261:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8800. 00000400:00000200:0.0:1780853696.825288:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.825292:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853696.825294:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9b28 00000400:00000010:0.0:1780853696.825296:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9b28. 00000100:00000001:0.0:1780853696.825298:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853696.825301:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825307:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.825310:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.825315:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.825316:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853696.844213:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.844229:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853696.844234:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.844236:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.844246:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.844255:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853696.844296:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.844301:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.844307:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.844310:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4ba80 00000400:00000200:0.0:1780853696.844316:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.844323:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x65f1 [1] + 224 00000800:00000001:0.0:1780853696.844332:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.844343:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.844347:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.844352:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853696.844359:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.844368:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853696.844380:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.844396:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853696.844404:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.844407:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.844420:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.844425:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853696.844431:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853696.844433:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853696.844436:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:0.0:1780853696.844440:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:0.0:1780853696.844443:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:0.0:1780853696.844445:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.844450:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853696.844458:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.844465:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853696.844467:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.844470:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853696.844474:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853696.844476:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853696.844478:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.844481:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853696.844489:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853696.844493:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853696.844496:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853696.844498:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853696.844501:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853696.844503:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.844506:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853696.844510:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.844517:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853696.844520:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853696.844522:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853696.844527:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853696.844534:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631410304:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853696.844539:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.844542:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.844545:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631410304/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.844563:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853696.844566:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853696.844570:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45937af000. 02000000:00000001:0.0:1780853696.844575:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853696.844578:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853696.844588:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853696.844590:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853696.844592:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8400. 02000000:00000001:0.0:1780853696.844597:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853696.844598:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853696.844600:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:0.0:1780853696.844603:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853696.844604:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.844607:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.844609:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.844610:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853696.844611:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.844613:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853696.848177:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.848210:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853696.848214:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.848217:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.848228:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.848235:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853696.848243:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.848249:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.848255:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.848260:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4bb80 00000400:00000200:0.0:1780853696.848292:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.848302:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6611 [1] + 224 00000800:00000001:0.0:1780853696.848311:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.848322:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.848327:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.848331:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853696.848341:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.848350:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853696.848361:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.848377:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853696.848386:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.848388:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.848402:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.848406:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853696.848412:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853696.848415:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853696.848418:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dc08. 00000400:00000200:0.0:1780853696.848422:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9e58 00000400:00000010:0.0:1780853696.848425:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9e58. 00000100:00000001:0.0:1780853696.848427:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.848432:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853696.848441:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.848447:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853696.848449:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.848452:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853696.848454:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853696.848457:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853696.848459:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.848463:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853696.848472:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=87 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853696.848476:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853696.848478:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853696.848480:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853696.848483:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853696.848486:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.848490:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853696.848492:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853696.848494:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853696.848496:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853696.848500:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.848508:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853696.848512:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853696.848514:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853696.848518:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853696.848527:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410560:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853696.848532:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.848535:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.848537:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106d80 x1867358631410560/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.848544:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853696.848547:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853696.848560:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9800. 02000000:00000001:0.0:1780853696.848565:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853696.848570:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853696.848572:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853696.848574:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853696.848577:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8300. 02000000:00000001:0.0:1780853696.848591:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853696.848593:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853696.848596:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106d80. 00000100:00000001:0.0:1780853696.848600:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853696.848601:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.848605:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.848607:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.848609:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853696.848610:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.848613:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853696.859952:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.859973:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853696.859979:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.859982:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.859994:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860002:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853696.860014:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860020:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860027:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860032:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4bb00 00000400:00000200:0.0:1780853696.860039:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860046:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6601 [1] + 224 00000800:00000001:0.0:1780853696.860054:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.860059:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.860063:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.860067:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853696.860074:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.860084:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853696.860097:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860117:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853696.860129:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.860133:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853696.860135:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.860137:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.860141:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860145:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853696.860149:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860151:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860154:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860157:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4bc00 00000400:00000200:0.0:1780853696.860161:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853696.860165:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6621 [1] + 224 00000800:00000001:0.0:1780853696.860169:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.860191:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853696.860194:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853696.860197:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853696.860200:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.860204:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853696.860219:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860234:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853696.860238:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853696.860241:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860256:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.860260:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853696.860282:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853696.860284:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853696.860287:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dd68. 00000400:00000200:0.0:1780853696.860291:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9dd0 00000400:00000010:0.0:1780853696.860294:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9dd0. 00000100:00000001:0.0:1780853696.860297:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.860301:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853696.860309:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860315:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853696.860316:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860319:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853696.860321:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853696.860324:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853696.860327:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.860330:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853696.860339:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=87 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853696.860344:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=142 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853696.860346:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853696.860348:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853696.860350:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853696.860354:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.860357:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780853696.860359:0:2381:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967331 gen 12 00000100:00000040:0.0:1780853696.860365:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967331) req@ffff9e4583104700 x1867358631404928/t4294967331(4294967331) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853707 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853696.860373:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.860375:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104700 x1867358631404928/t4294967331(4294967331) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853707 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853696.860382:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853696.860385:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853696.860389:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb400. 02000000:00000001:0.0:1780853696.860393:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853696.860395:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853696.860397:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853696.860400:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853696.860402:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589312600. 02000000:00000001:0.0:1780853696.860405:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853696.860406:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853696.860408:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104700. 00000100:00000001:0.0:1780853696.860411:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853696.860413:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860415:0:2381:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853696.860417:0:2381:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1780853696.860420:0:2381:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853696.860421:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853696.860425:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860433:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853696.860436:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853696.860438:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853696.860442:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853696.860450:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631410688:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853696.860454:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860456:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.860460:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107100 x1867358631410688/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860465:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853696.860466:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853696.860468:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9a00. 02000000:00000001:0.0:1780853696.860471:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853696.860472:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853696.860474:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853696.860476:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853696.860477:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8500. 02000000:00000001:0.0:1780853696.860480:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853696.860481:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853696.860483:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107100. 00000100:00000001:0.0:1780853696.860485:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853696.860486:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860489:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860496:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853696.860498:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.860500:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.860502:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.860511:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.860513:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853696.860516:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853696.860517:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853696.860519:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014bf20. 00000400:00000200:0.0:1780853696.860521:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864264c8 00000400:00000010:0.0:1780853696.860523:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864264c8. 00000100:00000001:0.0:1780853696.860526:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853696.860530:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853696.860538:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860544:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853696.860545:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860547:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853696.860548:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853696.860560:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853696.860562:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853696.860564:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853696.860568:0:2380:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=87 v=101 (101 101 101 101) 00000100:00001000:0.0:1780853696.860571:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853696.860573:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853696.860574:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853696.860576:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853696.860577:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.860588:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853696.860590:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967599 00000100:00000001:0.0:1780853696.860592:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853696.860594:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853696.860599:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860606:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853696.860608:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853696.860609:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853696.860613:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853696.860620:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410432:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853696.860624:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860626:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853696.860628:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105f80 x1867358631410432/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853696.860634:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853696.860635:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853696.860638:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45937afe00. 02000000:00000001:0.0:1780853696.860640:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853696.860642:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853696.860643:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853696.860645:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853696.860647:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8e00. 02000000:00000001:0.0:1780853696.860649:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853696.860650:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853696.860652:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105f80. 00000100:00000001:0.0:1780853696.860655:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853696.860656:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860657:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853696.860660:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853696.860662:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853696.860663:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853696.860665:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853697.245401:0:30489:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853697.584089:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853697.584096:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853697.584101:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853697.584102:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853697.584106:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853697.584107:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853698.350811:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.350835:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853698.350839:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.350841:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853698.350851:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350859:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853698.350871:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350876:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350881:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350885:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51154e80 00000400:00000200:1.0:1780853698.350893:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x5f29 [2] + 328 00000800:00000001:1.0:1780853698.350901:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.350904:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853698.350908:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853698.350913:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853698.350922:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853698.350924:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853698.350930:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105c00. 00000100:00000040:1.0:1780853698.350935:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583105c00 x1867358651371136 msgsize 328 00000100:00100000:1.0:1780853698.350940:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853698.350954:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853698.350963:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.350966:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853698.350968:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.350970:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853698.350973:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350976:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853698.350979:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350982:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350984:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.350987:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51154f80 00000400:00000200:1.0:1780853698.350991:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x5f29 [2] + 656 00000800:00000001:1.0:1780853698.350995:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.351005:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853698.351007:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853698.351010:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853698.351013:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853698.351014:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853698.351017:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107480. 00000100:00000040:1.0:1780853698.351019:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583107480 x1867358651371392 msgsize 328 00000100:00100000:1.0:1780853698.351023:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853698.351031:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853698.351036:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853698.351038:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.351061:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853698.351064:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651371136 02000000:00000001:1.0:1780853698.351067:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853698.351070:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853698.351072:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.351079:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853698.351083:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651371136 00000020:00000001:1.0:1780853698.351085:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853698.351087:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:1.0:1780853698.351089:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853698.351092:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:1.0:1780853698.351094:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:1.0:1780853698.351096:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:1.0:1780853698.351099:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853698.351104:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc140. 00000100:00000001:1.0:1780853698.351106:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853698.351109:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc140. 00000020:00000010:1.0:1780853698.351117:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591fa4a00. 00000020:00000010:1.0:1780853698.351122:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2c00. 00000020:00000010:1.0:1780853698.351127:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a898. 00000100:00000040:1.0:1780853698.351137:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853698.351140:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853698.351141:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853698.351143:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351150:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351152:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.351161:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853698.351162:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651371392 02000000:00000001:1.0:1780853698.351164:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853698.351165:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853698.351166:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.351168:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853698.351170:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651371392 00000020:00000001:1.0:1780853698.351172:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853698.351173:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:1.0:1780853698.351174:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853698.351176:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:1.0:1780853698.351178:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:1.0:1780853698.351180:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:1.0:1780853698.351182:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853698.351184:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc140. 00000100:00000001:1.0:1780853698.351186:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853698.351188:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc140. 00000020:00000010:1.0:1780853698.351192:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000020:00000010:1.0:1780853698.351195:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2d80. 00000020:00000010:1.0:1780853698.351198:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a0c8. 00000100:00000001:1.0:1780853698.351201:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853698.351202:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853698.351203:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351206:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351208:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.351214:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853698.351216:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853698.351220:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 53 00000100:00000040:1.0:1780853698.351225:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:1.0:1780853698.351227:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121660416 : -107453587891200 : ffff9e4583105c00) 00000100:00000040:1.0:1780853698.351234:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583105c00 x1867358651371136/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:479/0 lens 328/0 e 0 to 0 dl 1780853709 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853698.351244:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853698.351246:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc140. 00000100:00000001:1.0:1780853698.351248:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853698.351250:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc140. 00000100:00100000:1.0:1780853698.351254:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:15538:x1867358651371136:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853698.351258:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651371136 00010000:00000001:1.0:1780853698.351261:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853698.351305:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853698.351307:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853698.351309:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=2 00000020:00000001:1.0:1780853698.351311:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:1.0:1780853698.351313:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:1.0:1780853698.351317:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853698.351321:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853698.351327:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000df3b4e3e/0xa8f483e9eb300c31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979a2a expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780853698.351341:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853698.351344:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853698.351350:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d70800. 02000000:00000001:1.0:1780853698.351353:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351355:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.351360:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853698.351363:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853698.351366:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853698.351371:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853698.351374:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853698.351377:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853698.351379:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853698.351381:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351385:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853698.351388:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853698.351393:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9aa0. 00000100:00000200:1.0:1780853698.351397:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651371136, offset 224 00000400:00000200:1.0:1780853698.351403:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853698.351409:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.351415:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853698.351421:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2341:2341:256:4294967295] 192.168.202.110@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:1.0:1780853698.351424:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.351432:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853698.351438:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853698.351443:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853698.351449:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853698.351455:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853698.351460:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853698.351471:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.351475:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853698.351479:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853698.351482:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e45833eee40. 00010000:00000001:1.0:1780853698.351484:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853698.351490:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853698.351492:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.351494:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.351496:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.351501:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105c00 x1867358651371136/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:479/0 lens 328/224 e 0 to 0 dl 1780853709 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853698.351510:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583105c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:15538:x1867358651371136:12345-192.168.202.110@tcp:104: Request processed in 264us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853698.351518:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 53 00000100:00000040:1.0:1780853698.351522:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:1.0:1780853698.351524:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853698.351526:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853698.351531:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2c00. 00000020:00000010:1.0:1780853698.351534:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a898. 00000020:00000010:1.0:1780853698.351547:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591fa4a00. 00000020:00000040:1.0:1780853698.351553:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:1.0:1780853698.351556:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.351563:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853698.351564:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853698.351567:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 54 00000100:00000040:1.0:1780853698.351570:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:1.0:1780853698.351571:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000040:1.0:1780853698.351576:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583107480 x1867358651371392/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:479/0 lens 328/0 e 0 to 0 dl 1780853709 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853698.351583:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853698.351586:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc140. 00000100:00000001:1.0:1780853698.351588:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853698.351590:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc140. 00000100:00100000:1.0:1780853698.351594:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583107480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6584:x1867358651371392:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853698.351597:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651371392 00010000:00000001:1.0:1780853698.351599:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853698.351602:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853698.351603:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853698.351605:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=2 00000020:00000001:1.0:1780853698.351607:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:1.0:1780853698.351609:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:1.0:1780853698.351612:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853698.351614:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853698.351617:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780853698.351626:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853698.351627:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853698.351630:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d71000. 02000000:00000001:1.0:1780853698.351632:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351634:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.351636:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853698.351638:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853698.351640:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853698.351643:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853698.351646:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853698.351648:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853698.351650:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853698.351651:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.351653:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853698.351655:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853698.351658:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9c38. 00000100:00000200:1.0:1780853698.351661:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651371392, offset 224 00000400:00000200:1.0:1780853698.351665:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853698.351669:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.351673:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853698.351676:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2342:2342:255:4294967295] 192.168.202.110@tcp LPNI seq info [2342:2342:7:4294967295] 00000400:00000200:1.0:1780853698.351680:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.351686:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853698.351690:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853698.351694:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853698.351698:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853698.351701:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853698.351703:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853698.351706:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.351708:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853698.351710:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853698.351712:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e45833eef00. 00010000:00000001:1.0:1780853698.351714:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853698.351723:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1780853698.351725:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.351727:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.351728:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.351733:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107480 x1867358651371392/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:479/0 lens 328/224 e 0 to 0 dl 1780853709 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853698.351740:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583107480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6584:x1867358651371392:12345-192.168.202.110@tcp:104: Request processed in 156us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853698.351747:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 54 00000100:00000040:1.0:1780853698.351749:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:1.0:1780853698.351751:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853698.351752:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853698.351755:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2d80. 00000020:00000010:1.0:1780853698.351758:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a0c8. 00000020:00000010:1.0:1780853698.351760:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000020:00000040:1.0:1780853698.351764:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:1.0:1780853698.351766:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853698.351811:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853698.351815:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:1.0:1780853698.351819:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853698.351822:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853698.351827:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9aa0 00000400:00000010:1.0:1780853698.351830:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9aa0. 00000100:00000001:1.0:1780853698.351833:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853698.351834:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1780853698.351897:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853698.351900:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:1.0:1780853698.351902:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853698.351905:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853698.351908:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9c38 00000400:00000010:1.0:1780853698.351910:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9c38. 00000100:00000001:1.0:1780853698.351912:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853698.351913:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1780853698.351923:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853698.351925:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.351928:0:15886:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1780853698.351930:0:15886:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1780853698.351932:0:15886:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1780853698.351936:0:15886:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000df3b4e3e/0xa8f483e9eb300c31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979a2a expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780853698.351944:0:15886:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a778a00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:1.0:1780853698.351948:0:15886:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1780853698.351950:0:15886:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853698.351951:0:15886:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853698.351952:0:15886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853698.351953:0:15886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:1.0:1780853698.351955:0:15886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:1.0:1780853698.351957:0:15886:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:1.0:1780853698.351960:0:15886:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853698.351963:0:15886:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000df3b4e3e/0xa8f483e9eb300c31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec979a2a expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1780853698.351968:0:15886:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853698.351971:0:15886:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853698.351975:0:15886:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853698.351978:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000020:00000010:1.0:1780853698.351981:0:15886:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45935d7c00. 00000020:00000010:1.0:1780853698.351984:0:15886:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853698.351990:0:15886:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853698.351994:0:15886:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e540. 00008000:00000010:1.0:1780853698.351998:0:15886:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853698.352004:0:15886:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853698.352007:0:15886:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853698.352010:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4591fa4a00. 00000008:00000010:1.0:1780853698.352014:0:15886:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853698.352018:0:15886:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853698.352021:0:15886:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853698.352024:0:15886:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853698.352027:0:15886:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853698.352029:0:15886:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000008:00000001:1.0:1780853698.352030:0:15886:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853698.352032:0:15886:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853698.352034:0:15886:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853698.352036:0:15886:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45935d7c00. 00000020:00000010:1.0:1780853698.352040:0:15886:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853698.352043:0:15886:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853698.352045:0:15886:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e540. 00008000:00000010:1.0:1780853698.352048:0:15886:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853698.352051:0:15886:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853698.352053:0:15886:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853698.352055:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000008:00000010:1.0:1780853698.352059:0:15886:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853698.352062:0:15886:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853698.352064:0:15886:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853698.352067:0:15886:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853698.352069:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4591fa4a00. 00000020:00000010:1.0:1780853698.352071:0:15886:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000008:00000001:1.0:1780853698.352074:0:15886:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352076:0:15886:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853698.352080:0:15886:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853698.352083:0:15886:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853698.352084:0:15886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853698.352086:0:15886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853698.352089:0:15886:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778a00 with handle 0xa8f483e9eb300c31 from hash 00010000:00000001:1.0:1780853698.352091:0:15886:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853698.352093:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853698.352095:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853698.352096:0:15886:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853698.352099:0:15886:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853698.352100:0:15886:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1780853698.352105:0:15886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853698.352108:0:15886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352110:0:15886:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853698.352112:0:15886:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1780853698.352118:0:15886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853698.352121:0:15886:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853698.352125:0:15886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853698.352127:0:15886:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853698.352132:0:15886:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853698.352137:0:15886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4591fa4a00. 00000100:00000001:1.0:1780853698.352143:0:15886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352145:0:15886:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853698.352149:0:15886:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000df3b4e3e/0xa8f483e9eb300c31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979a2a expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780853698.352155:0:15886:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853698.352158:0:15886:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.352162:0:15886:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853698.352166:0:15886:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.352172:0:15886:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7f6daa5] to pc [ptlrpcd_00_00+0] req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780853698.352194:0:15886:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853698.352196:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853698.352198:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853698.352199:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352201:0:15886:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853698.352203:0:15886:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.352205:0:15886:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000df3b4e3e/0xa8f483e9eb300c31 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979a2a expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853698.352212:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853698.352215:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000df3b4e3e/0xa8f483e9eb300c31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979a2a expref: -99 pid: 30264 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1780853698.352224:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0280. 00010000:00000040:1.0:1780853698.352228:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837000 count: 0 00010000:00000010:1.0:1780853698.352237:0:15886:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4594837b00. 00010000:00000001:1.0:1780853698.352247:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853698.352248:0:15886:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1780853698.352250:0:15886:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e45833eee40. 00010000:00000001:1.0:1780853698.352253:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853698.352255:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853698.352256:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.352258:0:15886:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1780853698.352259:0:15886:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1780853698.352261:0:15886:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1780853698.352289:0:15886:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780853698.352301:0:15886:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a778400 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:1.0:1780853698.352303:0:15886:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1780853698.352304:0:15886:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853698.352306:0:15886:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853698.352307:0:15886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853698.352309:0:15886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:1.0:1780853698.352311:0:15886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:1.0:1780853698.352312:0:15886:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:1.0:1780853698.352314:0:15886:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853698.352316:0:15886:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1780853698.352321:0:15886:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853698.352323:0:15886:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853698.352326:0:15886:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853698.352330:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000020:00000010:1.0:1780853698.352332:0:15886:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45935d7c00. 00000020:00000010:1.0:1780853698.352335:0:15886:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853698.352338:0:15886:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853698.352340:0:15886:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e540. 00008000:00000010:1.0:1780853698.352343:0:15886:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853698.352346:0:15886:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853698.352348:0:15886:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853698.352351:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4592699c00. 00000008:00000010:1.0:1780853698.352353:0:15886:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853698.352355:0:15886:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853698.352357:0:15886:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853698.352360:0:15886:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853698.352362:0:15886:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853698.352364:0:15886:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000008:00000001:1.0:1780853698.352365:0:15886:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853698.352367:0:15886:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853698.352368:0:15886:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853698.352370:0:15886:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45935d7c00. 00000020:00000010:1.0:1780853698.352373:0:15886:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853698.352375:0:15886:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853698.352377:0:15886:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e540. 00008000:00000010:1.0:1780853698.352379:0:15886:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853698.352382:0:15886:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853698.352384:0:15886:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853698.352386:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 00000008:00000010:1.0:1780853698.352389:0:15886:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853698.352391:0:15886:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853698.352394:0:15886:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853698.352396:0:15886:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853698.352398:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4592699c00. 00000020:00000010:1.0:1780853698.352400:0:15886:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000008:00000001:1.0:1780853698.352402:0:15886:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352403:0:15886:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853698.352405:0:15886:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853698.352406:0:15886:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853698.352408:0:15886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853698.352409:0:15886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853698.352411:0:15886:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778400 with handle 0xa8f483e9eb300c46 from hash 00010000:00000001:1.0:1780853698.352414:0:15886:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853698.352415:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853698.352416:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853698.352417:0:15886:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853698.352419:0:15886:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853698.352420:0:15886:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1780853698.352423:0:15886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853698.352425:0:15886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352426:0:15886:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853698.352428:0:15886:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1780853698.352431:0:15886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106680. 00000020:00000040:1.0:1780853698.352434:0:15886:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853698.352436:0:15886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853698.352437:0:15886:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853698.352439:0:15886:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853698.352443:0:15886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4592699c00. 00000100:00000001:1.0:1780853698.352446:0:15886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352448:0:15886:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853698.352451:0:15886:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780853698.352457:0:15886:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853698.352459:0:15886:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.352461:0:15886:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853698.352463:0:15886:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.352468:0:15886:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ebf0939] to pc [ptlrpcd_00_01+1] req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780853698.352477:0:15886:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853698.352479:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853698.352480:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853698.352481:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.352483:0:15886:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853698.352484:0:15886:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.352487:0:15886:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853698.352493:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853698.352495:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000009ee14c56/0xa8f483e9eb300c46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979a69 expref: -99 pid: 30265 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1780853698.352502:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0380. 00010000:00000040:1.0:1780853698.352505:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837600 count: 0 00010000:00000010:1.0:1780853698.352508:0:15886:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4594837800. 00010000:00000001:1.0:1780853698.352514:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853698.352515:0:15886:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1780853698.352516:0:15886:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e45833eef00. 00010000:00000001:1.0:1780853698.352519:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853698.352521:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853698.352522:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.352524:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853698.352525:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853698.352527:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.352528:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853698.352530:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853698.352531:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853698.352533:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853698.352552:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853698.352556:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853698.352559:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853698.352565:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.352573:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853698.352575:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.352579:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853698.352582:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853698.352585:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853698.352588:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410816:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853698.352592:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853698.352596:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853698.352600:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.352603:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853698.352606:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45935d6600. 02000000:00000001:1.0:1780853698.352608:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853698.352613:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853698.352617:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d0b0. 00000400:00000010:1.0:1780853698.352621:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9c38. 00000100:00000200:1.0:1780853698.352627:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631410816, portal 18 00000100:00000001:1.0:1780853698.352629:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853698.352631:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000040:1.0:1780853698.352637:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.352644:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853698.352647:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853698.352649:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9aa0. 00000100:00000200:1.0:1780853698.352652:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631410816, offset 0 00000400:00000200:1.0:1780853698.352656:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853698.352661:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.352666:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853698.352671:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853698.352675:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853698.352679:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853698.352682:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853698.352684:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2343:2343:256:4294967295] 192.168.202.110@tcp LPNI seq info [2343:2343:8:4294967295] 00000400:00000200:1.0:1780853698.352689:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.352695:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853698.352700:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853698.352703:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853698.352707:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853698.352712:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853698.352716:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853698.352726:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.352731:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 255661 usecs (256 jiffies) 00000400:00000200:1.0:1780853698.352734:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853698.352737:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296495363 00000100:00000001:1.0:1780853698.352741:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296497657 00000100:00000001:1.0:1780853698.352743:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296495363 00000100:00000001:1.0:1780853698.352745:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296497657 00000100:00000001:1.0:1780853698.352749:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853698.352751:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.352754:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.352756:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.352761:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853698.352763:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853698.352765:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853698.352766:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853698.352767:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853698.352770:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1780853698.352771:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.352773:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853698.352774:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.352776:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853698.352777:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853698.352778:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853698.352782:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.352788:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853698.352789:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.352791:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853698.352793:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853698.352794:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853698.352797:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410944:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853698.352800:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853698.352803:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853698.352804:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.352806:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853698.352809:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45935d7c00. 02000000:00000001:1.0:1780853698.352810:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853698.352813:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853698.352816:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835da50. 00000400:00000010:1.0:1780853698.352819:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b97f8. 00000100:00000200:1.0:1780853698.352821:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631410944, portal 18 00000100:00000001:1.0:1780853698.352823:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853698.352825:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000100:00000040:1.0:1780853698.352830:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.352836:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853698.352838:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853698.352841:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9770. 00000100:00000200:1.0:1780853698.352843:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631410944, offset 0 00000400:00000200:1.0:1780853698.352848:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853698.352852:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.352855:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853698.352858:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853698.352860:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853698.352862:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853698.352864:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853698.352867:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2344:2344:255:4294967295] 192.168.202.110@tcp LPNI seq info [2344:2344:7:4294967295] 00000400:00000200:1.0:1780853698.352872:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853698.352877:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853698.352881:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853698.352885:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853698.352889:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853698.352893:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853698.352895:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853698.352899:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.352901:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 100763 usecs (101 jiffies) 00000400:00000200:1.0:1780853698.352904:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853698.352906:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296495208 00000100:00000001:1.0:1780853698.352908:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296497657 00000100:00000001:1.0:1780853698.352910:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296495208 00000100:00000001:1.0:1780853698.352912:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296497657 00000100:00000001:1.0:1780853698.352915:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853698.352917:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.352919:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.352921:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.352931:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853698.352933:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853698.352955:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853698.352958:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:1.0:1780853698.352962:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853698.352967:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853698.352970:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9aa0 00000400:00000010:1.0:1780853698.352972:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9aa0. 00000100:00000001:1.0:1780853698.352975:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853698.352979:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.352990:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853698.352994:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.353001:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.353003:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853698.353068:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853698.353071:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:1.0:1780853698.353074:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853698.353078:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853698.353080:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9770 00000400:00000010:1.0:1780853698.353082:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9770. 00000100:00000001:1.0:1780853698.353084:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853698.353087:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.353094:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853698.353097:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.353103:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.353106:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1780853698.354029:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853698.354034:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853698.354038:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1780853698.365457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837000. 00010000:00000010:1.1:1780853698.365471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:1.1:1780853698.365476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837600. 00010000:00000010:1.1:1780853698.365479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00000800:00000001:1.0:1780853698.373414:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.375383:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853698.375392:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.375396:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853698.375406:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.375413:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853698.375422:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376018:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376029:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376033:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe4bc80 00000400:00000200:0.0:1780853698.376038:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376043:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6641 [1] + 224 00000800:00000001:0.0:1780853698.376052:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.376059:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853698.376063:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853698.376068:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853698.376076:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853698.376086:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853698.376098:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.376173:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853698.376177:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853698.376677:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853698.376689:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.376696:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853698.376699:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.376701:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853698.376706:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376710:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853698.376719:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376722:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376725:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376728:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe4bd00 00000400:00000200:0.0:1780853698.376731:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853698.376735:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6651 [1] + 224 00000800:00000001:0.0:1780853698.376739:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.376748:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853698.376750:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853698.376754:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853698.376757:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853698.376762:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853698.376771:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853698.376778:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853698.376781:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853698.376784:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780853698.379811:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853698.379819:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853698.379824:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d0b0. 00000400:00000200:1.0:1780853698.379833:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9c38 00000400:00000010:1.0:1780853698.379835:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9c38. 00000100:00000001:1.0:1780853698.379841:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853698.379854:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853698.379867:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.379875:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853698.379877:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.379880:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853698.379883:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853698.379886:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853698.379888:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853698.379892:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853698.379901:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=219 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853698.379906:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853698.379909:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853698.379911:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.379914:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853698.379917:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.379921:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853698.379923:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1780853698.379925:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853698.379926:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853698.379931:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.379938:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853698.379941:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853698.379944:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853698.379948:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853698.379955:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410816:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853698.379960:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.379963:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853698.379966:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106300 x1867358631410816/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853698.379973:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853698.379976:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853698.379979:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45935d6600. 02000000:00000001:1.0:1780853698.379983:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853698.379986:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853698.379988:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853698.379990:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853698.379993:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4591fa4a00. 02000000:00000001:1.0:1780853698.379997:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853698.379999:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853698.380001:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106300. 00000100:00000001:1.0:1780853698.380005:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853698.380006:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853698.380009:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853698.380012:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853698.380013:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853698.383359:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853698.383366:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853698.383371:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835da50. 00000400:00000200:0.0:1780853698.383379:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b97f8 00000400:00000010:0.0:1780853698.383382:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b97f8. 00000100:00000001:0.0:1780853698.383388:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853698.383401:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853698.383426:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853698.383435:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853698.383437:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853698.383440:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853698.383443:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853698.383446:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853698.383448:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853698.383451:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853698.383462:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264a8 time=88 v=5 (5 5 5 0) 00000100:00001000:0.0:1780853698.383466:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=144 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853698.383468:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853698.383470:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853698.383473:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853698.383476:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853698.383480:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853698.383482:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1780853698.383484:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853698.383485:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853698.383490:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853698.383497:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853698.383500:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853698.383502:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853698.383505:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853698.383513:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631410944:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1780853698.383518:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853698.383521:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853698.383524:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106680 x1867358631410944/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853714 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853698.383531:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853698.383534:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853698.383548:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45935d7c00. 02000000:00000001:0.0:1780853698.383553:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853698.383556:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853698.383558:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853698.383561:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853698.383564:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4592699c00. 02000000:00000001:0.0:1780853698.383568:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853698.383570:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853698.383571:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106680. 00000100:00000001:0.0:1780853698.383575:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853698.383577:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853698.383580:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853698.383599:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853698.383601:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853698.383603:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853698.383606:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853698.606324:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853698.606332:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853698.606436:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853698.606440:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853698.606443:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853699.629350:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853699.629356:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853699.629380:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853699.629382:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853699.629385:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853700.040622:0:30695:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853700.654620:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853700.654628:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853700.654919:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853700.654922:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853700.654925:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853700.916323:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296497657, at 4296497671 00000100:00000010:1.0:1780853700.916335:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447dba0. 00000100:00000040:0.0:1780853700.916396:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296497657, at 4296497671 00000100:00000010:0.0:1780853700.916402:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d2a0. 00010000:00000001:1.0:1780853701.678704:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853701.678714:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853701.678717:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853701.678720:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853701.678726:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853701.678728:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853701.678730:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853701.678732:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853701.682239:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853701.682246:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853701.682252:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1780853701.719408:0:30823:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780853701.719416:0:30823:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 13:35:00 (1780853700) 00000001:00000001:1.0:1780853701.728913:0:30823:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1780853701.933786:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853701.933797:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853701.933808:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173800. 00000020:00000040:3.0:1780853701.933815:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853701.933820:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853701.933823:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853701.933829:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853701.933838:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77900. 00000100:00000001:3.0:1780853701.933845:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933857:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583173800 x1867358631411072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853701.933868:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853701.933872:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933878:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9b7999] to pc [ptlrpcd_01_01+1] req@ffff9e4583173800 x1867358631411072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853701.933908:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933912:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853701.933915:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853701.933918:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172d80. 00000020:00000040:3.0:1780853701.933920:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853701.933922:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853701.933924:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853701.933925:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853701.933928:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853701.933931:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933949:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172d80 x1867358631411200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853701.933957:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853701.933959:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933964:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007698e09b] to pc [ptlrpcd_01_00+0] req@ffff9e4583172d80 x1867358631411200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853701.933971:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933973:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853701.933976:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853701.933979:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853701.933981:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853701.933983:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853701.933985:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853701.933986:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853701.933989:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77500. 00000100:00000001:3.0:1780853701.933991:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.933994:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583173b80 x1867358631411328/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853701.933999:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853701.934001:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.934004:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000960a503c] to pc [ptlrpcd_01_01+1] req@ffff9e4583173b80 x1867358631411328/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853701.934014:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.934016:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853701.934019:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853701.934022:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171c00. 00000020:00000040:3.0:1780853701.934024:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853701.934025:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853701.934026:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853701.934028:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853701.934030:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77000. 00000100:00000001:3.0:1780853701.934033:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.934036:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583171c00 x1867358631411456/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853701.934042:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853701.934044:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.934047:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138f75f9] to pc [ptlrpcd_01_00+0] req@ffff9e4583171c00 x1867358631411456/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853701.934053:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853701.934058:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1836) 00000800:00000200:1.0:1780853701.935772:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853701.935777:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853701.935784:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.935790:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853701.935796:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f908 00000400:00000010:1.0:1780853701.935799:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f908. 00000100:00000001:1.0:1780853701.935804:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853701.935809:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173800 x1867358631411072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.935818:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853701.935821:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173800 x1867358631411072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.935827:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853701.935829:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853701.935840:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853701.935843:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853701.935845:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.935849:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853701.935851:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f660 00000400:00000010:1.0:1780853701.935853:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f660. 00000100:00000001:1.0:1780853701.935855:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853701.935858:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173b80 x1867358631411328/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.935865:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853701.935867:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173b80 x1867358631411328/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.935872:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853701.935874:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853701.935880:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853701.935882:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853701.935884:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.935887:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853701.935889:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:1.0:1780853701.935891:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:1.0:1780853701.935892:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853701.935896:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172d80 x1867358631411200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.935902:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853701.935904:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172d80 x1867358631411200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.935910:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853701.935911:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853701.935977:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853701.935980:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853701.935982:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.935986:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853701.935988:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f2a8 00000400:00000010:1.0:1780853701.935989:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f2a8. 00000100:00000001:1.0:1780853701.935992:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853701.935996:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171c00 x1867358631411456/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.936002:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853701.936005:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171c00 x1867358631411456/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.936011:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853701.936012:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853701.942031:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853701.942047:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853701.942052:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853701.942055:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853701.942065:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853701.942073:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853701.942082:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853701.942088:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853701.942095:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853701.942099:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4bd80 00000400:00000200:0.0:1780853701.942105:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853701.942111:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6661 [1] + 224 00000800:00000001:0.0:1780853701.942120:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853701.942127:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853701.942130:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853701.942135:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853701.942144:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853701.942165:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173800 x1867358631411072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853701.942176:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173800 x1867358631411072/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853701.942197:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853701.942206:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853701.942210:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853701.960210:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960230:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853701.960234:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960237:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853701.960246:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960254:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853701.960262:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960310:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960315:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960320:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4be80 00000400:00000200:1.0:1780853701.960325:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960331:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6669 [1] + 224 00000800:00000001:1.0:1780853701.960339:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960344:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853701.960346:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.960350:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853701.960357:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853701.960366:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173b80 x1867358631411328/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853701.960378:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173b80 x1867358631411328/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.960401:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853701.960410:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960414:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853701.960416:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960418:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853701.960421:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960424:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853701.960428:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960431:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960434:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960436:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4bf00 00000400:00000200:1.0:1780853701.960439:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960442:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6679 [1] + 224 00000800:00000001:1.0:1780853701.960446:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960449:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853701.960451:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.960454:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853701.960456:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853701.960461:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171c00 x1867358631411456/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853701.960470:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171c00 x1867358631411456/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.960477:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853701.960480:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960483:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853701.960484:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960488:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853701.960490:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960494:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853701.960498:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960500:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960502:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960505:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4be00 00000400:00000200:1.0:1780853701.960545:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853701.960557:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6671 [1] + 224 00000800:00000001:1.0:1780853701.960562:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960569:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853701.960571:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853701.960574:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853701.960577:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853701.960581:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172d80 x1867358631411200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853701.960588:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172d80 x1867358631411200/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853701.960594:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853701.960597:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853701.960599:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853702.191441:0:30835:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853702.191451:0:30835:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853702.191454:0:30835:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853702.191457:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bb20 00000080:00200000:3.0:1780853702.191462:0:30835:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853702.191473:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.191482:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.191486:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853702.191493:0:30835:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.191496:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba40 00800000:00000002:3.0:1780853702.191499:0:30835:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853702.191503:0:30835:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853702.191519:0:30835:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853702.191526:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.191528:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b910 00000002:00010000:3.0:1780853702.191530:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853702.191535:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.191537:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.191540:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853702.191546:0:30835:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.191549:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.192035:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.192038:0:30835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853702.192041:0:30835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853702.192048:0:30835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853702.192053:0:30835:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853702.192062:0:30835:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853702.192067:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.192072:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.192075:0:30835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853702.192078:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853702.192083:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853702.192092:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faec00. 00000100:00000001:3.0:1780853702.192100:0:30835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.192105:0:30835:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853702.192107:0:30835:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.192109:0:30835:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853702.192110:0:30835:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.192112:0:30835:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.192117:0:30835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00010000:00000001:3.0:1780853702.192121:0:30835:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853702.192123:0:30835:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853702.192130:0:30835:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3300. 00010000:00000010:3.0:1780853702.192135:0:30835:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02f00. 00010000:00000001:3.0:1780853702.192141:0:30835:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853702.192145:0:30835:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171e00. 00000020:00000001:3.0:1780853702.192149:0:30835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853702.192152:0:30835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171e00 with handle 0xa8f483e9eb300c7e to hash 00000020:00000001:3.0:1780853702.192154:0:30835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853702.192156:0:30835:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.192159:0:30835:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.192164:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.192167:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.192171:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.192182:0:30835:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.192193:0:30835:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853702.192198:0:30835:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853702.192200:0:30835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853702.192208:0:30835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583284540. 00000100:00000001:3.0:1780853702.192210:0:30835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620123227456 : -107453586324160 : ffff9e4583284540) 00000100:00000001:3.0:1780853702.192213:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.192214:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000001:3.0:1780853702.192218:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853702.192222:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.192224:0:30835:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853702.192226:0:30835:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853702.192237:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.192245:0:30835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853702.192247:0:30835:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.192251:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853702.192253:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853702.192256:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853702.192259:0:30835:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30835:1867358631411584:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853702.193864:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853702.193877:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853702.193880:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.193885:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853702.193892:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc0800. 02000000:00000001:3.0:1780853702.193896:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853702.193905:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853702.193909:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853702.193916:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853702.193923:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631411584, portal 10 00000100:00000001:3.0:1780853702.193926:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.193927:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:3.0:1780853702.193938:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.193948:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853702.193951:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853702.193954:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a550. 00000100:00000200:3.0:1780853702.193958:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631411584, offset 0 00000400:00000200:3.0:1780853702.193966:0:30835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853702.193976:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853702.193987:0:30835:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853702.193993:0:30835:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853702.193998:0:30835:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853702.194003:0:30835:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853702.194006:0:30835:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853702.194010:0:30835:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2349:2349:256:4294967295] 192.168.202.110@tcp LPNI seq info [2349:2349:8:4294967295] 00000400:00000200:3.0:1780853702.194015:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853702.194027:0:30835:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853702.194033:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853702.194039:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853702.194047:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853702.194056:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853702.194061:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853702.194081:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.194086:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 791973 usecs (792 jiffies) 00000400:00000200:3.0:1780853702.194090:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853702.194093:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296499740 00000100:00000001:3.0:1780853702.194096:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.194098:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296499740 00000100:00000001:3.0:1780853702.194100:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.194102:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.194106:0:30835:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.194109:0:30835:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853702.194111:0:30835:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853702.194115:0:30835:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583284540 going to sleep for 131 seconds 00000100:00000001:3.0:1780853702.194117:0:30835:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853702.194121:0:30835:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853702.194528:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.194534:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77200. 00000400:00000200:0.0:1780853702.194540:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.194546:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.194563:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a550 00000400:00000010:0.0:1780853702.194566:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a550. 00000100:00000001:0.0:1780853702.194570:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.194576:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.194586:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.194590:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.194596:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.194598:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853702.199875:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.199893:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853702.199898:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.199901:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.199911:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.199921:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853702.199930:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.199936:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.199943:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.199947:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4bf80 00000400:00000200:1.0:1780853702.199953:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.199959:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6681 [1] + 224 00000800:00000001:1.0:1780853702.199968:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.199975:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.199977:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.199981:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853702.199989:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853702.200000:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853702.200011:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.200025:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853702.200034:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.200037:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.200127:0:30835:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853702.200135:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853702.200137:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853702.200140:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853702.200145:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853702.200148:0:30835:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853702.200151:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853702.200156:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853702.200165:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.200171:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853702.200173:0:30835:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.200176:0:30835:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853702.200179:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853702.200182:0:30835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853702.200184:0:30835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.200188:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853702.200198:0:30835:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=93 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853702.200204:0:30835:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853702.200206:0:30835:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853702.200208:0:30835:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.200210:0:30835:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853702.200214:0:30835:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.200217:0:30835:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853702.200219:0:30835:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1780853702.200222:0:30835:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853702.200224:0:30835:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.200229:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.200235:0:30835:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.200238:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853702.200241:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853702.200244:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853838 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853702.200253:0:30835:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30835:1867358631411584:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853702.200257:0:30835:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.200260:0:30835:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.200303:0:30835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853702.200307:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.200310:0:30835:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853838 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.200319:0:30835:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853702.200322:0:30835:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583284540. 00000100:00000001:3.0:1780853702.200325:0:30835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853702.200326:0:30835:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.200330:0:30835:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853702.200335:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200338:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200341:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=4 00000020:00000001:3.0:1780853702.200343:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200346:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000040:3.0:1780853702.200356:0:30835:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171e00, remote cookie: 0x562725ecec979b73, flags: 0x1001 00010000:00010000:3.0:1780853702.200361:0:30835:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.200373:0:30835:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200379:0:30835:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853702.200383:0:30835:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853702.200385:0:30835:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853702.200387:0:30835:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853702.200388:0:30835:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853702.200391:0:30835:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3300) refcount = 1 00010000:00010000:3.0:1780853702.200395:0:30835:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200402:0:30835:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853702.200405:0:30835:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853702.200407:0:30835:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.200409:0:30835:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853702.200412:0:30835:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.200416:0:30835:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200421:0:30835:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853702.200423:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200426:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.200427:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200428:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.200429:0:30835:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.200434:0:30835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853702.200435:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200437:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200438:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200441:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200443:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200445:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200447:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200448:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=4 00000020:00000001:3.0:1780853702.200449:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200451:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200454:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.200457:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.200460:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200467:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200468:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.200469:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200470:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200472:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=5 00000020:00000001:3.0:1780853702.200473:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200475:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200478:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.200480:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200486:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200487:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853702.200490:0:30835:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200496:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.200497:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200498:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.200500:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200501:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853702.200515:0:30835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853702.200525:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200526:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200527:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200529:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200531:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200533:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200535:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.200536:0:30835:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.200539:0:30835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.200541:0:30835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853702.200543:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200545:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200546:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200549:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200551:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00000002:00010000:3.0:1780853702.200553:0:30835:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200560:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200561:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.200563:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853702.200564:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200565:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200566:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200568:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200570:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000040:3.0:1780853702.200576:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.200579:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853702.200583:0:30835:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853702.200585:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200587:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.200588:0:30835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853702.200591:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b890 00000002:00002000:3.0:1780853702.200593:0:30835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853702.200595:0:30835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.200598:0:30835:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.200601:0:30835:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853702.200604:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853702.200607:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853702.200611:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.200614:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853702.200619:0:30835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853702.200621:0:30835:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853702.200627:0:30835:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853702.200630:0:30835:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853702.200636:0:30835:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852de640. 00800000:00000001:3.0:1780853702.200638:0:30835:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157150784 : -107453552400832 : ffff9e45852de640) 00800000:00000001:3.0:1780853702.200641:0:30835:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.200643:0:30835:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853702.200646:0:30835:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853702.200648:0:30835:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853702.200650:0:30835:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853702.200654:0:30835:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853702.200656:0:30835:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.200660:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853702.200663:0:30835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1780853702.200668:0:30835:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853702.200671:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200672:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200673:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200675:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200677:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200679:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200681:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853702.200683:0:30835:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853702.200686:0:30835:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853702.200687:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852de640 1 00800000:00000010:3.0:1780853702.200689:0:30835:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852de640. 00800000:00000001:3.0:1780853702.200692:0:30835:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.200695:0:30835:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c7e 00800000:00000001:3.0:1780853702.200698:0:30835:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853702.200699:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853702.200701:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200702:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200703:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200705:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200707:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200709:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200710:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.200711:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.200714:0:30835:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.200716:0:30835:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.200718:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853702.200722:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c7e from it ffffb4b401f7bb58 00010000:00000001:3.0:1780853702.200724:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.200725:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.200726:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.200728:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200730:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.200732:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.200735:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.200844:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.200845:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.201088:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853702.201091:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853702.201094:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853702.201108:0:30835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853702.201110:0:30835:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853702.201112:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.201115:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.201116:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.201118:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201120:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853702.201122:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201124:0:30835:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201126:0:30835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201128:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.201130:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.201131:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853702.201133:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.201139:0:30835:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631411584/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.201144:0:30835:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853702.201147:0:30835:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853702.201150:0:30835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc0800. 02000000:00000001:3.0:1780853702.201154:0:30835:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853702.201157:0:30835:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853702.201158:0:30835:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853702.201161:0:30835:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853702.201163:0:30835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faec00. 02000000:00000001:3.0:1780853702.201166:0:30835:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853702.201168:0:30835:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853702.201170:0:30835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853702.201173:0:30835:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853702.201174:0:30835:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.201177:0:30835:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853702.201181:0:30835:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853702.201195:0:30835:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989e60. 00000020:00000001:3.0:1780853702.201200:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bae8 00000080:00200000:3.0:1780853702.201203:0:30835:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=13 00000080:00000001:3.0:1780853702.201207:0:30835:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853702.201209:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b998 00000080:00200000:3.0:1780853702.201211:0:30835:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:3.0:1780853702.201220:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.201226:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.201231:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853702.201233:0:30835:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.201235:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b8b8 00800000:00000002:3.0:1780853702.201236:0:30835:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853702.201240:0:30835:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853702.201245:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b850 00800000:00000002:3.0:1780853702.201247:0:30835:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1780853702.201251:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.201253:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b788 00000002:00010000:3.0:1780853702.201255:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853702.201258:0:30835:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853702.201261:0:30835:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853702.201884:0:30835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853702.201890:0:30835:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853702.201895:0:30835:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853702.201898:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.201902:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.201904:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.201905:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.201907:0:30835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853702.201909:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853702.201913:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853702.201918:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faec00. 00000100:00000001:3.0:1780853702.201924:0:30835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201927:0:30835:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853702.201929:0:30835:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201930:0:30835:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853702.201931:0:30835:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.201933:0:30835:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.201940:0:30835:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00010000:00000001:3.0:1780853702.201945:0:30835:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853702.201947:0:30835:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853702.201952:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.201954:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.201957:0:30835:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853702.201961:0:30835:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171a00. 00000020:00000001:3.0:1780853702.201965:0:30835:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853702.201968:0:30835:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171a00 with handle 0xa8f483e9eb300c85 to hash 00000020:00000001:3.0:1780853702.201970:0:30835:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853702.201972:0:30835:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853702.201975:0:30835:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853702.201980:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.201982:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.201986:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.201994:0:30835:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.202004:0:30835:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853702.202010:0:30835:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853702.202012:0:30835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853702.202018:0:30835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583284540. 00000100:00000001:3.0:1780853702.202019:0:30835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620123227456 : -107453586324160 : ffff9e4583284540) 00000100:00000001:3.0:1780853702.202022:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.202023:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000001:3.0:1780853702.202028:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853702.202032:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.202034:0:30835:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853702.202036:0:30835:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853702.202045:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.202059:0:30835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853702.202062:0:30835:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.202065:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853702.202068:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853702.202070:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853702.202073:0:30835:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30835:1867358631411712:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853702.202076:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853702.202081:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853702.202084:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.202086:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853702.202090:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc0800. 02000000:00000001:3.0:1780853702.202092:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853702.202098:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853702.202102:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853702.202109:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853702.202116:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631411712, portal 10 00000100:00000001:3.0:1780853702.202118:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.202119:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:3.0:1780853702.202125:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.202132:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853702.202134:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853702.202136:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ae58. 00000100:00000200:3.0:1780853702.202139:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631411712, offset 0 00000400:00000200:3.0:1780853702.202145:0:30835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853702.202152:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853702.202159:0:30835:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853702.202164:0:30835:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853702.202168:0:30835:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853702.202171:0:30835:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853702.202174:0:30835:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853702.202177:0:30835:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2350:2350:256:4294967295] 192.168.202.110@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:3.0:1780853702.202182:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853702.202191:0:30835:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853702.202197:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853702.202202:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77d00. 00000800:00000200:3.0:1780853702.202209:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853702.202217:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853702.202222:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853702.202237:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.202241:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 790808 usecs (791 jiffies) 00000400:00000200:3.0:1780853702.202244:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853702.202247:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296499747 00000100:00000001:3.0:1780853702.202250:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.202252:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296499747 00000100:00000001:3.0:1780853702.202254:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.202256:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.202259:0:30835:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.202261:0:30835:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853702.202292:0:30835:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853702.202295:0:30835:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583284540 going to sleep for 131 seconds 00000100:00000001:3.0:1780853702.202298:0:30835:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853702.202300:0:30835:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853702.202479:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.202484:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77d00. 00000400:00000200:0.0:1780853702.202488:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.202493:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.202499:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ae58 00000400:00000010:0.0:1780853702.202501:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ae58. 00000100:00000001:0.0:1780853702.202515:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.202520:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.202530:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.202533:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.202541:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.202542:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853702.207848:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.207866:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853702.207870:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.207873:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.207882:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.207890:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853702.207899:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.207904:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.207909:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.207913:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4c000 00000400:00000200:1.0:1780853702.207918:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.207924:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6689 [1] + 224 00000800:00000001:1.0:1780853702.207932:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.207941:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.207944:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.207948:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853702.207956:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853702.207965:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853702.207977:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.207998:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853702.208007:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.208010:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.210124:0:30835:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853702.210142:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853702.210144:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853702.210149:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853702.210160:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853702.210162:0:30835:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853702.210169:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853702.210184:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853702.210197:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.210205:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853702.210207:0:30835:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.210211:0:30835:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853702.210215:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853702.210218:0:30835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853702.210221:0:30835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.210225:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853702.210234:0:30835:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=93 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853702.210239:0:30835:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853702.210241:0:30835:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853702.210245:0:30835:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.210251:0:30835:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853702.210254:0:30835:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853702.210256:0:30835:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1780853702.210258:0:30835:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853702.210260:0:30835:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780853702.210319:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.210328:0:30835:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780853702.210332:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853702.210334:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853702.210338:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853838 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853702.210346:0:30835:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30835:1867358631411712:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853702.210352:0:30835:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.210355:0:30835:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853702.210358:0:30835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853702.210360:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.210363:0:30835:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853838 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.210376:0:30835:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853702.210380:0:30835:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583284540. 00000100:00000001:3.0:1780853702.210384:0:30835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853702.210386:0:30835:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780853702.210390:0:30835:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853702.210396:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.210398:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.210401:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=4 00000020:00000001:3.0:1780853702.210403:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853702.210406:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00010000:3.0:1780853702.210410:0:30835:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210423:0:30835:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780853702.210427:0:30835:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210432:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.210435:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210440:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210442:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853702.210444:0:30835:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210450:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.210455:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.210458:0:30835:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853702.210461:0:30835:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.210467:0:30835:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171a00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853702.210472:0:30835:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853702.210477:0:30835:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210483:0:30835:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853702.210485:0:30835:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853702.210489:0:30835:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210494:0:30835:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853702.210497:0:30835:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853702.210499:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.210500:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.210501:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=5 00000020:00000001:3.0:1780853702.210503:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853702.210514:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853702.210518:0:30835:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853702.210521:0:30835:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853702.210526:0:30835:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853702.210528:0:30835:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.210531:0:30835:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853702.210532:0:30835:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853702.210536:0:30835:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853702.210538:0:30835:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853702.210540:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.210541:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853702.210544:0:30835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171a00 with handle 0xa8f483e9eb300c85 from hash 00010000:00000001:3.0:1780853702.210546:0:30835:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853702.210548:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210549:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210558:0:30835:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853702.210560:0:30835:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853702.210563:0:30835:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853702.210565:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210566:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210568:0:30835:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.210570:0:30835:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.210573:0:30835:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210579:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210580:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210582:0:30835:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853702.210583:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.210585:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210586:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210587:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853702.210589:0:30835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300c85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30835 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.210604:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210606:0:30835:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780853702.210613:0:30835:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780853702.210620:0:30835:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853702.210628:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853702.210630:0:30835:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.210632:0:30835:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.210634:0:30835:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.210637:0:30835:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853702.210640:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853702.210641:0:30835:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.210643:0:30835:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853702.210646:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b708 00000002:00002000:3.0:1780853702.210648:0:30835:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:3.0:1780853702.210652:0:30835:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.210657:0:30835:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.210661:0:30835:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853702.210664:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853702.210667:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853702.210672:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.210674:0:30835:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853702.210676:0:30835:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401f7bb20 it_disposition 7 00000080:00002000:3.0:1780853702.210683:0:30835:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b19798 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1780853702.210692:0:30835:0:(lmv_obd.c:4236:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.210697:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.210700:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.210702:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.210709:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.210712:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.210715:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.210717:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853702.210721:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853702.210728:0:30835:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853702.210734:0:30835:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.210750:0:30835:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853702.210757:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853702.210759:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.210761:0:30835:0:(lmv_obd.c:4243:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853702.210765:0:30835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853702.210766:0:30835:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401f7b930 released 00000080:00010000:3.0:1780853702.210769:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c7e from it ffffb4b401f7b930 00010000:00000001:3.0:1780853702.210770:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.210772:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.210773:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.210775:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.210777:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.210778:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.210782:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853702.210787:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210788:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210790:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853702.210792:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853702.210794:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853702.210801:0:30835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853702.210803:0:30835:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853702.210806:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.210810:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210811:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.210813:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.210815:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853702.210817:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.210819:0:30835:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.210822:0:30835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.210824:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.210825:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.210826:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853702.210828:0:30835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853702.210830:0:30835:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853702.210834:0:30835:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853702.210838:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000100:00000001:3.0:1780853702.210843:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.210847:0:30835:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631411712/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.210854:0:30835:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853702.210857:0:30835:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853702.210860:0:30835:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc0800. 02000000:00000001:3.0:1780853702.210863:0:30835:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853702.210865:0:30835:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853702.210867:0:30835:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853702.210870:0:30835:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853702.210872:0:30835:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faec00. 02000000:00000001:3.0:1780853702.210875:0:30835:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853702.210877:0:30835:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853702.210879:0:30835:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853702.210883:0:30835:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853702.210884:0:30835:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853702.210887:0:30835:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853702.210888:0:30835:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401f7bb20 released 00000080:00000001:3.0:1780853702.210890:0:30835:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853702.210894:0:30835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853702.210896:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bb70 00000080:00002000:3.0:1780853702.210898:0:30835:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9e4591b19798, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780853702.210901:0:30835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.210959:0:30835:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853702.210962:0:30835:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853702.210965:0:30835:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853702.210967:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bbb0 00000080:00200000:3.0:1780853702.210970:0:30835:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853702.210977:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.210981:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.210984:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853702.210987:0:30835:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.210988:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bad0 00800000:00000002:3.0:1780853702.210990:0:30835:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853702.210994:0:30835:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853702.210997:0:30835:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853702.211001:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.211003:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b9a0 00000002:00010000:3.0:1780853702.211005:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853702.211008:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.211009:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.211011:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.211013:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.211015:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.211017:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.211019:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853702.211022:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780853702.211029:0:30835:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853702.211031:0:30835:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.211034:0:30835:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780853702.211039:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853702.211041:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853702.211043:0:30835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.211045:0:30835:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.211046:0:30835:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.211048:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853702.211050:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853702.211052:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.211054:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853702.211057:0:30835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853702.211059:0:30835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.211061:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853702.211065:0:30835:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c7e 00800000:00000001:3.0:1780853702.211068:0:30835:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853702.211070:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853702.211071:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.211072:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.211074:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.211076:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211078:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211080:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211081:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.211082:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.211084:0:30835:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.211086:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c7e from it ffffb4b401f7bbe8 00010000:00000001:3.0:1780853702.211088:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.211089:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.211091:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.211092:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211094:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211096:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.211099:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853702.211104:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211105:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.211106:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853702.211107:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853702.211110:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853702.211115:0:30835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853702.211117:0:30835:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853702.211118:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.211120:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211121:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.211122:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211124:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853702.211125:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211127:0:30835:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211129:0:30835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211130:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.211131:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211132:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853702.211134:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853702.211135:0:30835:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.211137:0:30835:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853702.211142:0:30835:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.211145:0:30835:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853702.211147:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bbd8 00000080:00002000:3.0:1780853702.211148:0:30835:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9e4591b19798) flags 0x8000e refc 0 00000080:00000001:3.0:1780853702.211151:0:30835:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853702.211154:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bc20 00000080:00200000:3.0:1780853702.211155:0:30835:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:3.0:1780853702.211159:0:30835:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853702.211160:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bba8 00000080:00002000:3.0:1780853702.211161:0:30835:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9e4591b19798, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:3.0:1780853702.211164:0:30835:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853702.211188:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bd08 00000080:00200008:3.0:1780853702.211191:0:30835:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853702.211197:0:30835:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1780853702.211200:0:30835:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.211202:0:30835:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853702.211203:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bc80 00000080:00200000:3.0:1780853702.211205:0:30835:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853702.211208:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.211211:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.211213:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853702.211215:0:30835:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.211216:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bba0 00800000:00000002:3.0:1780853702.211217:0:30835:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853702.211220:0:30835:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853702.211222:0:30835:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853702.211224:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.211225:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba70 00000002:00010000:3.0:1780853702.211227:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853702.211229:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.211231:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.211232:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.211234:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.211236:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.211238:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.211240:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853702.211242:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1780853702.211254:0:30835:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853702.211255:0:30835:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.211258:0:30835:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1780853702.211315:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853702.211317:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853702.211319:0:30835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.211320:0:30835:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.211322:0:30835:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.211324:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853702.211326:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853702.211328:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.211330:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853702.211333:0:30835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853702.211334:0:30835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.211336:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853702.211339:0:30835:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c7e 00800000:00000001:3.0:1780853702.211341:0:30835:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853702.211342:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853702.211343:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.211345:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.211346:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.211348:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211350:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211352:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211353:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.211354:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.211356:0:30835:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.211358:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c7e from it ffffb4b401f7bcb8 00010000:00000001:3.0:1780853702.211360:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.211361:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.211363:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.211364:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211366:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.211368:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.211371:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853702.211377:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211378:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.211379:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853702.211381:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853702.211383:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853702.211389:0:30835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853702.211390:0:30835:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853702.211392:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.211394:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211395:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.211396:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211398:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853702.211399:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211401:0:30835:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211403:0:30835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.211404:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.211405:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.211406:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853702.211408:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853702.211409:0:30835:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853702.211412:0:30835:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853702.211416:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bd08 00000080:00000008:3.0:1780853702.211418:0:30835:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853702.211971:0:30835:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853702.211996:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bd08 00000080:00200008:3.0:1780853702.211998:0:30835:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853702.212002:0:30835:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853702.212003:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bc80 00000080:00200000:3.0:1780853702.212005:0:30835:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853702.212009:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.212012:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.212015:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853702.212017:0:30835:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.212018:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bba0 00800000:00000002:3.0:1780853702.212020:0:30835:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853702.212023:0:30835:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853702.212026:0:30835:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853702.212030:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.212031:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba70 00000002:00010000:3.0:1780853702.212033:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853702.212035:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.212036:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.212038:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.212041:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.212043:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.212047:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.212050:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853702.212053:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1780853702.212059:0:30835:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853702.212062:0:30835:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.212065:0:30835:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1780853702.212071:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853702.212072:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853702.212074:0:30835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.212076:0:30835:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.212078:0:30835:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.212080:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853702.212082:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853702.212083:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.212085:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853702.212088:0:30835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853702.212090:0:30835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.212092:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853702.212094:0:30835:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c7e 00800000:00000001:3.0:1780853702.212097:0:30835:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853702.212098:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853702.212099:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.212101:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.212102:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.212104:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212106:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212108:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212109:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.212110:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.212112:0:30835:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.212113:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c7e from it ffffb4b401f7bcb8 00010000:00000001:3.0:1780853702.212116:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.212117:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.212118:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.212119:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212120:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212122:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.212124:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853702.212129:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212130:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.212131:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853702.212133:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853702.212135:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853702.212142:0:30835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853702.212143:0:30835:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853702.212145:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.212147:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212148:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.212149:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212151:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853702.212153:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212154:0:30835:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212156:0:30835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212158:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.212159:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212160:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853702.212161:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853702.212162:0:30835:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853702.212165:0:30835:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853702.212167:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bd08 00000080:00000008:3.0:1780853702.212169:0:30835:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853702.212326:0:30835:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853702.212328:0:30835:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853702.212329:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bb78 00000080:00200000:3.0:1780853702.212331:0:30835:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853702.212335:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.212338:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853702.212340:0:30835:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853702.212342:0:30835:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.212343:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba98 00800000:00000002:3.0:1780853702.212345:0:30835:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853702.212347:0:30835:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853702.212349:0:30835:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853702.212352:0:30835:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853702.212353:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b968 00000002:00010000:3.0:1780853702.212355:0:30835:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853702.212358:0:30835:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853702.212359:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.212361:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.212363:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.212365:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.212367:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.212369:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853702.212373:0:30835:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1780853702.212380:0:30835:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853702.212382:0:30835:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.212384:0:30835:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1780853702.212389:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853702.212391:0:30835:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853702.212392:0:30835:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.212394:0:30835:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853702.212395:0:30835:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.212397:0:30835:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853702.212399:0:30835:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853702.212401:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.212403:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853702.212405:0:30835:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853702.212407:0:30835:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.212409:0:30835:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853702.212411:0:30835:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c7e 00800000:00000001:3.0:1780853702.212414:0:30835:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853702.212415:0:30835:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853702.212416:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.212417:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.212419:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.212421:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212423:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212426:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212427:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.212428:0:30835:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.212430:0:30835:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853702.212432:0:30835:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c7e from it ffffb4b401f7bbb0 00010000:00000001:3.0:1780853702.212434:0:30835:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.212435:0:30835:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.212436:0:30835:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:3.0:1780853702.212438:0:30835:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212440:0:30835:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853702.212441:0:30835:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.212444:0:30835:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853702.212450:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212451:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.212452:0:30835:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853702.212453:0:30835:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853702.212455:0:30835:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1780853702.212461:0:30835:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853702.212462:0:30835:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853702.212463:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.212465:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212466:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.212467:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212469:0:30835:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853702.212471:0:30835:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212472:0:30835:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212474:0:30835:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212476:0:30835:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.212477:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212478:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853702.212479:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853702.212481:0:30835:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853702.212483:0:30835:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:3.0:1780853702.212487:0:30835:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.212490:0:30835:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853702.212492:0:30835:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853702.212495:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bb78 00000080:00200008:3.0:1780853702.212496:0:30835:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000 00000080:00000010:3.0:1780853702.212501:0:30835:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c8f00. 00000080:00000001:3.0:1780853702.212518:0:30835:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.212521:0:30835:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.212533:0:30835:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853702.212536:0:30835:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c03066f0 arg=7ffd732023e0 00000020:00000001:3.0:1780853702.212543:0:30835:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853702.212548:0:30835:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9e4583faec00. 00000020:00000001:3.0:1780853702.212553:0:30835:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.212557:0:30835:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1780853702.212559:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bad0 00000080:00200000:3.0:1780853702.212561:0:30835:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) name=d21g.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1780853702.212567:0:30835:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853702.212569:0:30835:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:3.0:1780853702.212577:0:30835:0:(lmv_obd.c:2284:lmv_create()) Process entered 00800000:00000001:3.0:1780853702.212580:0:30835:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853702.212585:0:30835:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:3.0:1780853702.212588:0:30835:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780853702.212589:0:30835:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780853702.212592:0:30835:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780853702.212597:0:30835:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780853702.212599:0:30835:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x23:0x0] 40000000:00000001:3.0:1780853702.212602:0:30835:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.212603:0:30835:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.212605:0:30835:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.212607:0:30835:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853702.212609:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b9e8 00800000:00000002:3.0:1780853702.212611:0:30835:0:(lmv_obd.c:2325:lmv_create()) CREATE name 'd21g.recovery-small-1' [0x200000404:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1780853702.212616:0:30835:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1780853702.212620:0:30835:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853702.212623:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.212625:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.212628:0:30835:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853702.212631:0:30835:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853702.212634:0:30835:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1780853702.212642:0:30835:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853702.212647:0:30835:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853702.212650:0:30835:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853702.212652:0:30835:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1780853702.212654:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.212656:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.212658:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 3 00010000:00000001:3.0:1780853702.212660:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853702.212662:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.212663:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.212664:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.212666:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 3 00010000:00000001:3.0:1780853702.212667:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853702.212669:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.212670:0:30835:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853702.212671:0:30835:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853702.212673:0:30835:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 3 00010000:00000001:3.0:1780853702.212674:0:30835:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853702.212676:0:30835:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.212678:0:30835:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853702.212680:0:30835:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853702.212685:0:30835:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1780853702.212688:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b670 00000080:00002000:3.0:1780853702.212690:0:30835:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-1 00000080:00000001:3.0:1780853702.212695:0:30835:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853702.212698:0:30835:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853702.212701:0:30835:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853702.212704:0:30835:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853702.212706:0:30835:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212709:0:30835:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853702.212712:0:30835:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853702.212713:0:30835:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853702.212715:0:30835:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.212716:0:30835:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853702.212719:0:30835:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171e00 with handle 0xa8f483e9eb300c7e from hash 00010000:00000001:3.0:1780853702.212721:0:30835:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853702.212723:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.212724:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.212725:0:30835:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853702.212727:0:30835:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853702.212729:0:30835:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853702.212732:0:30835:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853702.212734:0:30835:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853702.212736:0:30835:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853702.212742:0:30835:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853702.212746:0:30835:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853702.212753:0:30835:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853702.212755:0:30835:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212757:0:30835:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853702.212761:0:30835:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853702.212763:0:30835:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.212765:0:30835:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853702.212767:0:30835:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853702.212770:0:30835:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853702.212775:0:30835:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fac000. 00000100:00000001:3.0:1780853702.212781:0:30835:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212783:0:30835:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853702.212785:0:30835:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853702.212791:0:30835:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1780853702.212797:0:30835:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853702.212799:0:30835:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853702.212800:0:30835:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853702.212803:0:30835:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171e00/0xa8f483e9eb300c7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979b73 expref: -99 pid: 30835 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1780853702.212810:0:30835:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3300 count: 0 00010000:00000010:3.0:1780853702.212815:0:30835:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02f00. 00010000:00000001:3.0:1780853702.212823:0:30835:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.212824:0:30835:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212826:0:30835:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853702.212827:0:30835:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.212829:0:30835:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780853702.212842:0:30835:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853702.212855:0:30835:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853702.212863:0:30835:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853702.212865:0:30835:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853702.212871:0:30835:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583284540. 00000100:00000001:3.0:1780853702.212873:0:30835:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620123227456 : -107453586324160 : ffff9e4583284540) 00000100:00000001:3.0:1780853702.212876:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.212877:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000001:3.0:1780853702.212882:0:30835:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853702.212887:0:30835:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.212889:0:30835:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853702.212890:0:30835:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853702.212895:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.212903:0:30835:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853702.212905:0:30835:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.212908:0:30835:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853702.212911:0:30835:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853702.212913:0:30835:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853702.212916:0:30835:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30835:1867358631411968:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853702.212919:0:30835:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853702.212925:0:30835:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853702.212927:0:30835:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.212930:0:30835:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853702.212934:0:30835:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fafc00. 02000000:00000001:3.0:1780853702.212936:0:30835:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853702.212943:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853702.212948:0:30835:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853702.212955:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853702.212962:0:30835:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631411968, portal 10 00000100:00000001:3.0:1780853702.212964:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.212965:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:3.0:1780853702.212971:0:30835:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.212978:0:30835:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853702.212981:0:30835:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853702.212983:0:30835:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853702.212986:0:30835:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1867358631411968, offset 0 00000400:00000200:3.0:1780853702.212993:0:30835:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853702.213003:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853702.213011:0:30835:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853702.213017:0:30835:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853702.213021:0:30835:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853702.213026:0:30835:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853702.213029:0:30835:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853702.213033:0:30835:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2351:2351:256:4294967295] 192.168.202.110@tcp LPNI seq info [2351:2351:8:4294967295] 00000400:00000200:3.0:1780853702.213037:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853702.213047:0:30835:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853702.213052:0:30835:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853702.213057:0:30835:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853702.213064:0:30835:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853702.213073:0:30835:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853702.213077:0:30835:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1780853702.213088:0:30835:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.213094:0:30835:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 789646 usecs (790 jiffies) 00000400:00000200:3.0:1780853702.213097:0:30835:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853702.213100:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296499757 00000100:00000001:3.0:1780853702.213103:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.213106:0:30835:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296499757 00000100:00000001:3.0:1780853702.213108:0:30835:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.213110:0:30835:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.213112:0:30835:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.213115:0:30835:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853702.213116:0:30835:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853702.213119:0:30835:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583284540 going to sleep for 131 seconds 00000100:00000001:3.0:1780853702.213122:0:30835:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853702.213124:0:30835:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853702.213680:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.213686:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:0.0:1780853702.213691:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.213696:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.213702:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:0.0:1780853702.213704:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:0.0:1780853702.213709:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.213714:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853702.213723:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.213726:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853702.213733:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.213740:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853702.222611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00000080:00000010:3.1:1780853702.226429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989e60. 00010000:00000010:3.1:1780853702.226450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:3.1:1780853702.226455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00000800:00000001:1.0:1780853702.235001:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.235020:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853702.235025:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.235028:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.235038:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235048:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853702.235059:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235064:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235070:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235076:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe4c100 00000400:00000200:1.0:1780853702.235081:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235088:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x6691 [1] + 224 00000800:00000001:1.0:1780853702.235095:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.235103:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.235107:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.235111:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853702.235120:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853702.235129:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853702.235141:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853702.235164:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853702.235174:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853702.235178:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235184:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853702.235190:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2352:2352:256:4294967295] 192.168.202.110@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:1.0:1780853702.235195:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.235203:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853702.235210:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853702.235217:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853702.235225:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853702.235232:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853702.235237:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853702.235380:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853702.235384:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:1.0:1780853702.235388:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.235391:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853702.235397:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.235401:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.235716:0:30835:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853702.235726:0:30835:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853702.235728:0:30835:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853702.235731:0:30835:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853702.235747:0:30835:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853702.235750:0:30835:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853702.235754:0:30835:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853702.235759:0:30835:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853702.235768:0:30835:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631411968/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.235774:0:30835:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853702.235776:0:30835:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.235778:0:30835:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853702.235783:0:30835:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853702.235785:0:30835:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853702.235787:0:30835:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.235790:0:30835:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853702.235802:0:30835:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=93 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853702.235807:0:30835:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853702.235809:0:30835:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853702.235811:0:30835:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.235814:0:30835:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853702.235817:0:30835:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.235821:0:30835:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853702.235822:0:30835:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1780853702.235824:0:30835:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853702.235827:0:30835:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.235828:0:30835:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000001:3.0:1780853702.235831:0:30835:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853702.235833:0:30835:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1780853702.235835:0:30835:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853702.235837:0:30835:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.235842:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631411968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.235849:0:30835:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.235853:0:30835:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853702.235855:0:30835:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853702.235858:0:30835:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631411968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853702.235866:0:30835:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30835:1867358631411968:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853702.235871:0:30835:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.235874:0:30835:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.235876:0:30835:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853702.235879:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.235882:0:30835:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170700 x1867358631411968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.235890:0:30835:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853702.235893:0:30835:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583284540. 00000100:00000001:3.0:1780853702.235896:0:30835:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853702.235898:0:30835:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.235906:0:30835:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853702.235910:0:30835:0:(lmv_obd.c:2333:lmv_create()) Created - [0x200000404:0x23:0x0] 00800000:00000001:3.0:1780853702.235913:0:30835:0:(lmv_obd.c:2391:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.235917:0:30835:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853702.235924:0:30835:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853702.235927:0:30835:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853702.235930:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1780853702.235934:0:30835:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1780853702.235951:0:30835:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919a6b40. 00000080:00000001:3.0:1780853702.235963:0:30835:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:3.0:1780853702.235965:0:30835:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9e45919a6c08) 00000080:00000001:3.0:1780853702.235968:0:30835:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853702.235970:0:30835:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:3.0:1780853702.235973:0:30835:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.235975:0:30835:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:3.0:1780853702.235977:0:30835:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853702.235980:0:30835:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833955 mtime from 0 to 1780853702 00000080:00200000:3.0:1780853702.235984:0:30835:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 512 00000080:00000001:3.0:1780853702.235986:0:30835:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1780853702.235989:0:30835:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365589512 : -107453343962104 : ffff9e45919a6c08) 00000080:00000001:3.0:1780853702.235992:0:30835:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853702.235995:0:30835:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853702.235997:0:30835:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.236005:0:30835:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.236009:0:30835:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631411968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.236015:0:30835:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853702.236018:0:30835:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.236021:0:30835:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000010:3.0:1780853702.236026:0:30835:0:(dir.c:2090:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e4583faec00. 00000080:00000001:3.0:1780853702.236030:0:30835:0:(dir.c:2091:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.236047:0:30835:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:3.0:1780853702.236049:0:30835:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853702.236053:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bd98 00000080:00200008:3.0:1780853702.236055:0:30835:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000 00000080:00400000:3.0:1780853702.236060:0:30835:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1780853702.236064:0:30835:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c8f00. 00000080:00000001:3.0:1780853702.236068:0:30835:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853702.236070:0:30835:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bd98 00000080:00000008:3.0:1780853702.236071:0:30835:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000, rc = 0 00000080:00000001:3.0:1780853702.236074:0:30835:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.236076:0:30835:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853702.279848:0:30836:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b100. 00000020:00000040:0.0:1780853702.279860:0:30836:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853702.279867:0:30836:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853702.279872:0:30836:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853702.279875:0:30836:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.279878:0:30836:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853702.279881:0:30836:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853702.279885:0:30836:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853702.279892:0:30836:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b8000. 00000100:00000001:0.0:1780853702.279898:0:30836:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853702.279902:0:30836:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853702.279904:0:30836:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853702.279905:0:30836:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853702.279907:0:30836:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853702.279909:0:30836:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853702.279914:0:30836:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00010000:00000001:0.0:1780853702.279920:0:30836:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853702.279923:0:30836:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853702.279929:0:30836:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95500. 00010000:00000010:0.0:1780853702.279933:0:30836:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab100. 00010000:00000001:0.0:1780853702.279939:0:30836:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853702.279942:0:30836:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572600. 00000020:00000001:0.0:1780853702.279948:0:30836:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853702.279950:0:30836:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572600 with handle 0xa8f483e9eb300c8c to hash 00000020:00000001:0.0:1780853702.279952:0:30836:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853702.279954:0:30836:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:0.0:1780853702.279957:0:30836:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:0.0:1780853702.279960:0:30836:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853702.279963:0:30836:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853702.279968:0:30836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300c8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853702.279977:0:30836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300c8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30836 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853702.279988:0:30836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300c8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30836 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853702.279993:0:30836:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853702.279994:0:30836:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853702.280000:0:30836:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab9c0. 00000100:00000001:0.0:1780853702.280002:0:30836:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154845632 : -107453554705984 : ffff9e45850ab9c0) 00000100:00000001:0.0:1780853702.280004:0:30836:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853702.280006:0:30836:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000001:0.0:1780853702.280010:0:30836:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853702.280014:0:30836:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.280016:0:30836:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853702.280018:0:30836:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853702.280027:0:30836:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b100 x1867358631412096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.280042:0:30836:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853702.280044:0:30836:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853702.280047:0:30836:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853702.280050:0:30836:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853702.280052:0:30836:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853702.280055:0:30836:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b100 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30836:1867358631412096:192.168.202.110@tcp:101:lfs.0 00000100:00000001:0.0:1780853702.280059:0:30836:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853702.280063:0:30836:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853702.280066:0:30836:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853702.280068:0:30836:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853702.280072:0:30836:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585177000. 02000000:00000001:0.0:1780853702.280074:0:30836:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853702.280081:0:30836:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853702.280085:0:30836:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014bf20. 00000400:00000010:0.0:1780853702.280091:0:30836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864264c8. 00000100:00000200:0.0:1780853702.280097:0:30836:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631412096, portal 10 00000100:00000001:0.0:1780853702.280099:0:30836:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853702.280100:0:30836:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000040:0.0:1780853702.280105:0:30836:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b100 x1867358631412096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.280112:0:30836:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853702.280114:0:30836:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853702.280116:0:30836:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853702.280119:0:30836:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631412096, offset 0 00000400:00000200:0.0:1780853702.280124:0:30836:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853702.280132:0:30836:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.280138:0:30836:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853702.280142:0:30836:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853702.280146:0:30836:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853702.280150:0:30836:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853702.280153:0:30836:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853702.280156:0:30836:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2353:2353:256:4294967295] 192.168.202.110@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:0.0:1780853702.280161:0:30836:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.280171:0:30836:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853702.280178:0:30836:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853702.280183:0:30836:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853702.280189:0:30836:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853702.280197:0:30836:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853702.280202:0:30836:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780853702.280262:0:30836:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853702.280300:0:30836:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 788516 usecs (789 jiffies) 00000400:00000200:0.0:1780853702.280304:0:30836:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853702.280306:0:30836:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296499823 00000100:00000001:0.0:1780853702.280309:0:30836:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:0.0:1780853702.280311:0:30836:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296499823 00000100:00000001:0.0:1780853702.280313:0:30836:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:0.0:1780853702.280315:0:30836:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853702.280317:0:30836:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.280320:0:30836:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853702.280321:0:30836:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:0.0:1780853702.280324:0:30836:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab9c0 going to sleep for 131 seconds 00000100:00000001:0.0:1780853702.280326:0:30836:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853702.280329:0:30836:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853702.285772:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853702.285783:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853702.285793:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.285804:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853702.285812:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:1.0:1780853702.285815:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:1.0:1780853702.285820:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853702.285829:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b100 x1867358631412096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.285842:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853702.285845:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b100 x1867358631412096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.285853:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853702.285855:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853702.289140:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.289159:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853702.289163:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.289166:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853702.289175:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.289182:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853702.289190:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.289195:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.289200:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.289204:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4c180 00000400:00000200:0.0:1780853702.289210:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.289217:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6699 [1] + 224 00000800:00000001:0.0:1780853702.289225:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.289237:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853702.289240:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.289245:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853702.289253:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853702.289261:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b100 x1867358631412096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853702.289312:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e458836b100 x1867358631412096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.289330:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853702.289338:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.289341:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853702.293700:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.293712:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:0.0:1780853702.293718:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.293727:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.293744:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f330 00000400:00000010:0.0:1780853702.293747:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f330. 00000100:00000001:0.0:1780853702.293754:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.293763:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631412224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.293776:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.293780:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631412224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.293788:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.293790:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853702.309919:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.309947:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853702.309951:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.309954:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853702.309964:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.309971:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853702.309980:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.309986:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.309992:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.309996:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4c200 00000400:00000200:0.0:1780853702.310000:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.310006:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x66a9 [1] + 224 00000800:00000001:0.0:1780853702.310012:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.310019:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853702.310023:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.310027:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853702.310034:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853702.310043:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631412224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853702.310054:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c39180 x1867358631412224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.310075:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853702.310083:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.310086:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.317178:0:30836:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.317183:0:30836:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296499858 00000100:00000001:3.0:1780853702.317186:0:30836:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:3.0:1780853702.317188:0:30836:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.317192:0:30836:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.317206:0:30836:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853702.317209:0:30836:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:3.0:1780853702.317213:0:30836:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588ca0840 going to sleep for 131 seconds 00000100:00000001:3.0:1780853702.317218:0:30836:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853702.317221:0:30836:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853702.318189:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.318205:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:0.0:1780853702.318212:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.318221:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.318228:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:0.0:1780853702.318231:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:0.0:1780853702.318236:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.318244:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631412480/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853702.318257:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.318261:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631412480/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853702.318637:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.318639:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853702.320479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000080:00000010:2.1:1780853702.320528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7d40. 00010000:00000010:2.1:1780853702.320545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95500. 00010000:00000010:2.1:1780853702.320548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00000800:00000001:0.0:1780853702.326546:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.326568:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853702.326573:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.326576:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853702.326587:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.326596:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853702.326609:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.326616:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.326622:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.326627:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe4c300 00000400:00000200:0.0:1780853702.326632:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.326638:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x66b1 [1] + 224 00000800:00000001:0.0:1780853702.326645:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.326652:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853702.326657:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.326671:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853702.326680:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853702.326690:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631412480/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853702.326701:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4587c39180 x1867358631412480/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.326947:0:30836:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853702.326963:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853702.326973:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853702.326977:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.326983:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853702.326990:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2356:2356:256:4294967295] 192.168.202.110@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:0.0:1780853702.326994:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853702.327003:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853702.327010:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853702.327018:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853702.327024:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853702.327032:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853702.327037:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853702.327135:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.327139:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:0.0:1780853702.327144:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.327147:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853702.327152:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853702.327155:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853702.328732:0:30836:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853702.328745:0:30836:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853702.328750:0:30836:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685a50. 00000400:00000200:3.0:1780853702.328757:0:30836:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:3.0:1780853702.328759:0:30836:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:3.0:1780853702.328764:0:30836:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853702.328774:0:30836:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631412480/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853702.328786:0:30836:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631412480/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.328794:0:30836:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853702.328797:0:30836:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.328799:0:30836:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853702.328803:0:30836:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853702.328806:0:30836:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853702.328809:0:30836:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.328813:0:30836:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853702.328823:0:30836:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=93 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853702.328828:0:30836:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853702.328831:0:30836:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853702.328833:0:30836:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.328836:0:30836:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853702.328840:0:30836:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.328843:0:30836:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853702.328845:0:30836:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1780853702.328847:0:30836:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853702.328850:0:30836:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.328851:0:30836:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:3.0:1780853702.328855:0:30836:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853702.328858:0:30836:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1780853702.328860:0:30836:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853702.328863:0:30836:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.328868:0:30836:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631412480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.328875:0:30836:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.328878:0:30836:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853702.328880:0:30836:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853702.328884:0:30836:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631412480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853702.328893:0:30836:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:30836:1867358631412480:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853702.328897:0:30836:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.328900:0:30836:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.328903:0:30836:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853702.328905:0:30836:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.328908:0:30836:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631412480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.328914:0:30836:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853702.328918:0:30836:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4588ca0840. 00000100:00000001:3.0:1780853702.328921:0:30836:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853702.328922:0:30836:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.328931:0:30836:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853702.328943:0:30836:0:(lmv_obd.c:2333:lmv_create()) Created - [0x200000404:0x24:0x0] 00800000:00000001:3.0:1780853702.328946:0:30836:0:(lmv_obd.c:2391:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.328950:0:30836:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853702.328958:0:30836:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853702.328960:0:30836:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853702.328963:0:30836:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1780853702.328966:0:30836:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1780853702.328986:0:30836:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919a2940. 00000080:00000001:3.0:1780853702.329000:0:30836:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:3.0:1780853702.329002:0:30836:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9e45919a2a08) 00000080:00000001:3.0:1780853702.329005:0:30836:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853702.329007:0:30836:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1780853702.329010:0:30836:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.329012:0:30836:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1780853702.329015:0:30836:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853702.329017:0:30836:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833956 mtime from 0 to 1780853702 00000080:00200000:3.0:1780853702.329021:0:30836:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 512 00000080:00000001:3.0:1780853702.329024:0:30836:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1780853702.329026:0:30836:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00000080:00000001:3.0:1780853702.329029:0:30836:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853702.329032:0:30836:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853702.329035:0:30836:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.329040:0:30836:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.329044:0:30836:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631412480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853702.329050:0:30836:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853702.329053:0:30836:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853702.329058:0:30836:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74c00. 00000080:00000010:3.0:1780853702.329064:0:30836:0:(dir.c:2090:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e4587cf0800. 00000080:00000001:3.0:1780853702.329067:0:30836:0:(dir.c:2091:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.329089:0:30836:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:3.0:1780853702.329093:0:30836:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853702.329096:0:30836:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd98 00000080:00200008:3.0:1780853702.329099:0:30836:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000 00000080:00400000:3.0:1780853702.329103:0:30836:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1780853702.329106:0:30836:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530ab40. 00000080:00000001:3.0:1780853702.329109:0:30836:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853702.329112:0:30836:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd98 00000080:00000008:3.0:1780853702.329114:0:30836:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000, rc = 0 00000080:00000001:3.0:1780853702.329117:0:30836:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.329119:0:30836:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853702.354156:0:30838:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853702.354165:0:30838:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853702.354167:0:30838:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853702.354171:0:30838:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffbc0 00000080:00200000:1.0:1780853702.354175:0:30838:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853702.354182:0:30838:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313600. 00800000:00000002:1.0:1780853702.354189:0:30838:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853702.354193:0:30838:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853702.354375:0:30838:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853702.354379:0:30838:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffae0 00800000:00000002:1.0:1780853702.354382:0:30838:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853702.354386:0:30838:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853702.354392:0:30838:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853702.354397:0:30838:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853702.354399:0:30838:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff9b0 00000002:00010000:1.0:1780853702.354400:0:30838:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853702.354404:0:30838:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853702.354406:0:30838:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853702.354410:0:30838:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853702.354419:0:30838:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853702.354421:0:30838:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853702.354424:0:30838:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853702.354426:0:30838:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853702.354428:0:30838:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853702.354435:0:30838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853702.354440:0:30838:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853702.354447:0:30838:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853702.354453:0:30838:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853702.354457:0:30838:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853702.354460:0:30838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853702.354463:0:30838:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853702.354467:0:30838:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853702.354475:0:30838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d71c00. 00000100:00000001:1.0:1780853702.354482:0:30838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853702.354487:0:30838:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853702.354489:0:30838:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853702.354491:0:30838:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853702.354492:0:30838:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853702.354494:0:30838:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853702.354500:0:30838:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00010000:00000001:1.0:1780853702.354516:0:30838:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853702.354518:0:30838:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853702.354523:0:30838:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0500. 00010000:00000010:1.0:1780853702.354528:0:30838:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2180. 00010000:00000001:1.0:1780853702.354534:0:30838:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853702.354538:0:30838:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7c00. 00000020:00000001:1.0:1780853702.354542:0:30838:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853702.354544:0:30838:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7c00 with handle 0xa8f483e9eb300c9a to hash 00000020:00000001:1.0:1780853702.354546:0:30838:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853702.354548:0:30838:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853702.354552:0:30838:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853702.354555:0:30838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853702.354558:0:30838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853702.354563:0:30838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30838 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853702.354574:0:30838:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30838 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853702.354585:0:30838:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30838 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853702.354591:0:30838:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853702.354594:0:30838:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853702.354602:0:30838:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45948696c0. 00000100:00000001:1.0:1780853702.354604:0:30838:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620414621376 : -107453294930240 : ffff9e45948696c0) 00000100:00000001:1.0:1780853702.354608:0:30838:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853702.354609:0:30838:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000001:1.0:1780853702.354615:0:30838:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853702.354621:0:30838:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853702.354623:0:30838:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853702.354625:0:30838:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853702.354641:0:30838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631412608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.354649:0:30838:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853702.354652:0:30838:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853702.354657:0:30838:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853702.354662:0:30838:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853702.354664:0:30838:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853702.354668:0:30838:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:30838:1867358631412608:192.168.202.110@tcp:101:multiop.0 00000100:00000001:1.0:1780853702.354672:0:30838:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853702.354678:0:30838:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853702.354681:0:30838:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853702.354684:0:30838:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853702.354689:0:30838:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585113800. 02000000:00000001:1.0:1780853702.354691:0:30838:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853702.354698:0:30838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853702.354702:0:30838:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d0b0. 00000400:00000010:1.0:1780853702.354709:0:30838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9c38. 00000100:00000200:1.0:1780853702.354716:0:30838:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631412608, portal 10 00000100:00000001:1.0:1780853702.354718:0:30838:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853702.354719:0:30838:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000040:1.0:1780853702.354724:0:30838:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583106300 x1867358631412608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.354731:0:30838:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853702.354734:0:30838:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853702.354882:0:30838:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9770. 00000100:00000200:1.0:1780853702.354887:0:30838:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631412608, offset 0 00000400:00000200:1.0:1780853702.354895:0:30838:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853702.354905:0:30838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.354913:0:30838:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853702.354920:0:30838:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853702.354924:0:30838:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853702.354928:0:30838:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853702.354930:0:30838:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853702.354935:0:30838:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2357:2357:256:4294967295] 192.168.202.110@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:1.0:1780853702.354939:0:30838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.354949:0:30838:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853702.354955:0:30838:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853702.354960:0:30838:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853702.354967:0:30838:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853702.354976:0:30838:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853702.354981:0:30838:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853702.354997:0:30838:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853702.355002:0:30838:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 785100 usecs (786 jiffies) 00000400:00000200:1.0:1780853702.355005:0:30838:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853702.355008:0:30838:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296499894 00000100:00000001:1.0:1780853702.355012:0:30838:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:1.0:1780853702.355016:0:30838:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296499894 00000100:00000001:1.0:1780853702.355018:0:30838:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:1.0:1780853702.355021:0:30838:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853702.355023:0:30838:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853702.355026:0:30838:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853702.355028:0:30838:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853702.355031:0:30838:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45948696c0 going to sleep for 131 seconds 00000100:00000001:1.0:1780853702.355033:0:30838:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853702.355036:0:30838:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853702.355708:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.355716:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:0.0:1780853702.355723:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.355729:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.355747:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9770 00000400:00000010:0.0:1780853702.355751:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9770. 00000100:00000001:0.0:1780853702.355756:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.355763:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631412608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.355775:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.355779:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106300 x1867358631412608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.355787:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.355789:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853702.360818:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.360841:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853702.360845:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.360848:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.360857:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.360866:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853702.360876:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.360881:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.360886:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.360891:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4c380 00000400:00000200:1.0:1780853702.360896:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.360902:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x66b9 [1] + 224 00000800:00000001:1.0:1780853702.360910:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.360919:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.360923:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.360927:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853702.360946:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853702.360957:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631412608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853702.360969:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583106300 x1867358631412608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.360992:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853702.361003:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.361006:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853702.362638:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853702.362643:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:1.0:1780853702.362648:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.362653:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853702.362658:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:1.0:1780853702.362660:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:1.0:1780853702.362664:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853702.362669:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631412736/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.362678:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853702.362681:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631412736/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.362688:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853702.362689:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853702.366884:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.366905:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853702.366910:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.366913:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.366923:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.366931:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853702.366940:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.366946:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.366952:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.366957:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4c400 00000400:00000200:1.0:1780853702.366961:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.366967:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x66c9 [1] + 224 00000800:00000001:1.0:1780853702.366974:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.366981:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.366985:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.366989:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853702.366996:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853702.367005:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631412736/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853702.367016:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c38a80 x1867358631412736/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.367026:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853702.367034:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.367036:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853702.369843:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853702.369849:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:0.0:1780853702.369854:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853702.369861:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853702.369867:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:0.0:1780853702.369869:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:0.0:1780853702.369874:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853702.369880:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631412992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853838 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.369890:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853702.369892:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631412992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853838 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853702.369898:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853702.369900:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853702.379660:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.379682:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853702.379687:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.379690:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.379700:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379709:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853702.379719:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379724:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379729:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379733:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe4c500 00000400:00000200:1.0:1780853702.379748:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379755:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x66d1 [32] + 224 00000800:00000001:1.0:1780853702.379764:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.379771:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853702.379774:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.379779:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853702.379787:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853702.379796:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631412992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853838 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853702.379807:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c38a80 x1867358631412992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853702.379828:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853702.379836:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853702.379840:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379846:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853702.379852:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2360:2360:256:4294967295] 192.168.202.110@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:1.0:1780853702.379857:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853702.379865:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853702.379870:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853702.379876:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d71800. 00000800:00000200:1.0:1780853702.379883:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853702.379891:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853702.379895:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d71800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853702.379986:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853702.379990:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d71800. 00000400:00000200:1.0:1780853702.379993:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853702.379997:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853702.380002:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853702.380005:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.380564:0:30838:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853702.380572:0:30838:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853702.380574:0:30838:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853702.380577:0:30838:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685528. 00000400:00000200:3.0:1780853702.380582:0:30838:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4587cf1800 00000400:00000010:3.0:1780853702.380585:0:30838:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4587cf1800. 00000100:00000001:3.0:1780853702.380588:0:30838:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853702.380594:0:30838:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631412992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853702.380603:0:30838:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631412992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853838 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.380610:0:30838:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853702.380613:0:30838:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.380616:0:30838:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853702.380619:0:30838:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853702.380622:0:30838:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853702.380624:0:30838:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853702.380627:0:30838:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853702.380636:0:30838:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=93 v=101 (101 101 101 101) 00000100:00001000:3.0:1780853702.380641:0:30838:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853702.380643:0:30838:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853702.380645:0:30838:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.380648:0:30838:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853702.380652:0:30838:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.380655:0:30838:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853702.380657:0:30838:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x10000013c/0x1] 00000100:00000001:3.0:1780853702.380659:0:30838:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853702.380661:0:30838:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.380663:0:30838:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000001:3.0:1780853702.380666:0:30838:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853702.380667:0:30838:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:3.0:1780853702.380669:0:30838:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853702.380672:0:30838:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853702.380676:0:30838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853838 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.380683:0:30838:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853702.380686:0:30838:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853702.380688:0:30838:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853702.380692:0:30838:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853838 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853702.380700:0:30838:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:30838:1867358631412992:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853702.380705:0:30838:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853702.380708:0:30838:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853702.380710:0:30838:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853702.380713:0:30838:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853702.380716:0:30838:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853838 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853702.380722:0:30838:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853702.380725:0:30838:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4588ca06c0. 00000100:00000001:3.0:1780853702.380727:0:30838:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853702.380729:0:30838:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.380731:0:30838:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853702.380744:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.380748:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.380750:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=4 00000020:00000001:3.0:1780853702.380753:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380756:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000040:3.0:1780853702.380762:0:30838:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778600, remote cookie: 0x562725ecec979c0d, flags: 0x1001 00010000:00010000:3.0:1780853702.380767:0:30838:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853702.380776:0:30838:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:3.0:1780853702.380779:0:30838:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853702.380788:0:30838:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3300. 00010000:00000010:3.0:1780853702.380793:0:30838:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02f00. 00010000:00000001:3.0:1780853702.380799:0:30838:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.380803:0:30838:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853702.380811:0:30838:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.380818:0:30838:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853702.380822:0:30838:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853702.380824:0:30838:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853702.380826:0:30838:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853702.380827:0:30838:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853702.380830:0:30838:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff9e45853e3300) refcount = 1 00010000:00010000:3.0:1780853702.380833:0:30838:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.380839:0:30838:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853702.380842:0:30838:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853702.380844:0:30838:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853702.380847:0:30838:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853702.380848:0:30838:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.380852:0:30838:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.380863:0:30838:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853702.380864:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.380866:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.380867:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.380868:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.380869:0:30838:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.380874:0:30838:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853702.380877:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.380878:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.380880:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:3.0:1780853702.380882:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380884:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380886:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.380888:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.380889:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=4 00000020:00000001:3.0:1780853702.380891:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380893:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380896:0:30838:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853702.380899:0:30838:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853702.380902:0:30838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.380908:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.380909:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.380910:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.380911:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.380912:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=5 00000020:00000001:3.0:1780853702.380914:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380916:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.380918:0:30838:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853702.380921:0:30838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.380927:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.380928:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853702.380930:0:30838:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.381092:0:30838:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853702.381094:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.381095:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.381096:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.381097:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853702.381102:0:30838:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853838 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853702.381112:0:30838:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853702.381115:0:30838:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853838 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853702.381121:0:30838:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853702.381128:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.381129:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.381131:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:3.0:1780853702.381133:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.381135:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00000002:00010000:3.0:1780853702.381139:0:30838:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1780853702.381148:0:30838:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45852de640. 00010000:00000001:3.0:1780853702.381150:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.381151:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.381153:0:30838:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.381155:0:30838:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853702.381158:0:30838:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780853702.381161:0:30838:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.381162:0:30838:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000001:3.0:1780853702.381165:0:30838:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853702.381166:0:30838:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00010000:00000001:3.0:1780853702.381168:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.381169:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.381170:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:3.0:1780853702.381172:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.381174:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00000002:00010000:3.0:1780853702.381177:0:30838:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778600/0xa8f483e9eb300ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c0d expref: -99 pid: 30838 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853702.381183:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.381184:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853702.381186:0:30838:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853702.381187:0:30838:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853702.381188:0:30838:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853702.381190:0:30838:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:3.0:1780853702.381192:0:30838:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:3.0:1780853702.381194:0:30838:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000040:3.0:1780853702.381421:0:30838:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853702.381424:0:30838:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853702.381428:0:30838:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:3.0:1780853702.381431:0:30838:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853702.381432:0:30838:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853702.381434:0:30838:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853702.381443:0:30838:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff758 00000002:00002000:3.0:1780853702.381446:0:30838:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1780853702.381449:0:30838:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.381455:0:30838:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853702.381457:0:30838:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853702.381461:0:30838:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853702.381464:0:30838:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853702.381469:0:30838:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853702.381472:0:30838:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585da59c0 it_disposition 1800037 00000080:00002000:3.0:1780853702.381478:0:30838:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b1a1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780853702.381484:0:30838:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853702.381487:0:30838:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:3.0:1780853702.381489:0:30838:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff988 00000080:00200000:3.0:1780853702.381491:0:30838:0:(namei.c:1619:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9e45919a6c08), intent=open|creat 00000080:00000001:3.0:1780853702.381494:0:30838:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:3.0:1780853702.381495:0:30838:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853702.381501:0:30838:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853702.381514:0:30838:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853702.381518:0:30838:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1780853702.381520:0:30838:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1780853702.381536:0:30838:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919a3180. 00000020:00000001:3.0:1780853702.381549:0:30838:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1780853702.381551:0:30838:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1780853702.381554:0:30838:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:3.0:1780853702.381556:0:30838:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x25:0x0](ffff9e45919a3248) 00000020:00000001:3.0:1780853702.381560:0:30838:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853702.381564:0:30838:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286870. 00000020:00000010:3.0:1780853702.381569:0:30838:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9a00. 00000020:00000010:3.0:1780853702.381575:0:30838:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8a00. 00000020:00000010:3.0:1780853702.381578:0:30838:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139d80. 00000008:00000010:3.0:1780853702.381586:0:30838:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6468. 00020000:00000010:3.0:1780853702.381590:0:30838:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de6c0. 00008000:00000010:3.0:1780853702.381595:0:30838:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598837880. 00000080:00000010:3.0:1780853702.381601:0:30838:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7e70. 00000080:00000010:3.0:1780853702.381606:0:30838:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cafb50. 00000020:00000010:3.0:1780853702.381610:0:30838:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8400. 00000008:00000010:3.0:1780853702.381614:0:30838:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316ef20. 00020000:00000010:3.0:1780853702.381617:0:30838:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853702.381621:0:30838:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fdb8. 00000080:00000010:3.0:1780853702.381625:0:30838:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90e10. 00000020:00000001:3.0:1780853702.381628:0:30838:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374894712 : -107453334656904 : ffff9e4592286878) 00000020:00001000:3.0:1780853702.381630:0:30838:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286870 00000020:00000001:3.0:1780853702.381635:0:30838:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1780853702.381640:0:30838:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4590c8eed8. 00000020:00000001:3.0:1780853702.381643:0:30838:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780853702.381645:0:30838:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853702.381652:0:30838:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1780853702.381655:0:30838:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e4582c3c000. 00020000:00000001:3.0:1780853702.381658:0:30838:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620116639744 : -107453592911872 : ffff9e4582c3c000) 00020000:00000001:3.0:1780853702.381660:0:30838:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1780853702.381663:0:30838:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853702.381668:0:30838:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139ea0. 00020000:00000010:3.0:1780853702.381672:0:30838:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585d8aa00. 00020000:00000010:3.0:1780853702.381678:0:30838:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139420. 00020000:00000001:3.0:1780853702.381680:0:30838:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121871392 : -107453587680224 : ffff9e4583139420) 00020000:00000002:3.0:1780853702.381684:0:30838:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139420, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853702.381688:0:30838:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853702.381691:0:30838:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585d8aa00: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1780853702.381694:0:30838:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1780853702.381697:0:30838:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139420, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853702.381700:0:30838:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853702.381703:0:30838:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585d8aa00: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:3.0:1780853702.381706:0:30838:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4592657d10. 00020000:00000010:3.0:1780853702.381710:0:30838:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e4583284540. 00020000:00000001:3.0:1780853702.381714:0:30838:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1780853702.381717:0:30838:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4590525440. 00020000:00000001:3.0:1780853702.381720:0:30838:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1780853702.381721:0:30838:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1780853702.381727:0:30838:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1780853702.381730:0:30838:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4590c8e708. 00000020:00000001:3.0:1780853702.381732:0:30838:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780853702.381733:0:30838:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853702.382495:0:30838:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620351858568 : -107453357693048 : ffff9e4590c8e788) 00020000:00000001:3.0:1780853702.382500:0:30838:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00010000:00000001:1.0:1780853702.701422:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853702.701431:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853702.701438:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853702.701439:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853702.701467:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853702.701470:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853702.701474:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853703.335243:0:30848:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853703.335250:0:30848:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853703.335252:0:30848:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853703.335256:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fbc0 00000080:00200000:1.0:1780853703.335260:0:30848:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853703.336691:0:30848:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45941f5e00. 00800000:00000002:1.0:1780853703.336701:0:30848:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853703.336705:0:30848:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853703.336710:0:30848:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853703.336713:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fae0 00800000:00000002:1.0:1780853703.336715:0:30848:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853703.336721:0:30848:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853703.336725:0:30848:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853703.338633:0:30848:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853703.338641:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f9b0 00000002:00010000:1.0:1780853703.338645:0:30848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853703.338651:0:30848:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853703.338653:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853703.338656:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853703.338663:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0500 count: 2 00010000:00000001:1.0:1780853703.338666:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.338671:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853703.338675:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853703.338679:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979bd5 expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853703.338691:0:30848:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853703.338697:0:30848:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.338700:0:30848:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979bd5 expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853703.338708:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853703.338709:0:30848:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853703.338711:0:30848:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853703.338713:0:30848:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853703.338716:0:30848:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853703.338718:0:30848:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853703.338721:0:30848:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853703.338725:0:30848:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853703.338795:0:30848:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45941f5e00. 00000080:00000001:1.0:1780853703.338802:0:30848:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853703.338804:0:30848:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853703.338807:0:30848:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853703.338810:0:30848:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300c9a 00800000:00000001:1.0:1780853703.338816:0:30848:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853703.338818:0:30848:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853703.338820:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.338822:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.338824:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:1.0:1780853703.338827:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853703.338829:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853703.338832:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.338834:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.338835:0:30848:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.338837:0:30848:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853703.338840:0:30848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300c9a from it ffffb4b401c9fbf8 00010000:00000001:1.0:1780853703.338842:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.338843:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.338844:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:1.0:1780853703.338846:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853703.338848:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853703.338851:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853703.338854:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979bd5 expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853703.338861:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.338862:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.338863:0:30848:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853703.338865:0:30848:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853703.338867:0:30848:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300c9a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979bd5 expref: -99 pid: 30838 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853703.338876:0:30848:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853703.338880:0:30848:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853703.338882:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853703.338886:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.338887:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.338888:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.338892:0:30848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853703.338894:0:30848:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.338896:0:30848:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.338898:0:30848:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.338900:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853703.338901:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.338902:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853703.338905:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853703.338906:0:30848:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853703.338909:0:30848:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853703.338913:0:30848:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853703.338928:0:30848:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c35480. 00000020:00000001:1.0:1780853703.338933:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fb28 00000080:00200000:1.0:1780853703.341343:0:30848:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=25 00000080:00000001:1.0:1780853703.341350:0:30848:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853703.341353:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f9d8 00000080:00200000:1.0:1780853703.341355:0:30848:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:1.0:1780853703.341368:0:30848:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45941f5e00. 00800000:00000002:1.0:1780853703.341374:0:30848:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853703.341379:0:30848:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853703.341384:0:30848:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853703.341386:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f8f8 00800000:00000002:1.0:1780853703.341388:0:30848:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853703.341392:0:30848:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1780853703.341397:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f890 00800000:00000002:1.0:1780853703.341399:0:30848:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1780853703.341404:0:30848:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853703.341406:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f7c8 00000002:00010000:1.0:1780853703.341407:0:30848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780853703.341412:0:30848:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853703.341414:0:30848:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853703.341419:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107800. 00000020:00000040:1.0:1780853703.341424:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853703.341430:0:30848:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853703.341435:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853703.341443:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.341445:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.341446:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.341449:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853703.341452:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853703.341456:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853703.341462:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d73c00. 00000100:00000001:1.0:1780853703.341468:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.341473:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853703.341475:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.341476:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853703.341478:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.341480:0:30848:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.341485:0:30848:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00010000:00000001:1.0:1780853703.341490:0:30848:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853703.341492:0:30848:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853703.341507:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0500 count: 2 00010000:00000001:1.0:1780853703.341510:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.341512:0:30848:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853703.341516:0:30848:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7a00. 00000020:00000001:1.0:1780853703.341519:0:30848:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853703.341521:0:30848:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7a00 with handle 0xa8f483e9eb300caf to hash 00000020:00000001:1.0:1780853703.341530:0:30848:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853703.341532:0:30848:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.341535:0:30848:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.341539:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853703.341541:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.341545:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853703.341554:0:30848:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853703.341564:0:30848:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853703.341571:0:30848:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853703.341572:0:30848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853703.341580:0:30848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458981d780. 00000100:00000001:1.0:1780853703.341582:0:30848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620229760896 : -107453479790720 : ffff9e458981d780) 00000100:00000001:1.0:1780853703.341585:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.341586:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853703.341591:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853703.341595:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.341597:0:30848:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853703.341598:0:30848:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853703.341609:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.341618:0:30848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853703.341620:0:30848:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.341623:0:30848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853703.341626:0:30848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853703.341628:0:30848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853703.341631:0:30848:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631413120:192.168.202.110@tcp:101:touch.0 00000100:00000001:1.0:1780853703.341635:0:30848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853703.341640:0:30848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853703.341643:0:30848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.341645:0:30848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853703.341650:0:30848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585110800. 02000000:00000001:1.0:1780853703.341652:0:30848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853703.341660:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853703.341663:0:30848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d160. 00000400:00000010:1.0:1780853703.341669:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9aa0. 00000100:00000200:1.0:1780853703.341675:0:30848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631413120, portal 10 00000100:00000001:1.0:1780853703.341677:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.341678:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000040:1.0:1780853703.341683:0:30848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.341697:0:30848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853703.341700:0:30848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853703.341702:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9a18. 00000100:00000200:1.0:1780853703.341704:0:30848:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631413120, offset 0 00000400:00000200:1.0:1780853703.341710:0:30848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853703.341718:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853703.341724:0:30848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853703.341740:0:30848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853703.341744:0:30848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853703.341747:0:30848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853703.341750:0:30848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853703.341754:0:30848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2361:2361:256:4294967295] 192.168.202.110@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:1.0:1780853703.341758:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853703.341767:0:30848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853703.341774:0:30848:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853703.341778:0:30848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8300. 00000800:00000200:1.0:1780853703.341785:0:30848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853703.341792:0:30848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853703.341796:0:30848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1780853703.341813:0:30848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853703.341818:0:30848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 781673 usecs (782 jiffies) 00000400:00000200:1.0:1780853703.341821:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853703.341824:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296500877 00000100:00000001:1.0:1780853703.341827:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:1.0:1780853703.341829:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296500877 00000100:00000001:1.0:1780853703.341832:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:1.0:1780853703.341834:0:30848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853703.341836:0:30848:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.341840:0:30848:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853703.341842:0:30848:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853703.341845:0:30848:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458981d780 going to sleep for 131 seconds 00000100:00000001:1.0:1780853703.341847:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853703.341849:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853703.342137:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853703.342142:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8300. 00000400:00000200:0.0:1780853703.342148:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853703.342153:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853703.342158:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9a18 00000400:00000010:0.0:1780853703.342161:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9a18. 00000100:00000001:0.0:1780853703.342165:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853703.342170:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853703.342180:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853703.342184:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853703.342191:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853703.342192:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853703.358985:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.359005:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853703.359011:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.359014:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853703.359023:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.359030:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853703.359039:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.359044:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.359049:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.359053:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4c580 00000400:00000200:0.0:1780853703.359058:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.359064:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x66d9 [1] + 224 00000800:00000001:0.0:1780853703.359071:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.359083:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853703.359086:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853703.359090:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853703.359100:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853703.359110:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853703.359120:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853703.359144:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853703.359156:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.359159:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853703.359314:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853703.359323:0:30848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853703.359325:0:30848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853703.359329:0:30848:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d160. 00000400:00000200:1.0:1780853703.359334:0:30848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9aa0 00000400:00000010:1.0:1780853703.359337:0:30848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9aa0. 00000100:00000001:1.0:1780853703.359340:0:30848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853703.359345:0:30848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853703.359354:0:30848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.359360:0:30848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853703.359363:0:30848:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853703.359366:0:30848:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853703.359369:0:30848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853703.359372:0:30848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853703.359374:0:30848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.359377:0:30848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853703.359387:0:30848:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=94 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853703.359391:0:30848:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853703.359394:0:30848:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853703.359395:0:30848:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.359398:0:30848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853703.359402:0:30848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.359405:0:30848:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853703.359407:0:30848:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1780853703.359410:0:30848:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853703.359412:0:30848:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853703.359417:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.359430:0:30848:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853703.359433:0:30848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853703.359436:0:30848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853703.359440:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853839 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853703.359448:0:30848:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631413120:192.168.202.110@tcp:101:touch.0 00000100:00000001:1.0:1780853703.359453:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853703.359455:0:30848:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.359457:0:30848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853703.359459:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853703.359462:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853839 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.359468:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853703.359472:0:30848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458981d780. 00000100:00000001:1.0:1780853703.359477:0:30848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853703.359479:0:30848:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.359482:0:30848:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853703.359487:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359490:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359493:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=4 00000020:00000001:1.0:1780853703.359505:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359509:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000040:1.0:1780853703.359516:0:30848:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b7a00, remote cookie: 0x562725ecec979c30, flags: 0x1001 00010000:00010000:1.0:1780853703.359521:0:30848:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853703.359538:0:30848:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1780853703.359541:0:30848:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1780853703.359549:0:30848:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0900. 00010000:00000010:1.0:1780853703.359554:0:30848:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2300. 00010000:00000001:1.0:1780853703.359561:0:30848:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.359564:0:30848:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853703.359571:0:30848:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359578:0:30848:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853703.359583:0:30848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853703.359585:0:30848:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853703.359586:0:30848:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853703.359588:0:30848:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853703.359590:0:30848:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9e4589ab0900) refcount = 1 00010000:00010000:1.0:1780853703.359593:0:30848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359600:0:30848:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853703.359603:0:30848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853703.359604:0:30848:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.359607:0:30848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853703.359609:0:30848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.359613:0:30848:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359619:0:30848:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853703.359621:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359622:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359624:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359624:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359626:0:30848:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.359630:0:30848:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853703.359632:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359633:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359635:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359637:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359639:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359641:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359643:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359644:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=4 00000020:00000001:1.0:1780853703.359645:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359647:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359650:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853703.359652:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.359656:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359662:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359663:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359664:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359665:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359666:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=5 00000020:00000001:1.0:1780853703.359668:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359670:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359672:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853703.359675:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359680:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359681:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853703.359684:0:30848:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359689:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853703.359690:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359691:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359693:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359694:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853703.359699:0:30848:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853703.359707:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359708:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359709:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359711:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359713:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359715:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359716:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.359717:0:30848:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.359719:0:30848:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.359722:0:30848:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853703.359724:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359734:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359735:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359737:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359738:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00000002:00010000:1.0:1780853703.359742:0:30848:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359747:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359748:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359751:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853703.359752:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359753:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359754:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359756:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359758:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000040:1.0:1780853703.359761:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0900 count: 2 00010000:00000001:1.0:1780853703.359763:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853703.359767:0:30848:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:1.0:1780853703.359770:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359771:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.359773:0:30848:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853703.359776:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f748 00000002:00002000:1.0:1780853703.359778:0:30848:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853703.359781:0:30848:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.359785:0:30848:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.359788:0:30848:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853703.359791:0:30848:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1780853703.359794:0:30848:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853703.359798:0:30848:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:1.0:1780853703.359801:0:30848:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1780853703.359803:0:30848:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c9fac8 it_disposition b 00000080:00000001:1.0:1780853703.359805:0:30848:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853703.359811:0:30848:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853703.359814:0:30848:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853703.359816:0:30848:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1780853703.359819:0:30848:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1780853703.359825:0:30848:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780853703.359827:0:30848:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1780853703.359829:0:30848:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.359832:0:30848:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1780853703.359834:0:30848:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1780853703.359839:0:30848:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00200000:1.0:1780853703.359842:0:30848:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9e45919a2a08): rc = 0 00000080:00000001:1.0:1780853703.359844:0:30848:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00010000:00000001:1.0:1780853703.359846:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359847:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359848:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359850:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359852:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359854:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359855:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853703.359857:0:30848:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1780853703.359859:0:30848:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1780853703.359860:0:30848:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853703.359863:0:30848:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853703.359865:0:30848:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853703.359868:0:30848:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300caf 00800000:00000001:1.0:1780853703.359871:0:30848:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853703.359872:0:30848:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853703.359874:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359875:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359876:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359878:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359880:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359882:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359883:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.359885:0:30848:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.359886:0:30848:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1780853703.359893:0:30848:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b2a870 inode ffff9e45919a2a08 refc 1 flags 0x20000e 00000080:00000001:1.0:1780853703.359897:0:30848:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853703.359899:0:30848:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.359901:0:30848:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1780853703.359904:0:30848:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9e45919a2a08) 00000080:00010000:1.0:1780853703.359908:0:30848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300caf from it ffffb4b401c9fac8 00010000:00000001:1.0:1780853703.359910:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.359911:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.359912:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7a00 refcount=3 00000020:00000001:1.0:1780853703.359914:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359916:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534720 : -107453584016896 : ffff9e45834b7a00) 00010000:00000001:1.0:1780853703.359918:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853703.359920:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.359925:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359926:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359928:0:30848:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853703.359930:0:30848:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853703.359933:0:30848:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7a00/0xa8f483e9eb300caf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c30 expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853703.359940:0:30848:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853703.359943:0:30848:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853703.359945:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853703.359949:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359950:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.359952:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.359954:0:30848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853703.359956:0:30848:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.359958:0:30848:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.359961:0:30848:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.359962:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853703.359964:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.359965:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853703.359966:0:30848:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780853703.359970:0:30848:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45941f5e00. 00000100:00000001:1.0:1780853703.359973:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853703.359977:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107800 x1867358631413120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853839 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.359985:0:30848:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853703.359987:0:30848:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853703.359990:0:30848:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585110800. 02000000:00000001:1.0:1780853703.359993:0:30848:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853703.359996:0:30848:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853703.359997:0:30848:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853703.359999:0:30848:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853703.360002:0:30848:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d73c00. 02000000:00000001:1.0:1780853703.360006:0:30848:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853703.360008:0:30848:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853703.360010:0:30848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107800. 00000100:00000001:1.0:1780853703.360013:0:30848:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853703.360014:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853703.360022:0:30848:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853703.360024:0:30848:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9e45919a2a08), inode mode 41ed mask 1 00000080:00000001:1.0:1780853703.360029:0:30848:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853703.360043:0:30848:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c351a0. 00000080:00000001:1.0:1780853703.360046:0:30848:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853703.360048:0:30848:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9e45919a2a08), inode mode 41ed mask 3 00000080:00000001:1.0:1780853703.360050:0:30848:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.360053:0:30848:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:1.0:1780853703.360054:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fb50 00000080:00200000:1.0:1780853703.360057:0:30848:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9e45919a2a08), file ffff9e458a534300, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1780853703.360061:0:30848:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585c49000. 00000080:00000001:1.0:1780853703.360065:0:30848:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853703.360067:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa00 00000080:00200000:1.0:1780853703.360069:0:30848:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9e45919a2a08), intent=open|creat 00000080:00000010:1.0:1780853703.360077:0:30848:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45941f5e00. 00000080:00000001:1.0:1780853703.360083:0:30848:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853703.360085:0:30848:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853703.360087:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f920 00800000:00000002:1.0:1780853703.360089:0:30848:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1780853703.360092:0:30848:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1780853703.360094:0:30848:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1780853703.360100:0:30848:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:1.0:1780853703.360102:0:30848:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1780853703.360105:0:30848:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1780853703.360106:0:30848:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1780853703.360109:0:30848:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1780853703.360111:0:30848:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:1.0:1780853703.360114:0:30848:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.360116:0:30848:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.360118:0:30848:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.360120:0:30848:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.360122:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f8a0 00800000:00000002:1.0:1780853703.360124:0:30848:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1780853703.360127:0:30848:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853703.360129:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f7d8 00000002:00010000:1.0:1780853703.360131:0:30848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1780853703.360135:0:30848:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853703.360137:0:30848:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1780853703.360140:0:30848:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1780853703.360143:0:30848:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.360145:0:30848:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853703.360146:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0900 count: 2 00010000:00000001:1.0:1780853703.360149:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.360151:0:30848:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853703.360154:0:30848:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.360156:0:30848:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.360158:0:30848:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853703.360161:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107800. 00000020:00000040:1.0:1780853703.360164:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853703.360168:0:30848:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853703.360169:0:30848:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.360172:0:30848:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853703.360175:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853703.360177:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.360178:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.360179:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.360181:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853703.360183:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853703.360187:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853703.360192:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d73c00. 00000100:00000001:1.0:1780853703.360196:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.360200:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853703.360201:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.360203:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853703.360204:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.360206:0:30848:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.360214:0:30848:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00010000:00000001:1.0:1780853703.360216:0:30848:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853703.360218:0:30848:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853703.360220:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0900 count: 2 00010000:00000001:1.0:1780853703.360221:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.360224:0:30848:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853703.360227:0:30848:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7200. 00000020:00000001:1.0:1780853703.360230:0:30848:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853703.360232:0:30848:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7200 with handle 0xa8f483e9eb300cb6 to hash 00000020:00000001:1.0:1780853703.360234:0:30848:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853703.360236:0:30848:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.360239:0:30848:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.360241:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853703.360243:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.360246:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853703.360252:0:30848:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1780853703.360263:0:30848:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780853703.360294:0:30848:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1780853703.360304:0:30848:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853703.360310:0:30848:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853703.360312:0:30848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853703.360317:0:30848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458981d780. 00000100:00000001:1.0:1780853703.360319:0:30848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620229760896 : -107453479790720 : ffff9e458981d780) 00000100:00000001:1.0:1780853703.360322:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.360323:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853703.360327:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853703.360331:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.360333:0:30848:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853703.360334:0:30848:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853703.360338:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.360352:0:30848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853703.360353:0:30848:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.360357:0:30848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853703.360359:0:30848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853703.360362:0:30848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853703.360365:0:30848:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631413376:192.168.202.110@tcp:101:touch.0 00000100:00000001:1.0:1780853703.360368:0:30848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853703.360373:0:30848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853703.360375:0:30848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.360377:0:30848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853703.360435:0:30848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:1.0:1780853703.360437:0:30848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853703.360443:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853703.360446:0:30848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d160. 00000400:00000010:1.0:1780853703.360452:0:30848:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4585d70000. 00000100:00000200:1.0:1780853703.360460:0:30848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631413376, portal 10 00000100:00000001:1.0:1780853703.360462:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.360463:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000040:1.0:1780853703.360469:0:30848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.360475:0:30848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853703.360478:0:30848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853703.360481:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9aa0. 00000100:00000200:1.0:1780853703.360484:0:30848:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631413376, offset 0 00000400:00000200:1.0:1780853703.360490:0:30848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853703.360511:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853703.360519:0:30848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853703.360525:0:30848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853703.360529:0:30848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853703.360534:0:30848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853703.360537:0:30848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853703.360542:0:30848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2362:2362:256:4294967295] 192.168.202.110@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:1.0:1780853703.360547:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853703.360556:0:30848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853703.360562:0:30848:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853703.360569:0:30848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853703.360576:0:30848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853703.360584:0:30848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853703.360588:0:30848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1780853703.360597:0:30848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853703.360602:0:30848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 780556 usecs (781 jiffies) 00000400:00000200:1.0:1780853703.360605:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853703.360609:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296500896 00000100:00000001:1.0:1780853703.360611:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:1.0:1780853703.360614:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296500896 00000100:00000001:1.0:1780853703.360616:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:1.0:1780853703.360619:0:30848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853703.360621:0:30848:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.360623:0:30848:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853703.360625:0:30848:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853703.360627:0:30848:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458981d780 going to sleep for 131 seconds 00000100:00000001:1.0:1780853703.360629:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853703.360631:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853703.360916:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853703.360920:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:0.0:1780853703.360926:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853703.360931:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853703.360936:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9aa0 00000400:00000010:0.0:1780853703.360938:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9aa0. 00000100:00000001:0.0:1780853703.360941:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853703.360946:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853703.360955:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853703.360958:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853703.360964:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853703.360966:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853703.372114:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.372133:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853703.372137:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.372139:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853703.372150:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372157:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853703.372167:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372174:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372181:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372185:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe4c680 00000400:00000200:0.0:1780853703.372190:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372196:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x66e9 [32] + 224 00000800:00000001:0.0:1780853703.372203:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.372210:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853703.372214:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853703.372218:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853703.372227:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853703.372236:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853703.372247:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853703.372306:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853703.372314:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853703.372318:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372324:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853703.372330:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2363:2363:256:4294967295] 192.168.202.110@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:0.0:1780853703.372335:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853703.372342:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853703.372348:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853703.372354:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e45851ba800. 00000800:00000200:0.0:1780853703.372361:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853703.372368:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853703.372373:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45851ba800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853703.372457:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853703.372462:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e45851ba800. 00000400:00000200:0.0:1780853703.372465:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853703.372469:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853703.372474:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853703.372477:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853703.375004:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853703.375018:0:30848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853703.375020:0:30848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853703.375026:0:30848:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d160. 00000400:00000200:1.0:1780853703.375034:0:30848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585d70000 00000400:00000010:1.0:1780853703.375037:0:30848:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4585d70000. 00000100:00000001:1.0:1780853703.375043:0:30848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853703.375054:0:30848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853703.375070:0:30848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107800 x1867358631413376/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853839 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.375077:0:30848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853703.375079:0:30848:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853703.375082:0:30848:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853703.375085:0:30848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853703.375088:0:30848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853703.375090:0:30848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.375093:0:30848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853703.375103:0:30848:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=94 v=101 (101 101 101 101) 00000100:00001000:1.0:1780853703.375107:0:30848:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853703.375110:0:30848:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853703.375111:0:30848:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.375114:0:30848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853703.375118:0:30848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.375122:0:30848:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853703.375123:0:30848:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x10000013d/0x1] 00000100:00000001:1.0:1780853703.375125:0:30848:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853703.375128:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.375130:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853703.375133:0:30848:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853703.375136:0:30848:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967611 00000100:00000001:1.0:1780853703.375137:0:30848:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853703.375140:0:30848:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853703.375145:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853839 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.375153:0:30848:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853703.375156:0:30848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853703.375159:0:30848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853703.375163:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853839 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853703.375171:0:30848:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631413376:192.168.202.110@tcp:101:touch.0 00000100:00000001:1.0:1780853703.375178:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853703.375181:0:30848:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.375184:0:30848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853703.375186:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853703.375189:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.375196:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853703.375199:0:30848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458981d780. 00000100:00000001:1.0:1780853703.375203:0:30848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853703.375205:0:30848:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.375209:0:30848:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853703.375215:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375218:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375221:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=4 00000020:00000001:1.0:1780853703.375224:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375227:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000040:1.0:1780853703.375235:0:30848:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b7200, remote cookie: 0x562725ecec979c4c, flags: 0x1001 00010000:00010000:1.0:1780853703.375241:0:30848:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853703.375251:0:30848:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:1.0:1780853703.375255:0:30848:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1780853703.375300:0:30848:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0700. 00010000:00000010:1.0:1780853703.375305:0:30848:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2100. 00010000:00000001:1.0:1780853703.375310:0:30848:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.375314:0:30848:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853703.375323:0:30848:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375335:0:30848:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853703.375338:0:30848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853703.375341:0:30848:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853703.375343:0:30848:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853703.375344:0:30848:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853703.375347:0:30848:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9e4589ab0700) refcount = 1 00010000:00010000:1.0:1780853703.375350:0:30848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375357:0:30848:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853703.375360:0:30848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853703.375362:0:30848:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.375365:0:30848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853703.375367:0:30848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.375371:0:30848:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375376:0:30848:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853703.375378:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375380:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.375381:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375381:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.375383:0:30848:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.375387:0:30848:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853703.375389:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375390:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375392:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.375394:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375395:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375398:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375398:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375400:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=4 00000020:00000001:1.0:1780853703.375401:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375404:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375407:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853703.375410:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853703.375413:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375419:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375420:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.375421:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375422:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375423:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=5 00000020:00000001:1.0:1780853703.375424:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375426:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375428:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853703.375431:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375436:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375437:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853703.375439:0:30848:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375446:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853703.375447:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375448:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.375449:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375450:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853703.375455:0:30848:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853703.375464:0:30848:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1780853703.375468:0:30848:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853703.375478:0:30848:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.375485:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375486:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375487:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.375489:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375490:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00000002:00010000:1.0:1780853703.375494:0:30848:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1780853703.375531:0:30848:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45831cc600. 00010000:00000001:1.0:1780853703.375534:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375535:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.375536:0:30848:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.375538:0:30848:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.375541:0:30848:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1780853703.375543:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.375544:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853703.375546:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.375547:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00010000:00000001:1.0:1780853703.375549:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375550:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375551:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.375554:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375556:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00000002:00010000:1.0:1780853703.375559:0:30848:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.375565:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375566:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.375568:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853703.375570:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.375571:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.375572:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.375574:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.375576:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000040:1.0:1780853703.375580:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0700 count: 2 00010000:00000001:1.0:1780853703.375582:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853703.375586:0:30848:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:1.0:1780853703.375589:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.375589:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.375591:0:30848:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853703.375594:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f758 00000002:00002000:1.0:1780853703.375596:0:30848:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1780853703.375599:0:30848:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.375603:0:30848:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.375605:0:30848:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853703.375608:0:30848:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1780853703.375611:0:30848:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.375615:0:30848:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1780853703.375616:0:30848:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585c49000 it_disposition 1800037 00000080:00002000:1.0:1780853703.375622:0:30848:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b2aa20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1780853703.375628:0:30848:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853703.375631:0:30848:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:1.0:1780853703.375633:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f988 00000080:00200000:1.0:1780853703.375635:0:30848:0:(namei.c:1619:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9e45919a2a08), intent=open|creat 00000080:00000001:1.0:1780853703.375637:0:30848:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:1.0:1780853703.375639:0:30848:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853703.375644:0:30848:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853703.375648:0:30848:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853703.375650:0:30848:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1780853703.375653:0:30848:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1780853703.375667:0:30848:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e4591968840. 00000020:00000001:1.0:1780853703.375679:0:30848:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:1.0:1780853703.375681:0:30848:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1780853703.375684:0:30848:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:1.0:1780853703.375686:0:30848:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9e4591968908) 00000020:00000001:1.0:1780853703.375690:0:30848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853703.375695:0:30848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853703.375702:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458a5d2000. 00000020:00000010:1.0:1780853703.375708:0:30848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e458120b400. 00000020:00000010:1.0:1780853703.375711:0:30848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853703.375718:0:30848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853703.375723:0:30848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853703.376156:0:30848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853703.376165:0:30848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853703.376170:0:30848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853703.376175:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458120ae00. 00000008:00000010:1.0:1780853703.376179:0:30848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853703.376183:0:30848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853703.376187:0:30848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853703.376191:0:30848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853703.376194:0:30848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853703.376197:0:30848:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000020:00000001:1.0:1780853703.376201:0:30848:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1780853703.376206:0:30848:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4583c7a0c8. 00000020:00000001:1.0:1780853703.376209:0:30848:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1780853703.376211:0:30848:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853703.376220:0:30848:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:1.0:1780853703.376224:0:30848:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e4581218ba0. 00020000:00000001:1.0:1780853703.376226:0:30848:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620089232288 : -107453620319328 : ffff9e4581218ba0) 00020000:00000001:1.0:1780853703.376229:0:30848:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:1.0:1780853703.376231:0:30848:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853703.376237:0:30848:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49600. 00020000:00000010:1.0:1780853703.376241:0:30848:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4587ce2a80. 00020000:00000010:1.0:1780853703.376245:0:30848:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c49e40. 00020000:00000001:1.0:1780853703.376246:0:30848:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167028288 : -107453542523328 : ffff9e4585c49e40) 00020000:00000002:1.0:1780853703.376249:0:30848:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49e40, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853703.376254:0:30848:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853703.376257:0:30848:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2a80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1780853703.376261:0:30848:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1780853703.376263:0:30848:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49e40, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853703.376313:0:30848:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853703.376316:0:30848:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2a80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:1.0:1780853703.376321:0:30848:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4582abf1c0. 00020000:00000010:1.0:1780853703.376324:0:30848:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e458981d780. 00020000:00000001:1.0:1780853703.376328:0:30848:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1780853703.376331:0:30848:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4589223dd0. 00020000:00000001:1.0:1780853703.376335:0:30848:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1780853703.376336:0:30848:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1780853703.376341:0:30848:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1780853703.376345:0:30848:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4583c7a898. 00000020:00000001:1.0:1780853703.376347:0:30848:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1780853703.376348:0:30848:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853703.376350:0:30848:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620133673240 : -107453575878376 : ffff9e4583c7a918) 00020000:00000001:1.0:1780853703.376354:0:30848:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1780853703.376358:0:30848:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e4588f49180. 00020000:00000001:1.0:1780853703.376360:0:30848:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.376365:0:30848:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620133673240 : -107453575878376 : ffff9e4583c7a918) 00020000:00000001:1.0:1780853703.376368:0:30848:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620133673240 : -107453575878376 : ffff9e4583c7a918) 00020000:00000002:1.0:1780853703.376371:0:30848:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff9e4583c7a898[0:0] -> [0x200000404:0x26:0x0]@ffff9e4583c7a0c8: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:1.0:1780853703.376376:0:30848:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1780853703.376378:0:30848:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1780853703.376380:0:30848:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.376382:0:30848:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620133671240 : -107453575880376 : ffff9e4583c7a148) 00000020:00001000:1.0:1780853703.376385:0:30848:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853703.376388:0:30848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e458120b400. 00000020:00000010:1.0:1780853703.376392:0:30848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853703.376396:0:30848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853703.376400:0:30848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853703.376403:0:30848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853703.376406:0:30848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853703.376410:0:30848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853703.376413:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458a5d2000. 00000008:00000010:1.0:1780853703.376416:0:30848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853703.376419:0:30848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853703.376422:0:30848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853703.376425:0:30848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853703.376427:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458120ae00. 00000020:00000010:1.0:1780853703.376428:0:30848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853703.376433:0:30848:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1780853703.376436:0:30848:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1780853703.376438:0:30848:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1780853703 00000080:00000001:1.0:1780853703.376442:0:30848:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1780853703.376445:0:30848:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365334792 : -107453344216824 : ffff9e4591968908) 00010000:00000001:1.0:1780853703.376448:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.376449:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.376451:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.376453:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.376455:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00000080:00000001:1.0:1780853703.376458:0:30848:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:1.0:1780853703.376459:0:30848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853703.376462:0:30848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853703.376465:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458120ae00. 00000020:00000010:1.0:1780853703.376468:0:30848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e458120b400. 00000020:00000010:1.0:1780853703.376470:0:30848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853703.376472:0:30848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853703.376474:0:30848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853703.376477:0:30848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853703.376479:0:30848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853703.376481:0:30848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853703.376484:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458a5d2000. 00000008:00000010:1.0:1780853703.376486:0:30848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853703.376489:0:30848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853703.376490:0:30848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853703.376493:0:30848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853703.376504:0:30848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853703.376507:0:30848:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000020:00000001:1.0:1780853703.376508:0:30848:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1780853703.376511:0:30848:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853703.376512:0:30848:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853703.376515:0:30848:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49c60. 00020000:00000010:1.0:1780853703.376517:0:30848:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4587ce2580. 00020000:00000010:1.0:1780853703.376519:0:30848:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c493c0. 00020000:00000001:1.0:1780853703.376521:0:30848:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167025600 : -107453542526016 : ffff9e4585c493c0) 00020000:00000002:1.0:1780853703.376523:0:30848:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c493c0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853703.376526:0:30848:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853703.376530:0:30848:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2580: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1780853703.376533:0:30848:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e4581218ba0) owner ffff9e4591030000 00020000:00000001:1.0:1780853703.376535:0:30848:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853703.376538:0:30848:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e4581218ba0) owner ffff9e4591030000 00020000:00000010:1.0:1780853703.376543:0:30848:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4587ce2580. 00020000:00000010:1.0:1780853703.376545:0:30848:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49c60. 00020000:00000010:1.0:1780853703.376548:0:30848:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c493c0. 00020000:00000002:1.0:1780853703.376550:0:30848:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1780853703.376552:0:30848:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.376554:0:30848:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.376557:0:30848:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1780853703.376560:0:30848:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000002:1.0:1780853703.376562:0:30848:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c49e40 addref 2/0 by ffff9e4591030000. 00020000:00000002:1.0:1780853703.376565:0:30848:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000001:1.0:1780853703.376567:0:30848:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1780853703.376569:0:30848:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1780853703.376570:0:30848:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1780853703.376571:0:30848:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1780853703.376573:0:30848:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1780853703.376575:0:30848:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1780853703.376577:0:30848:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853703.376579:0:30848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e458120b400. 00000020:00000010:1.0:1780853703.376582:0:30848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49180. 00000008:00000010:1.0:1780853703.376584:0:30848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853703.376586:0:30848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853703.376588:0:30848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853703.376590:0:30848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853703.376592:0:30848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853703.376594:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458120ae00. 00000008:00000010:1.0:1780853703.376597:0:30848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853703.376599:0:30848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853703.376601:0:30848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853703.376603:0:30848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853703.376605:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458a5d2000. 00000020:00000010:1.0:1780853703.376607:0:30848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853703.376609:0:30848:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.376611:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.376612:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853703.376614:0:30848:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853703.376617:0:30848:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853703.376618:0:30848:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853703.376621:0:30848:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff9e4591968908) 00000080:00010000:1.0:1780853703.376623:0:30848:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9e4591968908) for lock 0xa8f483e9eb300cb6 00800000:00000001:1.0:1780853703.376626:0:30848:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853703.376628:0:30848:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853703.376629:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.376630:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.376632:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.376633:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.376636:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.376638:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.376639:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853703.376640:0:30848:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.376642:0:30848:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.376644:0:30848:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:1.0:1780853703.376646:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853703.376654:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.376662:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.376668:0:30848:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853703.376671:0:30848:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9e4591968908) 00000080:00000001:1.0:1780853703.376674:0:30848:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780853703.376677:0:30848:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45941f5e00. 00000100:00000001:1.0:1780853703.376681:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853703.376684:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853703.376690:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.376693:0:30848:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1780853703.376694:0:30848:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.376701:0:30848:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:1.0:1780853703.376704:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa60 00000080:00200008:1.0:1780853703.376706:0:30848:0:(file.c:1059:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff9e4591968908), flags 104501 00000080:00000010:1.0:1780853703.376713:0:30848:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e4583ce08c0. 00000080:00000010:1.0:1780853703.376718:0:30848:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45831cccc0. 00000080:00000001:1.0:1780853703.376721:0:30848:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:1.0:1780853703.376725:0:30848:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1780853703.379193:0:30848:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1780853703.379212:0:30848:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c35080. 00000002:00100000:1.0:1780853703.379228:0:30848:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853703.379236:0:30848:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853703.379239:0:30848:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1780853703.379244:0:30848:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1780853703.379249:0:30848:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379252:0:30848:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853703.379260:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853703.379280:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1780853703.379288:0:30848:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853703.379293:0:30848:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:1.0:1780853703.379329:0:30848:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1780853703.379331:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.379335:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fa60 00000080:00000008:1.0:1780853703.379338:0:30848:0:(file.c:1298:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9e4591968908), flags 104501, rc = 0 00000080:00000001:1.0:1780853703.379345:0:30848:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1780853703.379347:0:30848:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585c49000 released 00000080:00010000:1.0:1780853703.379350:0:30848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300cb6 from it ffff9e4585c49000 00010000:00000001:1.0:1780853703.379353:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853703.379355:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853703.379358:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7200 refcount=3 00000020:00000001:1.0:1780853703.379360:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.379363:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125532672 : -107453584018944 : ffff9e45834b7200) 00010000:00000001:1.0:1780853703.379365:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853703.379371:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853703.379379:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.379381:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.379383:0:30848:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853703.379386:0:30848:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853703.379388:0:30848:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853703.379395:0:30848:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853703.379398:0:30848:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853703.379401:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853703.379405:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.379406:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.379408:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379411:0:30848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853703.379413:0:30848:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379415:0:30848:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379418:0:30848:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379420:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853703.379422:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.379423:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853703.379424:0:30848:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1780853703.379426:0:30848:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1780853703.379428:0:30848:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1780853703.379430:0:30848:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853703.379433:0:30848:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1780853703.379434:0:30848:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379437:0:30848:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1780853703.379439:0:30848:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379441:0:30848:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853703.379443:0:30848:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379445:0:30848:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780853703.379448:0:30848:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585c49000. 00000080:00000001:1.0:1780853703.379452:0:30848:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379457:0:30848:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853703.379459:0:30848:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9e4591968908), inode mode 81a4 mask 40 00000080:00000001:1.0:1780853703.379462:0:30848:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853703.379513:0:30848:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853703.379518:0:30848:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000002:1.0:1780853703.379522:0:30848:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000001:1.0:1780853703.379525:0:30848:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379537:0:30848:0:(llite_lib.c:2294:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1780853703.379540:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fc30 00000080:00200008:1.0:1780853703.379543:0:30848:0:(llite_lib.c:2303:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff9e4591968908) current size 0, valid attrs 20070, mode 0, uid -1053323102, gid -1, new size 213440, atime 1780853703.000000000, mtime 1780853703.000000000, ctime 1780853703.000000000 00000080:00000002:1.0:1780853703.379548:0:30848:0:(llite_lib.c:2352:ll_setattr_raw()) setting mtime 1780853703, ctime 1780853703, now = 1780853703 00000080:00000010:1.0:1780853703.379553:0:30848:0:(llite_lib.c:2361:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9e458a5d2000. 00000080:00000001:1.0:1780853703.379556:0:30848:0:(llite_lib.c:2001:ll_md_setattr()) Process entered 00800000:00000001:1.0:1780853703.379562:0:30848:0:(lmv_obd.c:3009:lmv_setattr()) Process entered 00800000:00000002:1.0:1780853703.379564:0:30848:0:(lmv_obd.c:3013:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x201f0/0x1 00000002:00000001:1.0:1780853703.379570:0:30848:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1780853703.379572:0:30848:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853703.379578:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0700 count: 2 00010000:00000001:1.0:1780853703.379582:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853703.379585:0:30848:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853703.379589:0:30848:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853703.379592:0:30848:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1780853703.379599:0:30848:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853703.379603:0:30848:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853703.379605:0:30848:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853703.379607:0:30848:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:1.0:1780853703.379610:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853703.379613:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853703.379615:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0700 count: 3 00010000:00000001:1.0:1780853703.379617:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853703.379620:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.379622:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853703.379622:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853703.379624:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0700 count: 3 00010000:00000001:1.0:1780853703.379626:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853703.379627:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.379628:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853703.379630:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853703.379631:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0700 count: 3 00010000:00000001:1.0:1780853703.379632:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853703.379634:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853703.379635:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853703.379636:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853703.379638:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0700 count: 3 00010000:00000001:1.0:1780853703.379639:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853703.379641:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379643:0:30848:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379645:0:30848:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:1.0:1780853703.379648:0:30848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853703.379654:0:30848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853703.379662:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45941f5e00. 00000020:00000010:1.0:1780853703.379667:0:30848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e458120ae00. 00000020:00000010:1.0:1780853703.379670:0:30848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49000. 00000008:00000010:1.0:1780853703.379677:0:30848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853703.379682:0:30848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853703.379686:0:30848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853703.379692:0:30848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853703.379696:0:30848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853703.379699:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458120b400. 00000008:00000010:1.0:1780853703.379702:0:30848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853703.379705:0:30848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853703.379709:0:30848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853703.379713:0:30848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853703.379716:0:30848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853703.379718:0:30848:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000020:00000001:1.0:1780853703.379720:0:30848:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1780853703.379723:0:30848:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1780853703.379726:0:30848:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1780853703.379728:0:30848:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1780853703.379731:0:30848:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853703.379734:0:30848:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853703.379736:0:30848:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1780853703.379738:0:30848:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853703.379740:0:30848:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853703.379742:0:30848:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853703.379746:0:30848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e458120ae00. 00000020:00000010:1.0:1780853703.379750:0:30848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49000. 00000008:00000010:1.0:1780853703.379753:0:30848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853703.379757:0:30848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853703.379759:0:30848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853703.379762:0:30848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853703.379765:0:30848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853703.379768:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45941f5e00. 00000008:00000010:1.0:1780853703.379773:0:30848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853703.379776:0:30848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853703.379779:0:30848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853703.379782:0:30848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853703.379784:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458120b400. 00000020:00000010:1.0:1780853703.379786:0:30848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853703.379789:0:30848:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853703.379791:0:30848:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1780853703.379792:0:30848:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff9e4591968908) invalid 00000020:00000001:1.0:1780853703.379795:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f838 00000080:00002000:1.0:1780853703.379796:0:30848:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591b2aa20) parent ffff9e4591b2a870 inode ffff9e4591968908 refc 1 00000080:00000001:1.0:1780853703.379800:0:30848:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1780853703.379802:0:30848:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853703.379804:0:30848:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379807:0:30848:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853703.379810:0:30848:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853703.379812:0:30848:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853703.379814:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853703.379816:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853703.379819:0:30848:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b7200 with handle 0xa8f483e9eb300cb6 from hash 00010000:00000001:1.0:1780853703.379821:0:30848:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853703.379822:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.379823:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.379825:0:30848:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853703.379827:0:30848:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853703.379829:0:30848:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853703.379831:0:30848:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853703.379833:0:30848:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853703.379835:0:30848:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1780853703.379840:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105880. 00000020:00000040:1.0:1780853703.379844:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853703.379848:0:30848:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853703.379852:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853703.379854:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853703.379855:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.379856:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.379859:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853703.379861:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853703.379865:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853703.379870:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e458120b400. 00000100:00000001:1.0:1780853703.379876:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379879:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853703.379881:0:30848:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853703.379886:0:30848:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780853703.379892:0:30848:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853703.379894:0:30848:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853703.379895:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853703.379898:0:30848:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7200/0xa8f483e9eb300cb6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979c4c expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1780853703.379905:0:30848:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45831cc600. 00010000:00000040:1.0:1780853703.379909:0:30848:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0700 count: 0 00010000:00000010:1.0:1780853703.379914:0:30848:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2100. 00010000:00000001:1.0:1780853703.379920:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853703.379921:0:30848:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379923:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853703.379924:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.379926:0:30848:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1780853703.379928:0:30848:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1780853703, ctime 1780853703 00000020:00100000:1.0:1780853703.379943:0:30848:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780853703.379951:0:30848:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853703.379959:0:30848:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853703.379961:0:30848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853703.379967:0:30848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583501300. 00000100:00000001:1.0:1780853703.379969:0:30848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125836032 : -107453583715584 : ffff9e4583501300) 00000100:00000001:1.0:1780853703.379972:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.379973:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000001:1.0:1780853703.379978:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853703.379982:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.379984:0:30848:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853703.379985:0:30848:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853703.379990:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853703.379997:0:30848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853703.379999:0:30848:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.380002:0:30848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853703.380005:0:30848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853703.380007:0:30848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853703.380010:0:30848:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105880 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631413632:192.168.202.110@tcp:36:touch.0 00000100:00000001:1.0:1780853703.380015:0:30848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853703.380021:0:30848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853703.380024:0:30848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853703.380026:0:30848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853703.380031:0:30848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d70000. 02000000:00000001:1.0:1780853703.380033:0:30848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853703.380040:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853703.380044:0:30848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d160. 00000400:00000010:1.0:1780853703.380050:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9aa0. 00000100:00000200:1.0:1780853703.380057:0:30848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631413632, portal 10 00000100:00000001:1.0:1780853703.380058:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853703.380059:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000040:1.0:1780853703.380065:0:30848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853839 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853703.380072:0:30848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853703.380075:0:30848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853703.380077:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9a18. 00000100:00000200:1.0:1780853703.380079:0:30848:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631413632, offset 0 00000400:00000200:1.0:1780853703.380085:0:30848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853703.380093:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853703.380100:0:30848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853703.380106:0:30848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853703.380110:0:30848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853703.380114:0:30848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853703.380117:0:30848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853703.380121:0:30848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2364:2364:256:4294967295] 192.168.202.110@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:1.0:1780853703.380126:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853703.380135:0:30848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853703.380141:0:30848:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853703.380146:0:30848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853703.380152:0:30848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853703.380161:0:30848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853703.380165:0:30848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1780853703.380178:0:30848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853703.380182:0:30848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 779437 usecs (780 jiffies) 00000400:00000200:1.0:1780853703.380185:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853703.380188:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296500914 00000100:00000001:1.0:1780853703.380191:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296502778 00000100:00000001:1.0:1780853703.380193:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296500914 00000100:00000001:1.0:1780853703.380195:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296502778 00000100:00000001:1.0:1780853703.380198:0:30848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853703.380200:0:30848:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853703.380202:0:30848:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853703.380204:0:30848:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853703.380206:0:30848:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501300 going to sleep for 131 seconds 00000100:00000001:1.0:1780853703.380210:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853703.380213:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853703.380508:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853703.380513:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8800. 00000400:00000200:0.0:1780853703.380518:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853703.380524:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853703.380530:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9a18 00000400:00000010:0.0:1780853703.380533:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9a18. 00000100:00000001:0.0:1780853703.380536:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853703.380542:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853839 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853703.380551:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853703.380555:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853839 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853703.380561:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853703.380563:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1780853703.396137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0700. 00010000:00000010:1.1:1780853703.396151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7200. 00010000:00000001:1.0:1780853703.725455:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853703.725463:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853703.725468:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853703.725469:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853703.735666:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853703.735675:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853703.735679:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853704.495596:0:15875:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1780853704.495604:0:15875:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853704.749519:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853704.749536:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853704.749542:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853704.749545:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853704.749684:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853704.749688:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853704.749691:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853705.773888:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853705.773897:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853705.773903:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853705.773905:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853705.773932:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853705.773935:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853705.773937:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853706.029497:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296502778, at 4296502784 00000100:00000010:0.0:1780853706.029518:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da53c0. 00000100:00000040:1.0:1780853706.029599:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296502778, at 4296502784 00000100:00000010:1.0:1780853706.029605:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5f00. 00000800:00000200:1.0:1780853706.169149:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853706.169154:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853706.169159:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853706.169165:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853706.169170:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:1.0:1780853706.169172:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:1.0:1780853706.169177:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853706.169181:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853722 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853706.169190:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853706.169193:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853722 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853706.169200:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853706.169201:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1780853706.215242:0:30867:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853706.215284:0:30867:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853706.215286:0:30867:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853706.215292:0:30867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853706.215295:0:30867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853706.215300:0:30867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853706.215302:0:30867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853706.215304:0:30867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853706.215306:0:30867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853706.215308:0:30867:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853706.215309:0:30867:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853706.215312:0:30867:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1780853706.215316:0:30867:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853706.215319:0:30867:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1780853706.215332:0:30867:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000800:00000200:0.0:1780853706.221521:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853706.221528:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853706.221533:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853706.221539:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853706.221545:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:0.0:1780853706.221547:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 00000100:00000001:0.0:1780853706.221553:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853706.221558:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631414016/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853722 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853706.221568:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853706.221571:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631414016/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853722 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853706.221579:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853706.221581:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853706.233960:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853706.233976:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853706.233981:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853706.233984:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853706.233993:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853706.234001:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853706.234009:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853706.234014:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853706.234019:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853706.234023:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe4c900 00000400:00000200:1.0:1780853706.234029:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853706.234035:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6711 [1] + 224 00000800:00000001:1.0:1780853706.234042:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853706.234051:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853706.234054:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853706.234059:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853706.234068:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853706.234077:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631414016/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853722 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853706.234088:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631414016/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853722 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853706.234109:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853706.234117:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853706.234120:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853706.234778:0:30867:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853706.234781:0:30867:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853706.234784:0:30867:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:2.1:1780853706.278321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0900. 00010000:00000010:2.1:1780853706.278335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7a00. 00010000:00000010:2.1:1780853706.278340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0500. 00010000:00000010:2.1:1780853706.278342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7c00. 00010000:00000010:2.1:1780853706.278346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:2.1:1780853706.278349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:2.1:1780853706.278352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00010000:00000010:2.1:1780853706.278356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00010000:00000001:1.0:1780853706.798777:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853706.798786:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853706.799140:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853706.799144:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853706.799148:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853707.055523:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296503749, at 4296503810 00000100:00000010:0.0:1780853707.055537:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5660. 00000100:00000040:1.0:1780853707.055631:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296503749, at 4296503810 00000100:00000010:1.0:1780853707.055638:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5f60. 00000100:00000040:0.0:1780853707.056448:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853707.056454:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853707.056460:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368700. 00000020:00000040:0.0:1780853707.056474:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:0.0:1780853707.056479:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853707.056482:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853707.056488:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853707.056495:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3300. 00000100:00000001:0.0:1780853707.056502:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056516:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853707.056527:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853707.056533:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056540:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cb9a89] to pc [ptlrpcd_00_00+0] req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056562:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056565:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853707.056568:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853707.056571:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369500. 00000020:00000040:0.0:1780853707.056573:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853707.056575:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853707.056576:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853707.056578:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853707.056581:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3400. 00000100:00000001:0.0:1780853707.056595:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056600:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853707.056607:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853707.056610:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056614:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5a2154a] to pc [ptlrpcd_00_01+1] req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056621:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056623:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853707.056626:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853707.056629:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369f80. 00000020:00000040:0.0:1780853707.056631:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853707.056633:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853707.056635:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853707.056636:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853707.056639:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3900. 00000100:00000001:0.0:1780853707.056641:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056645:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853707.056651:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853707.056653:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056655:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015bda9b4] to pc [ptlrpcd_00_00+0] req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056661:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056663:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853707.056666:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853707.056668:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836aa00. 00000020:00000040:0.0:1780853707.056671:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:0.0:1780853707.056672:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853707.056673:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853707.056675:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853707.056677:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3d00. 00000100:00000001:0.0:1780853707.056680:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056683:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853707.056693:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853707.056695:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056709:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004643ed2c] to pc [ptlrpcd_00_01+1] req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056716:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.056719:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1841) 00000100:00000001:0.0:1780853707.056729:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853707.056733:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853707.056735:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853707.056740:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056746:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853707.056748:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.056751:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853707.056754:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853707.056756:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853707.056759:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631414144:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853707.056763:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853707.056768:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853707.056770:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.056773:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853707.056777:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd3000. 02000000:00000001:0.0:1780853707.056779:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853707.056787:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853707.056790:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853707.056796:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426198. 00000100:00000200:0.0:1780853707.056802:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631414144, portal 25 00000100:00000001:0.0:1780853707.056804:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853707.056805:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000040:0.0:1780853707.056810:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056822:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853707.056825:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853707.056827:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853707.056829:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631414144, offset 0 00000400:00000200:0.0:1780853707.056835:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853707.056844:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.056851:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853707.056857:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853707.056862:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853707.056866:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853707.056868:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853707.056872:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2367:2367:256:4294967295] 192.168.202.110@tcp LPNI seq info [2367:2367:8:4294967295] 00000400:00000200:0.0:1780853707.056876:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.056885:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853707.056890:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853707.056894:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3b00. 00000800:00000200:0.0:1780853707.056900:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853707.056908:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853707.056912:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853707.056922:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853707.056926:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853707.056929:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296507900 00000100:00000010:0.0:1780853707.056933:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d540. 00000100:00000001:0.0:1780853707.056939:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853707.056944:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296507900 00000100:00000010:0.0:1780853707.056947:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d8a0. 00000100:00000001:0.0:1780853707.056950:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853707.056952:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.056955:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.056958:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853707.056961:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.056966:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853707.056968:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.056970:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853707.056971:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853707.056973:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853707.056975:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631414400:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853707.056978:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853707.056980:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853707.056981:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.056982:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853707.056985:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd3200. 02000000:00000001:0.0:1780853707.056987:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853707.056990:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853707.056992:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853707.056996:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853707.056998:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631414400, portal 4 00000100:00000001:0.0:1780853707.057000:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853707.057001:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000040:0.0:1780853707.057007:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057013:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853707.057015:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853707.057018:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853707.057020:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631414400, offset 0 00000400:00000200:0.0:1780853707.057024:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853707.057027:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.057031:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853707.057033:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853707.057036:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853707.057038:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853707.057041:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853707.057043:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2368:2368:255:4294967295] 192.168.202.110@tcp LPNI seq info [2368:2368:7:4294967295] 00000400:00000200:0.0:1780853707.057047:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.057052:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853707.057056:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853707.057071:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853707.057075:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853707.057079:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853707.057082:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853707.057085:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.057089:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 253156 usecs (254 jiffies) 00000400:00000200:0.0:1780853707.057092:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853707.057094:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296504065 00000100:00000001:0.0:1780853707.057096:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296507900 00000100:00000001:0.0:1780853707.057098:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296504065 00000100:00000001:0.0:1780853707.057100:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296507900 00000100:00000001:0.0:1780853707.057102:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.057104:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057106:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057109:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.057117:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853707.057118:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853707.057120:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853707.057122:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853707.057123:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853707.057125:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780853707.057127:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.057128:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853707.057130:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.057131:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853707.057132:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853707.057133:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853707.057138:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057144:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853707.057146:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.057148:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853707.057150:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853707.057152:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853707.057154:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631414272:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853707.057157:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853707.057159:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853707.057161:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.057162:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853707.057165:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd2800. 02000000:00000001:0.0:1780853707.057168:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853707.057170:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853707.057173:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853707.057176:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853707.057179:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631414272, portal 10 00000100:00000001:0.0:1780853707.057180:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853707.057181:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000040:0.0:1780853707.057186:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057192:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853707.057194:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853707.057196:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426e58. 00000100:00000200:0.0:1780853707.057199:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631414272, offset 0 00000400:00000200:0.0:1780853707.057203:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853707.057206:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.057209:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853707.057211:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853707.057214:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853707.057216:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853707.057218:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853707.057221:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2369:2369:254:4294967295] 192.168.202.110@tcp LPNI seq info [2369:2369:6:4294967295] 00000400:00000200:0.0:1780853707.057224:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.057228:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853707.057232:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853707.057235:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3800. 00000800:00000200:0.0:1780853707.057239:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853707.057243:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853707.057245:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853707.057248:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.057251:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 778320 usecs (779 jiffies) 00000400:00000200:0.0:1780853707.057253:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853707.057255:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296504590 00000100:00000001:0.0:1780853707.057257:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296507900 00000100:00000001:0.0:1780853707.057259:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296504590 00000100:00000001:0.0:1780853707.057261:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296507900 00000100:00000001:0.0:1780853707.057301:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.057304:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057306:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853707.057310:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057317:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853707.057319:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.057321:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853707.057322:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853707.057324:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853707.057328:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631414528:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853707.057330:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853707.057333:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853707.057335:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.057337:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853707.057340:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd3400. 02000000:00000001:0.0:1780853707.057341:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853707.057344:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853707.057347:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853707.057350:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426550. 00000100:00000200:0.0:1780853707.057352:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631414528, portal 4 00000100:00000001:0.0:1780853707.057353:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853707.057354:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000040:0.0:1780853707.057359:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057366:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853707.057367:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853707.057369:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000100:00000200:0.0:1780853707.057371:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631414528, offset 0 00000400:00000200:0.0:1780853707.057375:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853707.057378:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.057382:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853707.057384:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853707.057386:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853707.057388:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853707.057390:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853707.057392:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2370:2370:253:4294967295] 192.168.202.110@tcp LPNI seq info [2370:2370:5:4294967295] 00000400:00000200:0.0:1780853707.057396:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853707.057401:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853707.057405:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853707.057408:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853707.057411:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853707.057415:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853707.057417:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853707.057420:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.057422:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 100010 usecs (101 jiffies) 00000400:00000200:0.0:1780853707.057425:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853707.057427:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296503913 00000100:00000001:0.0:1780853707.057429:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296507900 00000100:00000001:0.0:1780853707.057431:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296503913 00000100:00000001:0.0:1780853707.057433:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296507900 00000100:00000001:0.0:1780853707.057435:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.057436:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057438:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057440:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853707.057501:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853707.057505:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:0.0:1780853707.057510:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853707.057515:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853707.057521:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:0.0:1780853707.057524:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:0.0:1780853707.057527:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853707.057532:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057541:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.057544:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057550:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057551:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853707.057561:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853707.057564:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:0.0:1780853707.057566:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853707.057569:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853707.057572:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:0.0:1780853707.057573:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:0.0:1780853707.057575:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853707.057578:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057585:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.057588:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057593:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057595:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853707.057603:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853707.057605:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:0.0:1780853707.057607:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853707.057609:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853707.057612:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:0.0:1780853707.057613:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:0.0:1780853707.057614:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853707.057617:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057623:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.057625:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057631:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057632:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853707.057697:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853707.057700:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:0.0:1780853707.057702:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853707.057705:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853707.057708:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:0.0:1780853707.057709:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:0.0:1780853707.057711:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853707.057714:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057720:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.057723:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.057734:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.057735:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853707.058133:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853707.058136:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853707.074052:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853707.079865:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853707.079875:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.088829:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.088847:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088856:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853707.088868:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088874:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088880:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088884:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4ca00 00000400:00000200:1.0:1780853707.088888:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088893:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6739 [1] + 224 00000800:00000001:1.0:1780853707.088901:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.088906:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.088910:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853707.088914:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853707.088921:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853707.088929:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853707.088940:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853707.088952:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853707.088963:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.088965:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853707.088967:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.088969:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.088971:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088974:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853707.088978:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088980:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088982:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088985:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4ca80 00000400:00000200:1.0:1780853707.088988:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.088992:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6729 [1] + 224 00000800:00000001:1.0:1780853707.088995:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.088997:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.088999:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853707.089002:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853707.089004:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853707.089008:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853707.089016:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853707.089022:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853707.089025:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.089027:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853707.089029:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.089031:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.089033:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853707.089190:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853707.089194:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853707.089199:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853707.089201:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853707.089204:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853707.089208:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853707.089211:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853707.089213:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853707.089218:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853707.089227:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.089234:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853707.089236:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.089238:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853707.089240:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853707.089243:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853707.089245:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.089248:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853707.089257:0:2380:0:(import.c:2151:obd_at_measure()) add 101 to ffff9e4585127c60 time=98 v=101 (101 101 101 101) 00000100:00001000:0.0:1780853707.089262:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853707.089284:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853707.089286:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853707.089289:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853707.089292:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.089296:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780853707.089298:0:2380:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967614 gen 2 00000100:00000040:0.0:1780853707.089304:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e4583170700 x1867358631411968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.089317:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.089320:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631411968/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.089326:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853707.089328:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853707.089332:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fafc00. 02000000:00000001:0.0:1780853707.089336:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853707.089338:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853707.089340:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853707.089342:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853707.089345:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fac000. 02000000:00000001:0.0:1780853707.089347:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853707.089349:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853707.089351:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:0.0:1780853707.089355:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853707.089356:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853707.089361:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e4587c39180 x1867358631412480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.089367:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.089369:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631412480/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.089375:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853707.089376:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853707.089377:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0000. 02000000:00000001:0.0:1780853707.089379:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853707.089380:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853707.089381:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853707.089382:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853707.089383:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:0.0:1780853707.089385:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853707.089386:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853707.089387:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:0.0:1780853707.089390:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853707.089392:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853707.089395:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967614) req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853838 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853707.089402:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853707.089404:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000001:0.0:1780853707.089406:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.089408:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631412992/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853838 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853707.089414:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853707.089418:0:2380:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853707.089424:0:2380:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853707.089427:0:2380:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1780853707.089429:0:2380:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853707.089431:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.089435:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.089441:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.089444:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853707.089446:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853707.089450:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853707.089457:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631414272:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853707.089474:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853707.089475:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853707.089477:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:0.0:1780853707.089480:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:0.0:1780853707.089481:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:0.0:1780853707.089484:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853707.089487:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780853707.090836:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853707.090852:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090857:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090864:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090869:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4cb00 00000400:00000200:1.0:1780853707.090874:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090880:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6749 [1] + 224 00000800:00000001:1.0:1780853707.090889:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.090900:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.090904:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853707.090908:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853707.090916:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853707.090921:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853707.090932:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853707.090942:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853707.090952:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.090956:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853707.090957:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.090960:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.090963:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090967:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853707.090971:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090974:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090977:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090979:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4c980 00000400:00000200:1.0:1780853707.090983:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853707.090988:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6719 [1] + 224 00000800:00000001:1.0:1780853707.090992:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.091002:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853707.091004:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853707.091007:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853707.091010:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853707.091014:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853707.091024:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853707.091030:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853707.091047:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853707.091051:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1780853707.091205:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.091213:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853707.091216:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.091218:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853707.091222:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853707.091224:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853707.091226:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.091229:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853707.091237:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=98 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853707.091241:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853707.091243:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853707.091245:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853707.091247:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853707.091250:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.091254:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853707.091256:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853707.091258:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853707.091260:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.091288:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.091297:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.091300:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853707.091302:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853707.091307:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853707.091316:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631414400:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853707.091321:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.091324:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.091328:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369500 x1867358631414272/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.091335:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853707.091337:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853707.091340:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd2800. 02000000:00000001:0.0:1780853707.091343:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853707.091345:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853707.091347:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853707.091350:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853707.091352:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3400. 02000000:00000001:0.0:1780853707.091355:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853707.091357:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853707.091359:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369500. 00000100:00000001:0.0:1780853707.091362:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853707.091364:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.091365:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.091369:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369f80 x1867358631414400/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.091375:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853707.091376:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853707.091377:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd3200. 02000000:00000001:0.0:1780853707.091380:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853707.091381:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853707.091382:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853707.091384:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853707.091386:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3900. 02000000:00000001:0.0:1780853707.091388:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853707.091389:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853707.091390:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369f80. 00000100:00000001:0.0:1780853707.091393:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853707.091394:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.091397:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.091400:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853707.091402:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853707.091407:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853707.091408:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853707.091411:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:0.0:1780853707.091414:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:0.0:1780853707.091416:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:0.0:1780853707.091418:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853707.091421:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853707.091430:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.091436:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853707.091438:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.091440:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853707.091441:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853707.091443:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853707.091444:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.091446:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853707.091450:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=98 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853707.091454:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853707.091456:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853707.091458:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853707.091459:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853707.091461:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.091474:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853707.091476:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:0.0:1780853707.091478:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853707.091479:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.091483:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.091490:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.091492:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853707.093973:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853707.093991:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853707.094009:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631414528:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853707.094021:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853707.094023:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853707.094026:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:0.0:1780853707.094032:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:0.0:1780853707.094035:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:0.0:1780853707.094039:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853707.094044:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853707.094053:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.094060:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853707.094062:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.094065:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853707.094068:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853707.094070:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853707.094073:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853707.094076:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853707.094082:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853707.094086:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853707.094089:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853707.094090:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853707.094094:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853707.094096:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.094099:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853707.094103:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.094110:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853707.094113:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853707.094114:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853707.094118:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853707.094126:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631414144:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853707.094131:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.094134:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.094138:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836aa00 x1867358631414528/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.094144:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853707.094147:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853707.094151:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd3400. 02000000:00000001:0.0:1780853707.094155:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853707.094158:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853707.094160:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853707.094163:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853707.094166:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3d00. 02000000:00000001:0.0:1780853707.094170:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853707.094172:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853707.094174:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836aa00. 00000100:00000001:0.0:1780853707.094178:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853707.094179:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.094180:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853707.094183:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368700 x1867358631414144/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853723 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853707.094190:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853707.094191:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853707.094192:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd3000. 02000000:00000001:0.0:1780853707.094194:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853707.094196:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853707.094197:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853707.094198:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853707.094200:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3300. 02000000:00000001:0.0:1780853707.094201:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853707.094202:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853707.094204:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368700. 00000100:00000001:0.0:1780853707.094207:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853707.094209:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.094211:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853707.094218:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853707.094221:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853707.094223:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853707.094226:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853707.821502:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853707.821681:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853707.821778:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853707.821780:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853707.821784:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853708.845415:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853708.845422:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853709.869405:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853709.869413:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853709.869508:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853709.869512:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853709.869515:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853710.894769:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853710.894777:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853710.894806:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853710.894809:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853710.894811:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853711.150884:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296507900, at 4296507905 00000100:00000010:0.0:1780853711.150900:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d540. 00000100:00000040:1.0:1780853711.150998:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296507900, at 4296507905 00000100:00000010:1.0:1780853711.151005:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d8a0. 00010000:00000001:1.0:1780853711.918683:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853711.918695:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853711.918697:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853711.918701:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853711.918708:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853711.918712:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853711.918714:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853711.918716:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176324:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853712.176334:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853712.176345:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171180. 00000020:00000040:3.0:1780853712.176351:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853712.176355:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853712.176358:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853712.176363:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853712.176371:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77600. 00000100:00000001:3.0:1780853712.176378:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176390:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583171180 x1867358631414656/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853712.176400:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853712.176404:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176410:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082a28427] to pc [ptlrpcd_01_01+1] req@ffff9e4583171180 x1867358631414656/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853712.176444:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176447:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853712.176450:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853712.176453:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853712.176455:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853712.176458:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853712.176459:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853712.176461:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853712.176464:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77d00. 00000100:00000001:3.0:1780853712.176467:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176471:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172a00 x1867358631414784/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853712.176478:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853712.176480:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176483:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_00+0] req@ffff9e4583172a00 x1867358631414784/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853712.176492:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176494:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853712.176497:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853712.176500:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170000. 00000020:00000040:3.0:1780853712.176503:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853712.176504:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853712.176506:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853712.176507:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853712.176510:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77200. 00000100:00000001:3.0:1780853712.176513:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176517:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583170000 x1867358631414912/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853712.176523:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853712.176524:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176527:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdbbde5] to pc [ptlrpcd_01_01+1] req@ffff9e4583170000 x1867358631414912/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853712.176534:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176536:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853712.176539:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853712.176542:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171500. 00000020:00000040:3.0:1780853712.176544:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853712.176546:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853712.176547:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853712.176548:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853712.176551:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853712.176553:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176557:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583171500 x1867358631415040/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853712.176563:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853712.176565:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176569:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040cbfd04] to pc [ptlrpcd_01_00+0] req@ffff9e4583171500 x1867358631415040/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853712.176576:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853712.176580:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1846) 00000800:00000200:0.0:1780853712.178225:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853712.178231:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:0.0:1780853712.178238:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853712.178245:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853712.178252:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:0.0:1780853712.178255:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:0.0:1780853712.178261:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853712.178292:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171180 x1867358631414656/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178303:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853712.178306:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171180 x1867358631414656/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178312:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853712.178314:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853712.178327:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853712.178329:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:0.0:1780853712.178331:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853712.178334:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853712.178337:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fd48 00000400:00000010:0.0:1780853712.178338:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fd48. 00000100:00000001:0.0:1780853712.178341:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853712.178344:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170000 x1867358631414912/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178350:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853712.178353:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170000 x1867358631414912/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178363:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853712.178365:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853712.178371:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853712.178373:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:0.0:1780853712.178376:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853712.178379:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853712.178381:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:0.0:1780853712.178383:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:0.0:1780853712.178385:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853712.178388:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631414784/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178394:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853712.178396:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631414784/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178401:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853712.178402:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853712.178471:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853712.178474:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:0.0:1780853712.178477:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853712.178480:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853712.178482:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:0.0:1780853712.178483:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:0.0:1780853712.178485:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853712.178488:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171500 x1867358631415040/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178495:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853712.178497:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171500 x1867358631415040/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853712.178503:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853712.178505:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853712.182832:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.182848:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853712.182852:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.182855:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.182863:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182870:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853712.182878:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182884:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182889:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182893:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4cb80 00000400:00000200:1.0:1780853712.182898:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182904:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6759 [1] + 224 00000800:00000001:1.0:1780853712.182912:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.182914:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.182918:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853712.182922:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853712.182931:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853712.182940:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171180 x1867358631414656/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853712.182952:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171180 x1867358631414656/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853712.182967:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853712.182975:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.182978:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853712.182980:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.182982:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.182985:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182988:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853712.182992:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182994:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.182998:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183001:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4cc00 00000400:00000200:1.0:1780853712.183004:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183009:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6769 [1] + 224 00000800:00000001:1.0:1780853712.183013:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183015:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.183017:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853712.183020:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853712.183023:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853712.183027:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631414784/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853712.183036:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172a00 x1867358631414784/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853712.183042:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853712.183044:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183046:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853712.183048:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183050:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.183052:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183055:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853712.183058:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183070:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183073:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183075:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4cc80 00000400:00000200:1.0:1780853712.183078:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183082:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6761 [1] + 224 00000800:00000001:1.0:1780853712.183085:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183088:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.183090:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853712.183092:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853712.183095:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853712.183099:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170000 x1867358631414912/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853712.183105:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170000 x1867358631414912/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853712.183112:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853712.183114:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183117:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853712.183118:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183120:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.183122:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183125:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853712.183128:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183130:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183133:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183135:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4cd00 00000400:00000200:1.0:1780853712.183138:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853712.183141:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6771 [1] + 224 00000800:00000001:1.0:1780853712.183144:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183152:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853712.183153:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853712.183156:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853712.183157:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853712.183161:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171500 x1867358631415040/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853712.183169:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171500 x1867358631415040/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853712.183175:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853712.183177:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853712.183179:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853712.941400:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853712.941408:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853712.944355:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853712.944361:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853712.944366:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853713.965458:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853713.965466:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853713.965493:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853713.965495:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853713.965498:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853714.990165:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853714.990175:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853714.990352:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853714.990356:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853714.990360:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853716.014069:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853716.014076:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853716.014189:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853716.014192:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853716.014195:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853716.269432:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296513020, at 4296513024 00000100:00000010:0.0:1780853716.269453:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da59c0. 00000100:00000040:1.0:1780853716.271145:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296513020, at 4296513025 00000100:00000010:1.0:1780853716.271159:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5420. 00010000:00000001:1.0:1780853717.037928:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853717.037936:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853717.037966:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853717.037970:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853717.037973:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853717.297865:0:30838:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853717.297875:0:30838:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853717.297878:0:30838:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853717.297885:0:30838:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588ca0000 going to sleep for 1 seconds 00000100:00000001:0.0:1780853717.297891:0:30838:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853717.297894:0:30838:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.298165:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853717.298170:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853717.298174:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853717.298184:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.298197:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853717.298199:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853717.298203:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853717.298205:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853717.298208:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853717.298212:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631415168:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853717.298216:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853717.298222:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853717.298224:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853717.298227:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853717.298232:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8000. 02000000:00000001:3.0:1780853717.298234:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853717.298241:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853717.298245:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853717.298251:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853717.298259:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631415168, portal 25 00000100:00000001:3.0:1780853717.298262:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853717.298264:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:3.0:1780853717.298295:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.298309:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853717.298312:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853717.298315:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aee0. 00000100:00000200:3.0:1780853717.298318:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631415168, offset 0 00000400:00000200:3.0:1780853717.298325:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853717.298333:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853717.298343:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853717.298349:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853717.298352:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853717.298357:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853717.298360:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853717.298364:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2375:2375:256:4294967295] 192.168.202.110@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:3.0:1780853717.298368:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853717.298389:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853717.298395:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853717.298401:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853717.298408:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853717.298416:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853717.298421:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853717.298433:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853717.298438:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853717.298441:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296518141 00000100:00000010:3.0:1780853717.298446:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e45831393c0. 00000100:00000001:3.0:1780853717.298452:0:2383:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853717.298458:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296518141 00000100:00000010:3.0:1780853717.298462:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139360. 00000100:00000001:3.0:1780853717.298466:0:2383:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853717.298471:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853717.298474:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.298477:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.298480:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.298486:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853717.298490:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853717.298494:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853717.298496:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853717.298888:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853717.298896:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.298905:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853717.298907:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853717.298910:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853717.298912:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853717.298915:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853717.298917:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631415424:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853717.298921:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853717.298924:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853717.298926:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853717.298928:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853717.298931:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:3.0:1780853717.298934:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853717.298938:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853717.298941:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853717.298945:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853717.298948:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631415424, portal 4 00000100:00000001:3.0:1780853717.298950:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853717.298952:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:3.0:1780853717.299205:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.299213:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853717.299216:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853717.299219:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ae58. 00000100:00000200:3.0:1780853717.299222:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631415424, offset 0 00000400:00000200:3.0:1780853717.299226:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853717.299231:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853717.299235:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853717.299238:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853717.299241:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853717.299243:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853717.299246:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853717.299248:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2378:2378:253:4294967295] 192.168.202.110@tcp LPNI seq info [2378:2378:5:4294967295] 00000400:00000200:3.0:1780853717.299252:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853717.299258:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853717.299262:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853717.299280:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77000. 00000800:00000200:3.0:1780853717.299285:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853717.299290:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853717.299292:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853717.299296:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853717.299299:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 250623 usecs (251 jiffies) 00000400:00000200:3.0:1780853717.299302:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853717.299304:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296514304 00000100:00000001:3.0:1780853717.299307:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296518141 00000100:00000001:3.0:1780853717.299309:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296514304 00000100:00000001:3.0:1780853717.299312:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296518141 00000100:00000001:3.0:1780853717.299314:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853717.299316:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.299319:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.299321:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.299324:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853717.299326:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853717.299328:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853717.299329:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853717.299330:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.299332:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853717.299546:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853717.299552:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000400:00000200:0.0:1780853717.299557:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.299563:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853717.299570:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aee0 00000400:00000010:0.0:1780853717.299573:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aee0. 00000100:00000001:0.0:1780853717.299577:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853717.299583:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299594:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853717.299597:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299604:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853717.299605:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853717.299628:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853717.299631:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:0.0:1780853717.299633:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.299637:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853717.299640:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:0.0:1780853717.299641:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:0.0:1780853717.299644:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853717.299648:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631415296/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299654:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853717.299657:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631415296/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299668:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853717.299669:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853717.299678:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853717.299680:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd200. 00000400:00000200:0.0:1780853717.299682:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.299684:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853717.299687:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:0.0:1780853717.299689:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:0.0:1780853717.299690:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853717.299694:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631415552/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299700:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853717.299702:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631415552/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299707:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853717.299709:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853717.299757:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853717.299760:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77000. 00000400:00000200:0.0:1780853717.299763:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.299765:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853717.299768:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ae58 00000400:00000010:0.0:1780853717.299770:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ae58. 00000100:00000001:0.0:1780853717.299772:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853717.299776:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299782:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853717.299785:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.299790:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853717.299792:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853717.306119:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306136:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853717.306141:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306143:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306153:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306161:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853717.306170:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306175:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306180:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306184:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4cf00 00000400:00000200:0.0:1780853717.306189:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306195:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6789 [1] + 224 00000800:00000001:0.0:1780853717.306202:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306206:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306210:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.306215:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853717.306223:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853717.306232:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631415552/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853717.306244:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39f80 x1867358631415552/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.306295:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853717.306307:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306311:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853717.306312:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306314:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306317:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306320:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853717.306324:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306326:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306330:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306332:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4ce80 00000400:00000200:0.0:1780853717.306336:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306340:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6791 [1] + 224 00000800:00000001:0.0:1780853717.306344:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306347:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306349:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.306351:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853717.306355:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853717.306359:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853717.306367:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.306392:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853717.306399:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306402:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853717.306405:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306417:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306420:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306423:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853717.306427:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306430:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306432:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306435:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4ce00 00000400:00000200:0.0:1780853717.306438:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306443:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6781 [1] + 224 00000800:00000001:0.0:1780853717.306447:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306450:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306452:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.306455:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853717.306458:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853717.306462:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631415296/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853717.306471:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3a680 x1867358631415296/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.306478:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853717.306482:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306485:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853717.306486:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306488:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306491:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306495:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853717.306505:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306508:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306511:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306513:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4cd80 00000400:00000200:0.0:1780853717.306516:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853717.306521:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6779 [1] + 224 00000800:00000001:0.0:1780853717.306525:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306531:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853717.306532:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853717.306535:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853717.306538:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853717.306541:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853717.306549:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853717.306555:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853717.306558:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853717.306561:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307049:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853717.307054:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853717.307060:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853717.307062:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853717.307066:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853717.307072:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:3.0:1780853717.307074:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:3.0:1780853717.307076:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853717.307081:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853717.307089:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.307094:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853717.307095:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307097:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853717.307101:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853717.307103:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853717.307105:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853717.307108:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853717.307118:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=108 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853717.307122:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853717.307125:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853717.307126:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853717.307129:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853717.307132:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.307136:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853717.307138:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853717.307140:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853717.307141:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853717.307146:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.307153:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853717.307156:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853717.307158:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853717.307161:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853717.307169:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631415424:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853717.307176:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853717.307177:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853717.307179:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853717.307181:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853717.307182:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853717.307184:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853717.307187:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853717.307195:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.307199:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853717.307201:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307202:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853717.307203:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853717.307205:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853717.307206:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853717.307208:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853717.307210:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853717.307213:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853717.307215:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853717.307216:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853717.307218:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853717.307219:0:2383:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.307221:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853717.307224:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.307230:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853717.307231:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853717.307233:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853717.307236:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853717.307243:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631415168:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853717.307246:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307248:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853717.307251:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631415424/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.307258:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853717.307260:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853717.307278:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9200. 02000000:00000001:3.0:1780853717.307282:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853717.307285:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853717.307288:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853717.307290:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853717.307293:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd700. 02000000:00000001:3.0:1780853717.307296:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853717.307299:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853717.307300:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:3.0:1780853717.307304:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853717.307305:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307307:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853717.307311:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631415168/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853733 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853717.307317:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853717.307318:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853717.307320:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8000. 02000000:00000001:3.0:1780853717.307322:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853717.307323:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853717.307324:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853717.307326:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853717.307327:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd100. 02000000:00000001:3.0:1780853717.307329:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853717.307331:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853717.307332:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853717.307334:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853717.307336:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307338:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853717.307345:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853717.307347:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853717.307349:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853717.307352:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853718.061430:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853718.061437:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853718.061588:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853718.061591:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853718.061594:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853718.317466:0:30838:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853718.317474:0:30838:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853718.317477:0:30838:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853718.317483:0:30838:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588ca0000 going to sleep for 1 seconds 00000100:00000001:0.0:1780853718.317487:0:30838:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853718.317490:0:30838:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853719.085420:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853719.085428:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853719.085578:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853719.085581:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853719.085585:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853719.342016:0:30838:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853719.342025:0:30838:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853719.342027:0:30838:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853719.342035:0:30838:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588ca0000 going to sleep for 1 seconds 00000100:00000001:0.0:1780853719.342039:0:30838:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853719.342042:0:30838:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853720.109412:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853720.109420:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853720.109450:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853720.109453:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853720.109456:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853720.365462:0:30838:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853720.365470:0:30838:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853720.365472:0:30838:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853720.365477:0:30838:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588ca0000 going to sleep for 1 seconds 00000100:00000001:0.0:1780853720.365481:0:30838:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853720.365484:0:30838:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853721.133435:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853721.133444:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853721.133568:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853721.133571:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853721.133575:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853721.389941:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296518141, at 4296518144 00000100:00000010:1.0:1780853721.389958:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139360. 00000100:00000040:0.0:1780853721.392603:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296518141, at 4296518147 00000100:00000010:0.0:1780853721.392621:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e45831393c0. 00010000:00000001:1.0:1780853722.157607:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853722.157618:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853722.157620:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853722.157624:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853722.157629:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853722.157631:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853722.157634:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853722.157638:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853722.157738:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853722.157742:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853722.157745:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780853722.413781:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853722.413787:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853722.413797:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171880. 00000020:00000040:3.0:1780853722.413802:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853722.413806:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853722.413810:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853722.413815:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853722.413823:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77900. 00000100:00000001:3.0:1780853722.413829:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.413836:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853722.413845:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853722.413850:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.413856:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc85640] to pc [ptlrpcd_01_01+1] req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.413880:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853722.413883:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780853722.413887:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1780853722.413889:0:37:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1780853722.413891:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1780853722.413894:0:37:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:3.0:1780853722.413897:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1821 00000400:00000200:3.0:1780853722.413905:0:37:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853722.413911:0:37:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1780853722.413927:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853722.413930:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853722.413932:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853722.413935:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:3.0:1780853722.413937:0:37:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853722.413939:0:37:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853722.413942:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853722.413945:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853722.413947:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853722.413949:0:37:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000040:3.0:1780853722.413952:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853722.413954:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853722.413956:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853722.413957:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:3.0:1780853722.413960:0:37:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00080000:3.0:1780853722.413963:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: import ffff9e4585127800 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:3.0:1780853722.413966:0:37:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.413968:0:37:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1780853722.413974:0:37:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853722.413976:0:37:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.413978:0:37:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1780853722.413983:0:37:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1780853722.413986:0:37:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.413988:0:37:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853722.413992:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170380. 00000020:00000040:3.0:1780853722.413994:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853722.413997:0:37:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853722.413999:0:37:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.414002:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853722.414003:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853722.414005:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853722.414010:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583facc00. 00000100:00000001:3.0:1780853722.414013:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853722.414020:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853722.414028:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853722.414030:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.414034:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687a914] to pc [ptlrpcd_rcv+-1] req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.414057:0:37:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.414060:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853722.414064:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780853722.414066:0:37:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1780853722.414069:0:37:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1780853722.414072:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853722.414075:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853722.414077:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853722.414078:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853722.414080:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853722.414083:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77a00. 00000100:00000001:3.0:1780853722.414086:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.414088:0:37:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00080000:3.0:1780853722.414091:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1780853722.414094:0:37:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9e4592299000: disconnect after 24s idle 00000100:00000001:3.0:1780853722.414096:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853722.414098:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.414103:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d32851] to pc [ptlrpcd_rcv+-1] req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.414111:0:37:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.414113:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.414115:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853722.414118:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1780853722.414120:0:37:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1780853722.414121:0:37:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1780853722.414124:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853722.414126:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853722.414128:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853722.414129:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853722.414131:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853722.414134:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77400. 00000100:00000001:3.0:1780853722.414137:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.414138:0:37:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00080000:3.0:1780853722.414141:0:37:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1780853722.414143:0:37:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9e4592299000: disconnect after 24s idle 00000100:00000001:3.0:1780853722.414144:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853722.414146:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.414150:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49f315c] to pc [ptlrpcd_rcv+-1] req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.414157:0:37:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.414159:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.414162:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1856) 00000100:00000001:3.0:1780853722.414173:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853722.414178:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853722.414180:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.414187:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853722.414189:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.414191:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.414192:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853722.414194:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853722.414199:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.414206:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853722.414207:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.414211:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853722.414213:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853722.414215:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853722.414219:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631415680:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853722.414223:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853722.414227:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853722.414230:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.414233:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853722.414237:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:3.0:1780853722.414239:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853722.414243:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853722.414247:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853722.414252:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853722.414258:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631415680, portal 25 00000100:00000001:3.0:1780853722.414260:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853722.414262:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122101888 : -107453587449728 : ffff9e4583171880) 00000100:00000040:3.0:1780853722.414304:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.414310:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853722.414312:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853722.414316:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853722.414319:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631415680, offset 0 00000400:00000200:3.0:1780853722.414325:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853722.414332:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853722.414349:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853722.414354:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853722.414359:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853722.414362:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853722.414365:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853722.414368:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2379:2379:256:4294967295] 192.168.202.110@tcp LPNI seq info [2379:2379:8:4294967295] 00000400:00000200:3.0:1780853722.414372:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853722.414382:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853722.414387:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853722.414392:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853722.414399:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853722.414407:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853722.414411:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853722.414422:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853722.414426:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853722.414428:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296523258 00000100:00000010:3.0:1780853722.414433:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139660. 00000100:00000001:3.0:1780853722.414440:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853722.414445:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296523258 00000100:00000010:3.0:1780853722.414448:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139600. 00000100:00000001:3.0:1780853722.414451:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853722.414454:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853722.414456:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.414459:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.414461:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.414470:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.414472:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.414605:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.414608:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853722.414610:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853722.414617:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.414625:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.414627:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.414630:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853722.414631:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853722.414633:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853722.414636:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631415808:192.168.202.110@tcp:38:kworker.0 00000100:00000001:0.0:1780853722.414640:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853722.414642:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853722.414644:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.414646:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853722.414650:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b8000. 02000000:00000001:0.0:1780853722.414651:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853722.414655:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853722.414659:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853722.414664:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426198. 00000100:00000200:0.0:1780853722.414668:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631415808, portal 10 00000100:00000001:0.0:1780853722.414670:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.414672:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122096512 : -107453587455104 : ffff9e4583170380) 00000100:00000040:0.0:1780853722.414679:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.414686:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853722.414688:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853722.414690:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426550. 00000100:00000200:0.0:1780853722.414692:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631415808, offset 0 00000400:00000200:0.0:1780853722.414698:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853722.414702:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.414706:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853722.414708:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853722.414712:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853722.414714:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853722.414717:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853722.414719:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2380:2380:255:4294967295] 192.168.202.110@tcp LPNI seq info [2380:2380:7:4294967295] 00000400:00000200:0.0:1780853722.414723:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.414729:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853722.414734:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853722.414738:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853722.414743:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853722.414747:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853722.414750:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780853722.414753:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.414757:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 775001 usecs (776 jiffies) 00000400:00000200:0.0:1780853722.414760:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853722.414762:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296519945 00000100:00000001:0.0:1780853722.414765:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.414768:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296519945 00000100:00000001:0.0:1780853722.414770:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.414773:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.414774:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.414777:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853722.414780:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.414787:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.414788:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.414791:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853722.414792:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853722.414794:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853722.414797:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631415936:192.168.202.110@tcp:9:kworker.0 00000100:00000001:0.0:1780853722.414800:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853722.414802:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853722.414803:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.414805:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853722.414808:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd3200. 02000000:00000001:0.0:1780853722.414810:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853722.414813:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853722.414815:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853722.414819:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853722.414822:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631415936, portal 4 00000100:00000001:0.0:1780853722.414824:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.414825:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000040:0.0:1780853722.414831:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.414837:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853722.414839:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853722.414842:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853722.414844:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631415936, offset 0 00000400:00000200:0.0:1780853722.414848:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853722.414852:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.414856:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853722.414859:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853722.414862:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853722.414864:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853722.414866:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853722.414868:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2381:2381:254:4294967295] 192.168.202.110@tcp LPNI seq info [2381:2381:6:4294967295] 00000400:00000200:0.0:1780853722.414872:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.414877:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853722.414881:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853722.414885:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853722.414888:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853722.414892:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853722.414895:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853722.414897:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.414900:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 249293 usecs (250 jiffies) 00000400:00000200:0.0:1780853722.414902:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853722.414904:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296519419 00000100:00000001:0.0:1780853722.414907:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.414921:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296519419 00000100:00000001:0.0:1780853722.414924:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.414926:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.414928:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.414930:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853722.414933:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.414940:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.414942:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.414943:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853722.414945:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853722.414947:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853722.414950:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631416064:192.168.202.110@tcp:9:kworker.0 00000100:00000001:0.0:1780853722.414953:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853722.414955:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853722.414957:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.414959:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853722.414962:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd2800. 02000000:00000001:0.0:1780853722.414964:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853722.414966:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853722.414968:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853722.414971:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000100:00000200:0.0:1780853722.414974:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631416064, portal 4 00000100:00000001:0.0:1780853722.414976:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.414977:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:0.0:1780853722.414982:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.414988:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853722.414989:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853722.414991:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426e58. 00000100:00000200:0.0:1780853722.414993:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631416064, offset 0 00000400:00000200:0.0:1780853722.414997:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853722.415000:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.415003:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853722.415006:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853722.415008:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853722.415010:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853722.415012:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853722.415015:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2382:2382:253:4294967295] 192.168.202.110@tcp LPNI seq info [2382:2382:5:4294967295] 00000400:00000200:0.0:1780853722.415019:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.415024:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853722.415028:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853722.415031:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853722.415035:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853722.415039:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853722.415041:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853722.415044:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.415047:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 98663 usecs (99 jiffies) 00000400:00000200:0.0:1780853722.415050:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853722.415052:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296519268 00000100:00000001:0.0:1780853722.415054:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.415055:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296519268 00000100:00000001:0.0:1780853722.415057:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.415059:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.415061:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.415063:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.415065:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.415071:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853722.415073:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1780853722.415075:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.415076:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853722.415078:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.415080:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853722.415239:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.415244:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77c00. 00000400:00000200:1.0:1780853722.415251:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.415256:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.415262:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:1.0:1780853722.415291:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:1.0:1780853722.415297:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.415302:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415311:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.415314:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415321:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.415322:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853722.415335:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.415347:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853722.415350:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.415353:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.415356:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:1.0:1780853722.415357:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:1.0:1780853722.415360:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.415363:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415370:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.415372:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415379:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.415380:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853722.415388:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.415389:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853722.415391:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.415394:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.415397:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:1.0:1780853722.415399:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:1.0:1780853722.415400:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.415403:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415410:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.415413:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415419:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.415420:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853722.415486:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.415488:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853722.415491:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.415494:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.415496:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:1.0:1780853722.415498:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:1.0:1780853722.415500:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.415504:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415510:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.415513:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.415519:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.415521:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853722.421040:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.426420:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853722.426432:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.426440:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853722.426451:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.426458:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853722.426475:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.426482:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.426487:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.426492:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4cf80 00000400:00000200:0.0:1780853722.426497:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.426506:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6799 [1] + 224 00000800:00000001:0.0:1780853722.426516:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.426529:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853722.426532:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853722.426537:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853722.426544:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.426554:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853722.427855:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.427875:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853722.427890:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.427897:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.428210:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.428215:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853722.428223:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853722.428224:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853722.428228:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853722.428233:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853722.428236:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853722.428239:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853722.428246:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853722.428256:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.428263:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853722.428284:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.428287:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853722.428290:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853722.428293:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853722.428295:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.428298:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853722.428305:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853722.428310:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853722.428312:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853722.428314:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853722.428317:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853722.428319:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.428322:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.428326:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.428333:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853722.428346:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853722.428348:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853722.428352:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853722.428360:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631415680:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853722.428366:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.428368:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853722.428371:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171880 x1867358631415680/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.428378:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853722.428380:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853722.428384:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9200. 02000000:00000001:3.0:1780853722.428388:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853722.428391:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853722.428393:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853722.428395:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853722.428398:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77900. 02000000:00000001:3.0:1780853722.428401:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853722.428404:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853722.428405:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171880. 00000100:00000001:3.0:1780853722.428409:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853722.428410:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.428413:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.428419:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853722.428421:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.428424:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.428426:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853722.428475:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.428483:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.428485:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.428487:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.428494:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.428499:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.428506:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.428510:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.428515:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.428520:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4d080 00000400:00000200:1.0:1780853722.428524:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.428529:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x67b1 [1] + 224 00000800:00000001:1.0:1780853722.428535:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.428541:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.428544:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.428548:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.428554:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.428559:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853722.428579:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.428801:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.428808:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.428811:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.428862:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.428865:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853722.428869:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853722.428871:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853722.428872:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:0.0:1780853722.428876:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:0.0:1780853722.428878:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:0.0:1780853722.428881:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.428886:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853722.428894:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.428899:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853722.428901:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.428903:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853722.428904:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853722.428906:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853722.428908:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.428910:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853722.428990:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=113 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853722.428994:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853722.428996:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853722.428998:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.428999:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853722.429002:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.429005:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853722.429007:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853722.429009:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853722.429010:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.429013:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.429020:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.429022:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853722.429023:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1780853722.429027:0:2379:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1780853722.429034:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1780853722.429038:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853722.429046:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631415936:192.168.202.110@tcp:9:kworker.0 00000100:00000001:0.0:1780853722.429051:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.429052:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.429055:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173480 x1867358631415936/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.429062:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853722.429063:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853722.429065:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd3200. 02000000:00000001:0.0:1780853722.429069:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853722.429070:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853722.429071:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853722.429073:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853722.429075:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77a00. 02000000:00000001:0.0:1780853722.429077:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853722.429079:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853722.429080:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173480. 00000100:00000001:0.0:1780853722.429083:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853722.429085:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.429086:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.429088:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.429089:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853722.429091:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.429092:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853722.433200:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.433221:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853722.433226:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.433228:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853722.433238:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.433247:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853722.433256:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.433262:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.433312:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.433317:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4d100 00000400:00000200:0.0:1780853722.433322:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.433328:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x67c1 [1] + 224 00000800:00000001:0.0:1780853722.433345:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853722.433354:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853722.433357:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853722.433361:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853722.433699:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.433710:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853722.433722:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.433743:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.433874:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.433879:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.434005:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.434009:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853722.434017:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853722.434019:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853722.434022:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:3.0:1780853722.434026:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:3.0:1780853722.434028:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:3.0:1780853722.434032:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853722.434037:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853722.434046:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.434052:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853722.434053:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.434056:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853722.434059:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853722.434061:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853722.434063:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.434066:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853722.434076:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=113 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853722.434081:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=18 v=5 (1 1 0 0) 00000100:00000001:3.0:1780853722.434084:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853722.434085:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853722.434088:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853722.434091:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.434095:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853722.434097:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:3.0:1780853722.434099:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853722.434101:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.434105:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.434111:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853722.434114:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853722.434117:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1780853722.434121:0:2379:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1780853722.434129:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1780853722.434133:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853722.434140:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631416064:192.168.202.110@tcp:9:kworker.0 00000100:00000001:3.0:1780853722.434145:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.434147:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853722.434150:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631416064/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.434157:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853722.434159:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853722.434162:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd2800. 02000000:00000001:3.0:1780853722.434166:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853722.434169:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853722.434171:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853722.434174:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853722.434178:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77400. 02000000:00000001:3.0:1780853722.434182:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853722.434184:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853722.434186:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853722.434190:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853722.434191:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.434194:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.434196:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.434197:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853722.434198:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.434199:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853722.438254:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.438301:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.438305:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.438308:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.438318:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.438326:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.438334:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.438348:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.438354:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.438359:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 10 MB=0x6a25a4fe4d000 00000400:00000200:1.0:1780853722.438364:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.438424:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 416/416 into md 0x67a1 [1] + 0 00000800:00000001:1.0:1780853722.438433:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.438441:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.438445:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.438450:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.438457:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.438466:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853722.438478:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.438497:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.438506:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.438509:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.438802:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.438806:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853722.438814:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853722.438816:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853722.438819:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:3.0:1780853722.438823:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:3.0:1780853722.438826:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:3.0:1780853722.438829:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853722.438834:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853722.438842:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.438848:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853722.438850:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.438852:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853722.438856:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853722.438858:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853722.438860:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.438862:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853722.438871:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=113 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853722.438875:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853722.438877:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853722.438878:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853722.438881:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853722.438885:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.438888:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853722.438890:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967616 00000100:00000001:3.0:1780853722.438892:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853722.438893:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.438899:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.438905:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853722.438908:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853722.438910:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.438924:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853722.438931:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853722.438933:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853722.438935:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853722.438938:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853722.438941:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853722.438943:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853722.438946:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00001000:3.0:1780853722.438949:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=1780853722 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853722.438952:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853722.438957:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853722.438963:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853722.438965:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853722.438968:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000008:00000020:3.0:1780853722.438972:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1780853722.438975:0:2379:0:(mdc_request.c:3105:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1780853722.438977:0:2379:0:(mdc_request.c:3112:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853722.438979:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853722.438982:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853722.438984:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853722.438986:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853722.438988:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.438989:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853722.438992:0:2379:0:(import.c:1299:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.110@tcp after partition 00000100:00080000:3.0:1780853722.438995:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1780853722.438999:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1780853722.439002:0:2379:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1780853722.439006:0:2379:0:(client.c:3224:ptlrpc_resend_req()) @@@ going to resend req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853839 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.439025:0:2379:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853722.439027:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1780853722.439029:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853722.439031:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853722.439032:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853722.439033:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853722.439034:0:2379:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1780853722.439036:0:2379:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff9e45904ba1e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1780853722.439040:0:2379:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa8f483e9eb3002bb 00800000:00000040:3.0:1780853722.439043:0:2379:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e4592299000=e55ecacc-e48a-400c-a052-f3869534991c device 3 (ffff9e45904bb380) type mdc at LMV idx 0 00800000:00000040:3.0:1780853722.439046:0:2379:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff9e45904bb380 already active! 00800000:00000001:3.0:1780853722.439048:0:2379:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853722.439050:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853722.439051:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853722.439054:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853722.439172:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853722.439176:0:30848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853722.439178:0:30848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853722.439180:0:30848:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d160. 00000400:00000200:1.0:1780853722.439184:0:30848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9aa0 00000400:00000010:1.0:1780853722.439186:0:30848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9aa0. 00000100:00000001:1.0:1780853722.439189:0:30848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.439193:0:30848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853839 ref 2 fl Rpc:SQr/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853722.439202:0:30848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853839 ref 2 fl Rpc:SQU/200/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.439208:0:30848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853722.439209:0:30848:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853722.439212:0:30848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853722.439213:0:30848:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853722.439216:0:30848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853722.439219:0:30848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853722.439222:0:30848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.439224:0:30848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1780853722.439229:0:30848:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1867358631413632 new x1867358631416192 02000000:00000001:1.0:1780853722.439232:0:30848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853722.439234:0:30848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853722.439238:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853722.439242:0:30848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d160. 00000400:00000010:1.0:1780853722.439245:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9aa0. 00000100:00000200:1.0:1780853722.439250:0:30848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631413632, portal 10 00000100:00000001:1.0:1780853722.439252:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853722.439254:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000040:1.0:1780853722.439259:0:30848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.439287:0:30848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853722.439290:0:30848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853722.439292:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9c38. 00000100:00000200:1.0:1780853722.439295:0:30848:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631413632, offset 0 00000400:00000200:1.0:1780853722.439300:0:30848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853722.439306:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.439313:0:30848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853722.439318:0:30848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853722.439323:0:30848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853722.439326:0:30848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853722.439329:0:30848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853722.439333:0:30848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2383:2383:256:4294967295] 192.168.202.110@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:1.0:1780853722.439345:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.439354:0:30848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853722.439360:0:30848:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853722.439426:0:30848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853722.439433:0:30848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853722.439441:0:30848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853722.439445:0:30848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1780853722.439458:0:30848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853722.439462:0:30848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 773916 usecs (774 jiffies) 00000400:00000200:1.0:1780853722.439466:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853722.439469:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296519968 00000100:00000001:1.0:1780853722.439472:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.439475:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296519968 00000100:00000001:1.0:1780853722.439477:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.439480:0:30848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853722.439483:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853722.439486:0:30848:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853722.439488:0:30848:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=131 : 131 : 83) 00000100:00100000:1.0:1780853722.439491:0:30848:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501300 going to sleep for 131 seconds 00000100:00000001:1.0:1780853722.439493:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853722.439494:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853722.440746:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.440752:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:1.0:1780853722.440758:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.440764:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.440770:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9c38 00000400:00000010:1.0:1780853722.440773:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9c38. 00000100:00000001:1.0:1780853722.440777:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.440783:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 3 fl Rpc:r/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.440794:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.440797:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 3 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.440804:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.440806:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:0.0:1780853722.445024:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.445033:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1780853722.445041:0:2379:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00080000:0.0:1780853722.445054:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d551f1e7): req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853722 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853722.445166:0:30873:0:(mdc_request.c:2636:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1780853722.445169:0:30873:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1780853722.445172:0:30873:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853722.445176:0:30873:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853722.445178:0:30873:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853722.445180:0:30873:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:3.0:1780853722.445182:0:30873:0:(mdc_request.c:2646:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.445724:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.449581:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.449604:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853722.449615:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631415808:192.168.202.110@tcp:38:kworker.0 00000100:00000001:0.0:1780853722.449620:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.449623:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.449627:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170380 x1867358631415808/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.449633:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853722.449636:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853722.449640:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8000. 02000000:00000001:0.0:1780853722.449647:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853722.449650:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853722.449652:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853722.449655:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853722.449658:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583facc00. 02000000:00000001:0.0:1780853722.449661:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853722.449664:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853722.449665:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170380. 00000100:00000001:0.0:1780853722.449670:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853722.449671:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.449674:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.449682:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853722.449683:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.449686:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.449688:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853722.451821:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.451830:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853722.451836:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.451844:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.451852:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:1.0:1780853722.451854:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:1.0:1780853722.451860:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.451868:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.451885:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.451889:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.451896:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.451897:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853722.462055:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.462071:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.462076:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.462078:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.462088:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.462095:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.462105:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.462111:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.462117:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.462122:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4d200 00000400:00000200:1.0:1780853722.462127:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.462133:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x67e1 [1] + 224 00000800:00000001:1.0:1780853722.462141:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.462149:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.462153:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.462157:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.462166:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.462175:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853722.462185:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e4587c38000 x1867358631413888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.462207:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.462218:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.462221:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1780853722.481466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7d40. 00000080:00000010:2.1:1780853722.481483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7fc0. 00000800:00000001:1.0:1780853722.483040:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.483057:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.483062:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.483064:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.483073:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.483081:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.483091:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.483095:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.483101:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.483106:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4d180 00000400:00000200:1.0:1780853722.483112:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.483118:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x67d1 [1] + 224 00000800:00000001:1.0:1780853722.483127:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.483135:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.483139:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.483143:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.483152:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.483162:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 2 fl Rpc:Qr/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853722.483174:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.483196:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.483205:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.483208:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.483547:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853722.483556:0:30848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853722.483558:0:30848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853722.483561:0:30848:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d160. 00000400:00000200:0.0:1780853722.483575:0:30848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9aa0 00000400:00000010:0.0:1780853722.483578:0:30848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9aa0. 00000100:00000001:0.0:1780853722.483581:0:30848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.483594:0:30848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 2 fl Rpc:RQ/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853722.483604:0:30848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105880 x1867358631413632/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853858 ref 2 fl Rpc:RQU/202/ffffffff rc -11/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.483611:0:30848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853722.483613:0:30848:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.483615:0:30848:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853722.483619:0:30848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853722.483621:0:30848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853722.483623:0:30848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.483626:0:30848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853722.483637:0:30848:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=113 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853722.483641:0:30848:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853722.483644:0:30848:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853722.483645:0:30848:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.483648:0:30848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853722.483652:0:30848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.483655:0:30848:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853722.483658:0:30848:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1780853722.483660:0:30848:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853722.483663:0:30848:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.483667:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105880 x1867358631413632/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853858 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.483674:0:30848:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.483677:0:30848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853722.483679:0:30848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853722.483683:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105880 x1867358631413632/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853858 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853722.483697:0:30848:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105880 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631413632:192.168.202.110@tcp:36:touch.0 00000100:00000001:0.0:1780853722.483703:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.483706:0:30848:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.483708:0:30848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853722.483711:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.483714:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105880 x1867358631413632/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853858 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.483721:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853722.483723:0:30848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583501300. 00000100:00000001:0.0:1780853722.483727:0:30848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853722.483728:0:30848:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.483736:0:30848:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.483740:0:30848:0:(lmv_obd.c:3022:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.483746:0:30848:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853722.483749:0:30848:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853722.483756:0:30848:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1780853722.483759:0:30848:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1780853722.483764:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.483767:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105880 x1867358631413632/t4294967616(4294967616) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853858 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.483772:0:30848:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853722.483775:0:30848:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853722.483777:0:30848:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d70000. 02000000:00000001:0.0:1780853722.483781:0:30848:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853722.483784:0:30848:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853722.483787:0:30848:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853722.483789:0:30848:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853722.483792:0:30848:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e458120b400. 02000000:00000001:0.0:1780853722.483796:0:30848:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853722.483798:0:30848:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853722.483800:0:30848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105880. 00000100:00000001:0.0:1780853722.483804:0:30848:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853722.483805:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853722.483808:0:30848:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853722.483810:0:30848:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.483813:0:30848:0:(llite_lib.c:2064:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.483816:0:30848:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1780853722.483819:0:30848:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853722.483821:0:30848:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853722.483823:0:30848:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853722.483825:0:30848:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.483826:0:30848:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.483829:0:30848:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1780853722.483831:0:30848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853722.483837:0:30848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008870. 00000020:00000010:0.0:1780853722.483843:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853722.483848:0:30848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd2800. 00000020:00000010:0.0:1780853722.483852:0:30848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d540. 00000008:00000010:0.0:1780853722.483859:0:30848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105d940. 00020000:00000010:0.0:1780853722.483866:0:30848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853722.483871:0:30848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853722.483877:0:30848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a5e8. 00000080:00000010:0.0:1780853722.483881:0:30848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0490. 00000020:00000010:0.0:1780853722.483884:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3400. 00000008:00000010:0.0:1780853722.483889:0:30848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fa20. 00020000:00000010:0.0:1780853722.483892:0:30848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645aac0. 00008000:00000010:0.0:1780853722.483896:0:30848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b55e8. 00000080:00000010:0.0:1780853722.483899:0:30848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474690. 00000020:00000001:0.0:1780853722.483903:0:30848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504248 : -107453354047368 : ffff9e4591008878) 00000020:00001000:0.0:1780853722.483905:0:30848:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008870 00000020:00000001:0.0:1780853722.483910:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.483912:0:30848:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853722.483915:0:30848:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853722.483917:0:30848:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853722.483920:0:30848:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853722.483922:0:30848:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853722.483924:0:30848:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853722.483928:0:30848:0:(file.c:6067:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1780853722.483929:0:30848:0:(file.c:6069:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1780853722.483947:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853722.483950:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853722.483957:0:30848:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.483960:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853722.483962:0:30848:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1780853722.483964:0:30848:0:(file.c:6074:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.483967:0:30848:0:(file.c:6964:ll_layout_intent()) Process entered 00000080:00000010:0.0:1780853722.483970:0:30848:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4583cd3000. 00000080:00010000:0.0:1780853722.483977:0:30848:0:(file.c:6982:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff9e4591968908) 00000080:00000001:0.0:1780853722.483981:0:30848:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853722.483986:0:30848:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853722.483990:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f958 00800000:00000002:0.0:1780853722.483993:0:30848:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1780853722.483997:0:30848:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853722.484001:0:30848:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853722.484006:0:30848:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853722.484008:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f828 00000002:00010000:0.0:1780853722.484010:0:30848:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:0.0:1780853722.484015:0:30848:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853722.484017:0:30848:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1780853722.484022:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368700. 00000020:00000040:0.0:1780853722.484025:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853722.484031:0:30848:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853722.484035:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853722.484040:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.484043:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853722.484044:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853722.484049:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853722.484056:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45941f5e00. 00000100:00000001:0.0:1780853722.484063:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.484066:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853722.484068:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.484070:0:30848:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853722.484071:0:30848:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.484073:0:30848:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.484078:0:30848:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00010000:00000001:0.0:1780853722.484082:0:30848:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853722.484085:0:30848:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853722.484089:0:30848:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95a00. 00010000:00000010:0.0:1780853722.484095:0:30848:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922abc00. 00010000:00000001:0.0:1780853722.484101:0:30848:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853722.484104:0:30848:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573400. 00000020:00000001:0.0:1780853722.484107:0:30848:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853722.484110:0:30848:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573400 with handle 0xa8f483e9eb300cbd to hash 00000020:00000001:0.0:1780853722.484112:0:30848:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853722.484114:0:30848:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.484117:0:30848:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.484121:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853722.484123:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853722.484128:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853722.484138:0:30848:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853722.484149:0:30848:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30848 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853722.484155:0:30848:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853722.484157:0:30848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853722.484165:0:30848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab000. 00000100:00000001:0.0:1780853722.484167:0:30848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154843136 : -107453554708480 : ffff9e45850ab000) 00000100:00000001:0.0:1780853722.484170:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.484172:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000001:0.0:1780853722.484176:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853722.484182:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.484184:0:30848:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853722.484185:0:30848:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853722.484191:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.484200:0:30848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.484202:0:30848:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.484206:0:30848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853722.484209:0:30848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853722.484212:0:30848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853722.484216:0:30848:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631416448:192.168.202.110@tcp:101:touch.0 00000100:00000001:0.0:1780853722.484220:0:30848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853722.484225:0:30848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853722.484228:0:30848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.484231:0:30848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853722.484235:0:30848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b8000. 02000000:00000001:0.0:1780853722.484237:0:30848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853722.484243:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853722.484246:0:30848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853722.484251:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853722.484257:0:30848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631416448, portal 10 00000100:00000001:0.0:1780853722.484259:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.484260:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000040:0.0:1780853722.484288:0:30848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.484295:0:30848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853722.484298:0:30848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853722.484302:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853722.484305:0:30848:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1867358631416448, offset 0 00000400:00000200:0.0:1780853722.484310:0:30848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853722.484318:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.484325:0:30848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853722.484330:0:30848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853722.484350:0:30848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853722.484354:0:30848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853722.484357:0:30848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853722.484360:0:30848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2385:2385:256:4294967295] 192.168.202.110@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:0.0:1780853722.484365:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.484374:0:30848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853722.484381:0:30848:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853722.484386:0:30848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3400. 00000800:00000200:0.0:1780853722.484393:0:30848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853722.484401:0:30848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853722.484406:0:30848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1780853722.484416:0:30848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.484421:0:30848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 835978 usecs (836 jiffies) 00000400:00000200:0.0:1780853722.484424:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853722.484426:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296520073 00000100:00000001:0.0:1780853722.484429:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.484430:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296520073 00000100:00000001:0.0:1780853722.484432:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853722.484434:0:30848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.484436:0:30848:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.484438:0:30848:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853722.484441:0:30848:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853722.484443:0:30848:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab000 going to sleep for 11 seconds 00000100:00000001:0.0:1780853722.484444:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853722.484447:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853722.484514:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.484519:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:1.0:1780853722.484523:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.484528:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.484532:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:1.0:1780853722.484534:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:1.0:1780853722.484537:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.484541:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.484561:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.484565:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.484570:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.484572:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853722.489957:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.489973:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.489976:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.489978:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.489986:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.489993:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.490002:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.490007:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.490013:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.490018:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 10 MB=0x6a25a4fe4d280 00000400:00000200:1.0:1780853722.490023:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.490031:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 400/400 into md 0x67e9 [1] + 224 00000800:00000001:1.0:1780853722.490039:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.490045:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.490048:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.490053:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.490060:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.490069:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853722.490080:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.490102:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.490111:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.490114:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.490158:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853722.490166:0:30848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853722.490168:0:30848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853722.490171:0:30848:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:0.0:1780853722.490175:0:30848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:0.0:1780853722.490178:0:30848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:0.0:1780853722.490181:0:30848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.490186:0:30848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853722.490195:0:30848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.490202:0:30848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853722.490204:0:30848:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.490207:0:30848:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853722.490210:0:30848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853722.490212:0:30848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853722.490215:0:30848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.490218:0:30848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853722.490228:0:30848:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=113 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853722.490232:0:30848:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853722.490235:0:30848:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853722.490237:0:30848:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.490239:0:30848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853722.490242:0:30848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.490246:0:30848:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853722.490248:0:30848:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1780853722.490251:0:30848:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853722.490253:0:30848:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.490259:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.490290:0:30848:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.490293:0:30848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853722.490295:0:30848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853722.490300:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853738 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853722.490309:0:30848:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631416448:192.168.202.110@tcp:101:touch.0 00000100:00000001:0.0:1780853722.490314:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.490317:0:30848:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.490319:0:30848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853722.490321:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.490324:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853738 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.490332:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853722.490346:0:30848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab000. 00000100:00000001:0.0:1780853722.490350:0:30848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853722.490351:0:30848:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.490354:0:30848:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853722.490359:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490361:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490364:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=4 00000020:00000001:0.0:1780853722.490367:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490370:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000040:0.0:1780853722.490377:0:30848:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573400, remote cookie: 0x562725ecec979c61, flags: 0x1000 00010000:00000001:0.0:1780853722.490380:0:30848:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853722.490386:0:30848:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853722.490389:0:30848:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853722.490390:0:30848:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853722.490392:0:30848:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853722.490395:0:30848:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9e4588d95a00) refcount = 1 00010000:00010000:0.0:1780853722.490401:0:30848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853722.490410:0:30848:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853722.490413:0:30848:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853722.490414:0:30848:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853722.490417:0:30848:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853722.490419:0:30848:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853722.490422:0:30848:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853722.490428:0:30848:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853722.490429:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490431:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.490432:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490433:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.490434:0:30848:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.490438:0:30848:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853722.490440:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490441:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490443:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490444:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490446:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490448:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490449:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853722.490455:0:30848:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853738 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1780853722.490463:0:30848:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9e4592299000: layout return lvb 56 transno 0 00010000:00000001:0.0:1780853722.490465:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490466:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490468:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490469:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490471:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00000002:00010000:0.0:1780853722.490474:0:30848:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1780853722.490482:0:30848:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263d3c0. 00010000:00000001:0.0:1780853722.490483:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490485:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853722.490486:0:30848:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.490488:0:30848:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853722.490491:0:30848:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853722.490492:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490493:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490494:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490496:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490497:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00000002:00010000:0.0:1780853722.490500:0:30848:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853722.490505:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490507:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.490509:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853722.490510:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490511:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490512:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490514:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490515:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000040:0.0:1780853722.490521:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95a00 count: 2 00010000:00000001:0.0:1780853722.490523:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853722.490527:0:30848:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/38 (0 0) 00010000:00000001:0.0:1780853722.490530:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490531:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853722.490532:0:30848:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853722.490535:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9f7a8 00000002:00002000:0.0:1780853722.490537:0:30848:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1780853722.490540:0:30848:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.490543:0:30848:0:(lmv_intent.c:531:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.490546:0:30848:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853722.490549:0:30848:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853722.490552:0:30848:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.490555:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.490558:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368700 x1867358631416448/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853738 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.490574:0:30848:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853722.490577:0:30848:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853722.490580:0:30848:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8000. 02000000:00000001:0.0:1780853722.490590:0:30848:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853722.490592:0:30848:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853722.490594:0:30848:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853722.490597:0:30848:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853722.490599:0:30848:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45941f5e00. 02000000:00000001:0.0:1780853722.490603:0:30848:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853722.490605:0:30848:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853722.490607:0:30848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368700. 00000100:00000001:0.0:1780853722.490611:0:30848:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853722.490612:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853722.490617:0:30848:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4583cd3000. 00000080:00010000:0.0:1780853722.490621:0:30848:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9e4591968908) for lock 0xa8f483e9eb300cbd 00800000:00000001:0.0:1780853722.490625:0:30848:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853722.490628:0:30848:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853722.490629:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490630:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490631:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490633:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490635:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490637:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490638:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853722.490640:0:30848:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.490641:0:30848:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853722.490645:0:30848:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300cbd from it ffffb4b401c9fa78 00010000:00000001:0.0:1780853722.490647:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490648:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490649:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490651:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490653:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490655:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853722.490658:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853722.490664:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490665:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.490666:0:30848:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853722.490669:0:30848:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853722.490671:0:30848:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853722.490678:0:30848:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853722.490680:0:30848:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853722.490682:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853722.490686:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490687:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.490689:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.490692:0:30848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853722.490693:0:30848:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.490695:0:30848:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.490698:0:30848:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.490699:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853722.490701:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490702:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853722.490703:0:30848:0:(file.c:6998:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.490707:0:30848:0:(file.c:6067:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1780853722.490708:0:30848:0:(file.c:6069:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1780853722.490714:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853722.490715:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853722.490717:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95a00 count: 2 00010000:00000001:0.0:1780853722.490718:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853722.490722:0:30848:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853722.490725:0:30848:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853722.490729:0:30848:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853722.490735:0:30848:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853722.490740:0:30848:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853722.490743:0:30848:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853722.490749:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1780853722.490751:0:30848:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 16 00000080:00000001:0.0:1780853722.490754:0:30848:0:(file.c:6074:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1780853722.490756:0:30848:0:(file.c:6855:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1780853722.490757:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490758:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490760:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.490761:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490764:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00000080:00010000:0.0:1780853722.490768:0:30848:0:(file.c:6865:ll_layout_lock_set()) ### file [0x200000404:0x26:0x0](0000000099ad55cb) being reconfigured ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1780853722.490775:0:30848:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853722.490776:0:30848:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853722.490777:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.490778:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.490780:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=4 00000020:00000001:0.0:1780853722.490781:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490783:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.490785:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.490786:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853722.490787:0:30848:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.490789:0:30848:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.490791:0:30848:0:(file.c:6780:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1780853722.490793:0:30848:0:(file.c:6783:ll_layout_fetch()) [0x200000404:0x26:0x0] LVB_READY=0 l_lvb_data=ffff9e459263d3c0 l_lvb_len=56 00000080:00000001:0.0:1780853722.490796:0:30848:0:(file.c:6786:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.490798:0:30848:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853722.490800:0:30848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853722.490803:0:30848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910082d0. 00000020:00000010:0.0:1780853722.490807:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45941f5e00. 00000020:00000010:0.0:1780853722.490811:0:30848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd3000. 00000020:00000010:0.0:1780853722.490815:0:30848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853722.490821:0:30848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591058b28. 00020000:00000010:0.0:1780853722.490826:0:30848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853722.490831:0:30848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853722.490837:0:30848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276ad20. 00000080:00000010:0.0:1780853722.490840:0:30848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0ff8. 00000020:00000010:0.0:1780853722.490843:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3a00. 00000008:00000010:0.0:1780853722.490847:0:30848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f600. 00020000:00000010:0.0:1780853722.490850:0:30848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459d40. 00008000:00000010:0.0:1780853722.490854:0:30848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5980. 00000080:00000010:0.0:1780853722.490857:0:30848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474b40. 00000020:00000001:0.0:1780853722.490860:0:30848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502808 : -107453354048808 : ffff9e45910082d8) 00000020:00001000:0.0:1780853722.490863:0:30848:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910082d0 00000020:00000001:0.0:1780853722.490865:0:30848:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853722.490869:0:30848:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853722.490872:0:30848:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853722.490877:0:30848:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447df60. 00020000:00000010:0.0:1780853722.490882:0:30848:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674b00. 00020000:00000010:0.0:1780853722.490887:0:30848:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d2a0. 00020000:00000001:0.0:1780853722.490889:0:30848:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410507936 : -107453299043680 : ffff9e459447d2a0) 00020000:00000002:0.0:1780853722.490893:0:30848:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d2a0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853722.490898:0:30848:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853722.490901:0:30848:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674b00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853722.490905:0:30848:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e4581218ba0) owner ffff9e4591030000 00020000:00000001:0.0:1780853722.490908:0:30848:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853722.490911:0:30848:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e4581218ba0) owner ffff9e4591030000 00020000:00000010:0.0:1780853722.490915:0:30848:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45a4674b00. 00020000:00000010:0.0:1780853722.490918:0:30848:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447df60. 00020000:00000010:0.0:1780853722.490922:0:30848:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d2a0. 00020000:00000002:0.0:1780853722.490924:0:30848:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853722.490926:0:30848:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.490928:0:30848:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.490931:0:30848:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853722.490934:0:30848:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000002:0.0:1780853722.490937:0:30848:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c49e40 addref 2/0 by ffff9e4591030000. 00020000:00000002:0.0:1780853722.490939:0:30848:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000001:0.0:1780853722.490942:0:30848:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853722.490944:0:30848:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853722.490945:0:30848:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853722.490947:0:30848:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1780853722.490949:0:30848:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1780853722.490951:0:30848:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1780853722.490953:0:30848:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910082d0 00000020:00000010:0.0:1780853722.490957:0:30848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd3000. 00000020:00000010:0.0:1780853722.490960:0:30848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853722.490963:0:30848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591058b28. 00020000:00000010:0.0:1780853722.490966:0:30848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853722.490968:0:30848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853722.490971:0:30848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276ad20. 00000080:00000010:0.0:1780853722.490974:0:30848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0ff8. 00000020:00000010:0.0:1780853722.490977:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45941f5e00. 00000008:00000010:0.0:1780853722.490981:0:30848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f600. 00020000:00000010:0.0:1780853722.490983:0:30848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459d40. 00008000:00000010:0.0:1780853722.490986:0:30848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5980. 00000080:00000010:0.0:1780853722.490989:0:30848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474b40. 00000020:00000010:0.0:1780853722.490991:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853722.490993:0:30848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910082d0. 00000080:00000001:0.0:1780853722.490996:0:30848:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.490998:0:30848:0:(file.c:6902:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1780853722.490999:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.491000:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.491001:0:30848:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853722.491002:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.491004:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573400 refcount=3 00000020:00000001:0.0:1780853722.491006:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.491007:0:30848:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303232 : -107453583248384 : ffff9e4583573400) 00010000:00000001:0.0:1780853722.491009:0:30848:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853722.491012:0:30848:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853722.491018:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.491020:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.491021:0:30848:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853722.491023:0:30848:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853722.491025:0:30848:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573400/0xa8f483e9eb300cbd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979c61 expref: -99 pid: 30848 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853722.491030:0:30848:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853722.491032:0:30848:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853722.491034:0:30848:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853722.491036:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.491037:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853722.491038:0:30848:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.491040:0:30848:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853722.491041:0:30848:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.491043:0:30848:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.491045:0:30848:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.491046:0:30848:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853722.491047:0:30848:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853722.491048:0:30848:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853722.491050:0:30848:0:(file.c:6943:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.491052:0:30848:0:(file.c:7062:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.491055:0:30848:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853722.491061:0:30848:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x26:0x0]io ffff9e45904c04f0 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1780853722.491064:0:30848:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000001:0.0:1780853722.491067:0:30848:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853722.491069:0:30848:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853722.491073:0:30848:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853722.491074:0:30848:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491077:0:30848:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853722.491080:0:30848:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853722.491081:0:30848:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491084:0:30848:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853722.491086:0:30848:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853722.491087:0:30848:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853722.491088:0:30848:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00000020:00000001:0.0:1780853722.491090:0:30848:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491094:0:30848:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853722.491095:0:30848:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853722.491097:0:30848:0:(lov_io.c:1093:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1780853722.491100:0:30848:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853722.491102:0:30848:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853722.491106:0:30848:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853722.491109:0:30848:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853722.491110:0:30848:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853722.491112:0:30848:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853722.491115:0:30848:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910082d0. 00000020:00000010:0.0:1780853722.491117:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853722.491120:0:30848:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd3000. 00000020:00000010:0.0:1780853722.491123:0:30848:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853722.491125:0:30848:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591058b28. 00020000:00000010:0.0:1780853722.491127:0:30848:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853722.491129:0:30848:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853722.491132:0:30848:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276ad20. 00000080:00000010:0.0:1780853722.491134:0:30848:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0ff8. 00000020:00000010:0.0:1780853722.491137:0:30848:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45941f5e00. 00000008:00000010:0.0:1780853722.491140:0:30848:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f600. 00020000:00000010:0.0:1780853722.491142:0:30848:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459d40. 00008000:00000010:0.0:1780853722.491145:0:30848:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5980. 00000080:00000010:0.0:1780853722.491147:0:30848:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474b40. 00000020:00000001:0.0:1780853722.491149:0:30848:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502808 : -107453354048808 : ffff9e45910082d8) 00000020:00001000:0.0:1780853722.491151:0:30848:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910082d0 00000020:00000001:0.0:1780853722.491154:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a918 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491156:0:30848:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853722.491158:0:30848:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853722.491159:0:30848:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853722.491161:0:30848:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491162:0:30848:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491164:0:30848:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175485736 : -107453534065880 : ffff9e458645ab28) 00000020:00000001:0.0:1780853722.491167:0:30848:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1780853722.491170:0:30848:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1780853722.491172:0:30848:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491174:0:30848:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491176:0:30848:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491178:0:30848:0:(lov_io.c:1102:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491179:0:30848:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491181:0:30848:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853722.491184:0:30848:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853722.491186:0:30848:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853722.491187:0:30848:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853722.491189:0:30848:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853722.491190:0:30848:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491192:0:30848:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491194:0:30848:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491195:0:30848:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491197:0:30848:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853722.491198:0:30848:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491200:0:30848:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491202:0:30848:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1780853722.491206:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491208:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491210:0:30848:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1780853722.491213:0:30848:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491215:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00020000:00000001:0.0:1780853722.491217:0:30848:0:(lov_io.c:1656:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1780853722.491219:0:30848:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853722.491220:0:30848:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853722.491221:0:30848:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853722.491223:0:30848:0:(osc_io.c:693:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1780853722.491225:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4588f49180 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491227:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4588f49180 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491228:0:30848:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1780853722.491231:0:30848:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491233:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4588f49180 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491235:0:30848:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1780853722.491239:0:30848:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853722.491241:0:30848:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491243:0:30848:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491245:0:30848:0:(cl_object.c:151:cl_object_top()) ffff9e4588f49180 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853722.491247:0:30848:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853722.491249:0:30848:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853722.491250:0:30848:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853722.491252:0:30848:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853722.491253:0:30848:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853722.491254:0:30848:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853722.491258:0:30848:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1780853722.491262:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368700. 00000020:00000040:0.0:1780853722.491297:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:0.0:1780853722.491300:0:30848:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1780853722.491303:0:30848:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:0.0:1780853722.491307:0:30848:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1683 00000400:00000200:0.0:1780853722.491313:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853722.491317:0:30848:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:0.0:1780853722.491321:0:30848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853722.491324:0:30848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853722.491327:0:30848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853722.491329:0:30848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:0.0:1780853722.491332:0:30848:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853722.491334:0:30848:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:0.0:1780853722.491346:0:30848:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853722.491348:0:30848:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:0.0:1780853722.491351:0:30848:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:0.0:1780853722.491353:0:30848:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000040:0.0:1780853722.491356:0:30848:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853722.491358:0:30848:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853722.491360:0:30848:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853722.491362:0:30848:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:0.0:1780853722.491365:0:30848:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00080000:0.0:1780853722.491368:0:30848:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff9e4592299000: import ffff9e4585126000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:0.0:1780853722.491371:0:30848:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.491373:0:30848:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1780853722.491379:0:30848:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853722.491382:0:30848:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491384:0:30848:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1780853722.491388:0:30848:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1780853722.491391:0:30848:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491393:0:30848:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853722.491396:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836aa00. 00000020:00000040:0.0:1780853722.491398:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 02000000:00000001:0.0:1780853722.491402:0:30848:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853722.491404:0:30848:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491407:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853722.491410:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853722.491412:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853722.491418:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b8000. 00000100:00000001:0.0:1780853722.491424:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853722.491432:0:30848:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853722.491441:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853722.491445:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.491450:0:30848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004643ed2c] to pc [ptlrpcd_rcv+-1] req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853722.491466:0:30848:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491470:0:30848:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1780853722.491472:0:30848:0:(pinger.c:371:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:0.0:1780853722.491474:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853722.491476:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853722.491478:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853722.491482:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e458120b400. 00000100:00000001:0.0:1780853722.491484:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491489:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853722.491491:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.491496:0:30848:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3cb9a89] to pc [ptlrpcd_00_00+0] req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1780853722.491516:0:30848:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853722.491518:0:30848:0:(osc_io.c:814:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491521:0:30848:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491522:0:30848:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491524:0:30848:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853722.491526:0:30848:0:(lov_io.c:1671:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491527:0:30848:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.491529:0:30848:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853722.491531:0:30848:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1780853722.491532:0:30848:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853722.491533:0:30848:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1780853722.491548:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.491551:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853722.491553:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853722.491559:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.491573:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.491575:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1780853722.491579:0:2380:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.491587:0:2380:0:(client.c:1836:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491589:0:2380:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.491591:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.491592:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.491595:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491597:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.491602:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853722.491604:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491606:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.491607:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853722.491609:0:2380:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.491610:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853722.491611:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.491613:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.491615:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.494025:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853722.494034:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853722.494037:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853722.494050:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.494067:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853722.494069:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853722.494073:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853722.494076:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853722.494079:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853722.494082:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631416576:192.168.202.110@tcp:8:touch.0 00000100:00000001:1.0:1780853722.494086:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853722.494090:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853722.494093:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853722.494096:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853722.494103:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71400. 02000000:00000001:1.0:1780853722.494105:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853722.494112:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853722.494117:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d948. 00000400:00000010:1.0:1780853722.494123:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9c38. 00000100:00000200:1.0:1780853722.494129:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631416576, portal 4 00000100:00000001:1.0:1780853722.494132:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853722.494133:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000040:1.0:1780853722.494141:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.494148:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853722.494150:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853722.494153:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9770. 00000100:00000200:1.0:1780853722.494156:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631416576, offset 0 00000400:00000200:1.0:1780853722.494162:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853722.494170:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.494177:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853722.494183:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853722.494187:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853722.494192:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853722.494195:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853722.494199:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2386:2386:256:4294967295] 192.168.202.110@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:1.0:1780853722.494204:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.494214:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853722.494219:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853722.494224:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853722.494231:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853722.494239:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853722.494243:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1780853722.494254:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853722.494259:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 98243 usecs (99 jiffies) 00000400:00000200:1.0:1780853722.494262:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853722.494282:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296519347 00000100:00000001:1.0:1780853722.494287:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.494289:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296519348 00000100:00000001:1.0:1780853722.494292:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.494294:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853722.494296:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.494300:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.494302:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853722.494309:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853722.494312:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1780853722.494314:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853722.494315:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853722.494317:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.494319:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.494327:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853722.494330:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853722.494438:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.494442:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:1.0:1780853722.494447:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.494451:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.494456:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9770 00000400:00000010:1.0:1780853722.494459:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9770. 00000100:00000001:1.0:1780853722.494462:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.494466:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.494474:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.494478:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.494484:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.494486:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853722.500030:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.500046:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.500050:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.500052:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.500061:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500069:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.500077:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500082:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500087:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500090:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe4d300 00000400:00000200:1.0:1780853722.500095:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500100:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x67f9 [1] + 0 00000800:00000001:1.0:1780853722.500107:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.500112:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.500116:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.500119:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.500126:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.500134:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853722.500144:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853722.500167:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.500176:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.500179:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.500424:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.500429:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853722.500435:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853722.500437:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853722.500440:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d948. 00000400:00000200:3.0:1780853722.500445:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9c38 00000400:00000010:3.0:1780853722.500447:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9c38. 00000100:00000001:3.0:1780853722.500450:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853722.500456:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853722.500465:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.500472:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853722.500474:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.500476:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853722.500480:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853722.500483:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853722.500485:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.500488:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853722.500498:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=113 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853722.500502:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=18 v=5 (1 1 0 0) 00000100:00000001:3.0:1780853722.500505:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853722.500506:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853722.500509:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853722.500513:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500516:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853722.500519:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967331 gen 13 00000100:00000040:3.0:1780853722.500521:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853722.500523:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853722.500525:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.500529:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.500535:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853722.500538:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853722.500540:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.500542:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853722.500547:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853722.500550:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853722.500552:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:3.0:1780853722.500555:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853722.500557:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:3.0:1780853722.500560:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:3.0:1780853722.500563:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00001000:3.0:1780853722.500576:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=1780853722 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853722.500579:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585126418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853722.500592:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:3.0:1780853722.500598:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1780853722.500601:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:3.0:1780853722.500604:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853722.500607:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853722.500610:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853722.500613:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853722.500617:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853722.500620:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853722.500622:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853722.500624:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853722.500626:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853722.500628:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853722.500631:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500633:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500635:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853722.500636:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853722.500638:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500639:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853722.500641:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853722.500645:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853722.500647:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500648:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500650:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853722.500652:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853722.500654:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853722.500656:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500658:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853722.500659:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1780853722.500663:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1780853722.500666:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853722.500668:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853722.500669:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853722.500670:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1780853722.500672:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1780853722.500674:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:3.0:1780853722.500678:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:3.0:1780853722.500680:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:3.0:1780853722.500682:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853722.500684:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853722.500685:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853722.500687:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853722.500688:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853722.500689:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853722.500690:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500691:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500693:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853722.500694:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853722.500695:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500696:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853722.500698:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853722.500699:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853722.500701:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500702:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853722.500704:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853722.500705:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853722.500706:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853722.500708:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500709:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853722.500711:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853722.500714:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853722.500720:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e1b073ad): req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853722.500744:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500747:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853722.500752:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853722.500765:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631416576:192.168.202.110@tcp:8:touch.0 00000100:00000001:3.0:1780853722.500771:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853722.500774:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853722.500777:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836aa00 x1867358631416576/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853722.500785:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1780853722.500786:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1780853722.500788:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1780853722.500789:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853722.500791:0:2380:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1780853722.500792:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71400. 00000100:00000001:1.0:1780853722.500794:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1780853722.500796:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1780853722.500796:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853722.500797:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853722.500799:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 02000000:00000001:1.0:1780853722.500799:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1780853722.500801:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1780853722.500802:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1780853722.500804:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b8000. 02000000:00000001:1.0:1780853722.500804:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853722.500807:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1780853722.500807:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853722.500809:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853722.500811:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836aa00. 02000000:00000001:1.0:1780853722.500812:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1780853722.500814:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853722.500815:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1780853722.500815:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500817:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1780853722.500818:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1780853722.500824:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1780853722.500824:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71c00. 02000000:00000001:1.0:1780853722.500825:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500826:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853722.500828:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853722.500830:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853722.500830:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853722.500833:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d000. 00000400:00000010:1.0:1780853722.500838:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9770. 00000100:00000200:1.0:1780853722.500845:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631416704, portal 4 00000100:00000001:1.0:1780853722.500847:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853722.500849:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000040:1.0:1780853722.500855:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.500862:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853722.500864:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853722.500867:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b97f8. 00000100:00000200:1.0:1780853722.500870:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1867358631416704, offset 0 00000400:00000200:1.0:1780853722.500875:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853722.500880:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500887:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853722.500891:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853722.500895:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853722.500899:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853722.500901:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853722.500905:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2387:2387:256:4294967295] 192.168.202.110@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:1.0:1780853722.500909:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.500928:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853722.500934:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853722.500939:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853722.500945:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853722.500952:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853722.500956:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1780853722.500965:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853722.500969:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 97752 usecs (98 jiffies) 00000400:00000200:1.0:1780853722.500972:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853722.500974:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296519353 00000100:00000001:1.0:1780853722.500977:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.500979:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296519353 00000100:00000001:1.0:1780853722.500981:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.500983:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853722.500985:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853722.500987:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853722.500991:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853722.500992:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853722.500994:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853722.500995:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853722.500996:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.500998:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853722.501090:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853722.501094:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:1.0:1780853722.501098:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.501102:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853722.501105:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b97f8 00000400:00000010:1.0:1780853722.501107:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b97f8. 00000100:00000001:1.0:1780853722.501110:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853722.501114:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.501121:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853722.501124:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.501129:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.501131:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853722.559123:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.559141:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.559146:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.559148:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.559158:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.559167:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.559176:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.559181:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.559186:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.559191:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 432 into portal 4 MB=0x6a25a4fe4d380 00000400:00000200:1.0:1780853722.559196:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.559210:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 432/432 into md 0x6809 [1] + 224 00000800:00000001:1.0:1780853722.559218:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.559225:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.559229:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.559234:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.559242:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.559298:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853722.559311:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.559328:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.559347:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.559350:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.559430:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.559434:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853722.559440:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853722.559442:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853722.559445:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d000. 00000400:00000200:0.0:1780853722.559451:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9770 00000400:00000010:0.0:1780853722.559453:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9770. 00000100:00000001:0.0:1780853722.559456:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.559461:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853722.559469:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368700 x1867358631416704/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.559475:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853722.559476:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.559480:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853722.559483:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853722.559486:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853722.559488:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.559491:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853722.559500:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=113 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853722.559505:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853722.559508:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853722.559510:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.559512:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853722.559516:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.559520:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780853722.559522:0:2380:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967333 gen 13 00000100:00000001:0.0:1780853722.559525:0:2380:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853722.559527:0:2380:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1780853722.559530:0:2380:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853722.559532:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.559536:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368700 x1867358631416704/t4294967333(4294967333) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.559543:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.559546:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853722.559548:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853722.559551:0:2380:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1780853722.559561:0:2380:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.559577:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368700 x1867358631416704/t4294967333(4294967333) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853722.559585:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:0:1867358631416704:192.168.202.110@tcp:2:touch.0 00000100:00000001:0.0:1780853722.559590:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.559593:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.559596:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368700 x1867358631416704/t4294967333(4294967333) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853738 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.559603:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853722.559606:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853722.559609:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71c00. 02000000:00000001:0.0:1780853722.559614:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853722.559616:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853722.559618:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853722.559621:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853722.559623:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e458120b400. 02000000:00000001:0.0:1780853722.559627:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853722.559629:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853722.559631:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368700. 00000100:00000001:0.0:1780853722.559635:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853722.559636:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.559638:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.559645:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853722.559647:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.559649:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853722.559651:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853722.560100:0:30848:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1780853722.560105:0:30848:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853722.560108:0:30848:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853722.560112:0:30848:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1780853722.560115:0:30848:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1780853722.560117:0:30848:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1780853722.560120:0:30848:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853722.560121:0:30848:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853722.560122:0:30848:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1780853722.560123:0:30848:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853722.560125:0:30848:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853722.560127:0:30848:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1780853722.560128:0:30848:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1780853722.560129:0:30848:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1780853722.560130:0:30848:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1780853722.560132:0:30848:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853722.560133:0:30848:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853722.560134:0:30848:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853722.560135:0:30848:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1780853722.560138:0:30848:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1780853722.560139:0:30848:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853722.560140:0:30848:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853722.560142:0:30848:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853722.560143:0:30848:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853722.560144:0:30848:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853722.560146:0:30848:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853722.560148:0:30848:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853722.560149:0:30848:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853722.560150:0:30848:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853722.560151:0:30848:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853722.560153:0:30848:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910082d0 00000020:00000010:1.0:1780853722.560159:0:30848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd3000. 00000020:00000010:1.0:1780853722.560164:0:30848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:1.0:1780853722.560171:0:30848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591058b28. 00020000:00000010:1.0:1780853722.560176:0:30848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:1.0:1780853722.560181:0:30848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:1.0:1780853722.560187:0:30848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276ad20. 00000080:00000010:1.0:1780853722.560191:0:30848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0ff8. 00000020:00000010:1.0:1780853722.560194:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3a00. 00000008:00000010:1.0:1780853722.560197:0:30848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f600. 00020000:00000010:1.0:1780853722.560200:0:30848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459d40. 00008000:00000010:1.0:1780853722.560203:0:30848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5980. 00000080:00000010:1.0:1780853722.560207:0:30848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474b40. 00000020:00000010:1.0:1780853722.560211:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45941f5e00. 00000020:00000010:1.0:1780853722.560214:0:30848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910082d0. 00020000:00000001:1.0:1780853722.560216:0:30848:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853722.560218:0:30848:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853722.560220:0:30848:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853722.560222:0:30848:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853722.560225:0:30848:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853722.560226:0:30848:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853722.560227:0:30848:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008870 00000020:00000010:1.0:1780853722.560229:0:30848:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd2800. 00000020:00000010:1.0:1780853722.560231:0:30848:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d540. 00000008:00000010:1.0:1780853722.560233:0:30848:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105d940. 00020000:00000010:1.0:1780853722.560236:0:30848:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e300. 00008000:00000010:1.0:1780853722.560238:0:30848:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591faade8. 00000080:00000010:1.0:1780853722.560241:0:30848:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a5e8. 00000080:00000010:1.0:1780853722.560243:0:30848:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0490. 00000020:00000010:1.0:1780853722.560244:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3200. 00000008:00000010:1.0:1780853722.560247:0:30848:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fa20. 00020000:00000010:1.0:1780853722.560248:0:30848:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645aac0. 00008000:00000010:1.0:1780853722.560251:0:30848:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b55e8. 00000080:00000010:1.0:1780853722.560253:0:30848:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474690. 00000020:00000010:1.0:1780853722.560255:0:30848:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3400. 00000020:00000010:1.0:1780853722.560256:0:30848:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008870. 00000080:00000001:1.0:1780853722.560259:0:30848:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853722.560262:0:30848:0:(llite_lib.c:2523:ll_setattr_raw()) Process leaving 00000080:00000010:1.0:1780853722.560295:0:30848:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5d2000. 00000020:00000001:1.0:1780853722.560305:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fc30 00000080:00200008:1.0:1780853722.560308:0:30848:0:(llite_lib.c:2553:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9e4591968908) current size 0, valid attrs 201f0, mode 0, uid -1053323102, gid -1, new size 213440, atime 1780853703.000000000, mtime 1780853703.000000000, ctime 1780853703.000000000, rc 0 00000080:00000001:1.0:1780853722.560315:0:30848:0:(llite_lib.c:2555:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853722.560344:0:30848:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853722.560348:0:30848:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000002:1.0:1780853722.560352:0:30848:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000001:1.0:1780853722.560356:0:30848:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853722.560371:0:30848:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1780853722.560373:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fdb8 00000080:00200008:1.0:1780853722.560375:0:30848:0:(file.c:448:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff9e4591968908), flags 104001 00000080:00000001:1.0:1780853722.560379:0:30848:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1780853722.560383:0:30848:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1780853722.560384:0:30848:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853722.560385:0:30848:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000002:1.0:1780853722.560387:0:30848:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4591030000 00020000:00000001:1.0:1780853722.560389:0:30848:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853722.560391:0:30848:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1780853722.560399:0:30848:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853722.560402:0:30848:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853722.560409:0:30848:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95a00 count: 2 00010000:00000001:1.0:1780853722.560412:0:30848:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853722.560417:0:30848:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853722.560419:0:30848:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:1.0:1780853722.560421:0:30848:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1780853722.560423:0:30848:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1780853722.560429:0:30848:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4588f73000. 00000080:00000001:1.0:1780853722.560431:0:30848:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1780853722.560436:0:30848:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1780853722.560439:0:30848:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:1.0:1780853722.560441:0:30848:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:1.0:1780853722.560444:0:30848:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1780853722.560446:0:30848:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:1.0:1780853722.560453:0:30848:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107b80. 00000020:00000040:1.0:1780853722.560456:0:30848:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853722.560460:0:30848:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853722.560463:0:30848:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853722.560467:0:30848:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853722.560475:0:30848:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4588f72e00. 00000100:00000001:1.0:1780853722.560482:0:30848:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1780853722.560496:0:30848:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1780853722.560511:0:30848:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780853722.560516:0:30848:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1780853722.560524:0:30848:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853722.560526:0:30848:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853722.560533:0:30848:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583501780. 00000100:00000001:1.0:1780853722.560535:0:30848:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125837184 : -107453583714432 : ffff9e4583501780) 00000100:00000001:1.0:1780853722.560538:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853722.560539:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000001:1.0:1780853722.560545:0:30848:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853722.560549:0:30848:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.560551:0:30848:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853722.560553:0:30848:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853722.560557:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.560827:0:30848:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853722.560829:0:30848:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853722.560834:0:30848:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853722.560837:0:30848:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853722.560839:0:30848:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853722.560844:0:30848:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631416960:192.168.202.110@tcp:35:touch.0 00000100:00000001:1.0:1780853722.560848:0:30848:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853722.560854:0:30848:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853722.560856:0:30848:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853722.560859:0:30848:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853722.560863:0:30848:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d72400. 02000000:00000001:1.0:1780853722.560865:0:30848:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853722.560872:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853722.560876:0:30848:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d000. 00000400:00000010:1.0:1780853722.560882:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b97f8. 00000100:00000200:1.0:1780853722.560888:0:30848:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631416960, portal 10 00000100:00000001:1.0:1780853722.560890:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853722.560892:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000040:1.0:1780853722.560898:0:30848:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.560905:0:30848:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853722.560908:0:30848:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853722.560911:0:30848:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9dd0. 00000100:00000200:1.0:1780853722.560913:0:30848:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631416960, offset 0 00000400:00000200:1.0:1780853722.560920:0:30848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853722.560928:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.560936:0:30848:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853722.560940:0:30848:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853722.560944:0:30848:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853722.560947:0:30848:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853722.560950:0:30848:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853722.560954:0:30848:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2388:2388:256:4294967295] 192.168.202.110@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:1.0:1780853722.560959:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.560968:0:30848:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853722.560974:0:30848:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853722.560979:0:30848:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853722.560986:0:30848:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853722.560993:0:30848:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853722.560997:0:30848:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780853722.561022:0:30848:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853722.561027:0:30848:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 834776 usecs (835 jiffies) 00000400:00000200:1.0:1780853722.561030:0:30848:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853722.561033:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296520150 00000100:00000001:1.0:1780853722.561036:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.561038:0:30848:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296520150 00000100:00000001:1.0:1780853722.561040:0:30848:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:1.0:1780853722.561042:0:30848:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853722.561045:0:30848:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853722.561047:0:30848:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853722.561048:0:30848:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853722.561051:0:30848:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501780 going to sleep for 11 seconds 00000100:00000001:1.0:1780853722.561054:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853722.561056:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853722.561254:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853722.561259:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:0.0:1780853722.562169:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853722.562181:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853722.562189:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9dd0 00000400:00000010:0.0:1780853722.562192:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9dd0. 00000100:00000001:0.0:1780853722.562197:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853722.562204:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.562214:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.562217:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.562223:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.562225:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853722.582964:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.582986:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853722.582991:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.582994:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.583005:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.583012:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853722.583025:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.583031:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.583036:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.583040:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4d480 00000400:00000200:1.0:1780853722.583044:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853722.583051:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6819 [1] + 224 00000800:00000001:1.0:1780853722.583058:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.583069:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853722.583072:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853722.583076:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853722.583083:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853722.583093:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853722.583105:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853722.583120:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853722.583127:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853722.583129:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.583204:0:30848:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853722.583211:0:30848:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853722.583213:0:30848:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853722.583217:0:30848:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d000. 00000400:00000200:0.0:1780853722.583221:0:30848:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b97f8 00000400:00000010:0.0:1780853722.583225:0:30848:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b97f8. 00000100:00000001:0.0:1780853722.583229:0:30848:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853722.583233:0:30848:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853722.583242:0:30848:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107b80 x1867358631416960/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853738 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583248:0:30848:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853722.583250:0:30848:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.583253:0:30848:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853722.583256:0:30848:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853722.583258:0:30848:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853722.583261:0:30848:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853722.583300:0:30848:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853722.583311:0:30848:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853722.583315:0:30848:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853722.583318:0:30848:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853722.583320:0:30848:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853722.583323:0:30848:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853722.583326:0:30848:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.583330:0:30848:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853722.583332:0:30848:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853722.583333:0:30848:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853722.583345:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.583347:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000001:0.0:1780853722.583351:0:30848:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853722.583353:0:30848:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967616 00000100:00000001:0.0:1780853722.583355:0:30848:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853722.583357:0:30848:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853722.583364:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107b80 x1867358631416960/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853738 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583371:0:30848:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853722.583374:0:30848:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853722.583376:0:30848:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853722.583380:0:30848:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107b80 x1867358631416960/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853738 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853722.583389:0:30848:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:30848:1867358631416960:192.168.202.110@tcp:35:touch.0 00000100:00000001:0.0:1780853722.583394:0:30848:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.583397:0:30848:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.583399:0:30848:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853722.583401:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.583404:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107b80 x1867358631416960/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853738 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583411:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853722.583414:0:30848:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583501780. 00000100:00000001:0.0:1780853722.583417:0:30848:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853722.583419:0:30848:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.583426:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.583427:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000002:00000001:0.0:1780853722.583431:0:30848:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.583434:0:30848:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853722.583439:0:30848:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f73000. 00000080:00000001:0.0:1780853722.583444:0:30848:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1780853722.583448:0:30848:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1780853722.583452:0:30848:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1780853722.583457:0:30848:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583465:0:30848:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853722.583466:0:30848:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:0.0:1780853722.583469:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.583472:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583478:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853722.583480:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.583483:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107800 x1867358631413376/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853839 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583495:0:30848:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853722.583499:0:30848:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853722.583501:0:30848:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853722.583503:0:30848:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853722.583507:0:30848:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d73c00. 02000000:00000001:0.0:1780853722.583512:0:30848:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853722.583514:0:30848:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853722.583516:0:30848:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107800. 00000100:00000001:0.0:1780853722.583520:0:30848:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853722.583521:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853722.583523:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.583526:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107b80 x1867358631416960/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853738 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583533:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853722.583535:0:30848:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c35080. 00000002:00000001:0.0:1780853722.583538:0:30848:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853722.583540:0:30848:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853722.583542:0:30848:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45831cccc0. 00000100:00000001:0.0:1780853722.583545:0:30848:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853722.583560:0:30848:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107b80 x1867358631416960/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853738 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853722.583800:0:30848:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.583803:0:30848:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853722.583806:0:30848:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e4583ce08c0. 00000080:00000001:0.0:1780853722.583811:0:30848:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853722.583817:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fdb8 00000080:00000008:0.0:1780853722.583820:0:30848:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9e4591968908), flags 104001, rc = 0 00000080:00000001:0.0:1780853722.583824:0:30848:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853722.583829:0:30848:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853722.583831:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fe00 00000080:00002000:0.0:1780853722.583833:0:30848:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591b2aa20, parent ffff9e4591b2a870, inode ffff9e4591968908) hashed, 00000080:00000001:0.0:1780853722.583836:0:30848:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853722.583844:0:30848:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853722.583850:0:30848:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853722.583853:0:30848:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853722.583855:0:30848:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c9fe00 00000080:00002000:0.0:1780853722.583857:0:30848:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9e4591b2a870, parent ffff9e4591970ca8, inode ffff9e45919a2a08) hashed, 00000080:00000001:0.0:1780853722.583859:0:30848:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853722.583864:0:30848:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853722.583866:0:30848:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1780853722.598222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c351a0. 00000080:00000010:0.1:1780853722.598241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35480. 00010000:00000001:1.0:1780853723.181905:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853723.181912:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853723.181917:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853723.181918:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853723.181943:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853723.181946:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853723.181948:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853724.205432:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853724.205439:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.205446:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853724.205447:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853724.205633:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853724.205637:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853724.205640:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853724.356060:0:30882:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.356068:0:30882:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.356071:0:30882:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853724.356074:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401da3b20 00000080:00200000:0.0:1780853724.356079:0:30882:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853724.356087:0:30882:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312e00. 00800000:00000002:0.0:1780853724.356094:0:30882:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.356098:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.356103:0:30882:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.356105:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401da3a40 00800000:00000002:0.0:1780853724.356108:0:30882:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.356111:0:30882:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853724.356116:0:30882:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853724.356122:0:30882:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.356124:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401da3910 00000002:00010000:0.0:1780853724.356125:0:30882:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.356129:0:30882:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853724.356131:0:30882:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.356135:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853724.356140:0:30882:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.356142:0:30882:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.356144:0:30882:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.356146:0:30882:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853724.356149:0:30882:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853724.356155:0:30882:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368700. 00000020:00000040:0.0:1780853724.356160:0:30882:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853724.356167:0:30882:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853724.356172:0:30882:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.356179:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.356181:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.356182:0:30882:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.356186:0:30882:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853724.356189:0:30882:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853724.356194:0:30882:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853724.356201:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bac00. 00000100:00000001:0.0:1780853724.356209:0:30882:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.356214:0:30882:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.356216:0:30882:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.356217:0:30882:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.356218:0:30882:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.356220:0:30882:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.356225:0:30882:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00010000:00000001:0.0:1780853724.356229:0:30882:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853724.356231:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853724.356236:0:30882:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95600. 00010000:00000010:0.0:1780853724.356240:0:30882:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab000. 00010000:00000001:0.0:1780853724.356244:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853724.356247:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573e00. 00000020:00000001:0.0:1780853724.356252:0:30882:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853724.356254:0:30882:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573e00 with handle 0xa8f483e9eb300cc4 to hash 00000020:00000001:0.0:1780853724.356257:0:30882:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853724.356258:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.356288:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.356293:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.356295:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.356300:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853724.356311:0:30882:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853724.363453:0:30882:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853724.363479:0:30882:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853724.363481:0:30882:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853724.363674:0:30882:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45835013c0. 00000100:00000001:1.0:1780853724.363678:0:30882:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125836224 : -107453583715392 : ffff9e45835013c0) 00000100:00000001:1.0:1780853724.363682:0:30882:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853724.363684:0:30882:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000001:1.0:1780853724.363690:0:30882:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853724.363694:0:30882:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.363696:0:30882:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853724.363698:0:30882:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853724.363709:0:30882:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368700 x1867358631417088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.363718:0:30882:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853724.363720:0:30882:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853724.363725:0:30882:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853724.363728:0:30882:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853724.363731:0:30882:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853724.363734:0:30882:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:30882:1867358631417088:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:1.0:1780853724.363739:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853724.363745:0:30882:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853724.363748:0:30882:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853724.363751:0:30882:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853724.363758:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585110800. 02000000:00000001:1.0:1780853724.363760:0:30882:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853724.363769:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853724.363775:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d948. 00000400:00000010:1.0:1780853724.363783:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9e58. 00000100:00000200:1.0:1780853724.363790:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631417088, portal 10 00000100:00000001:1.0:1780853724.363791:0:30882:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853724.363793:0:30882:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000040:1.0:1780853724.363799:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368700 x1867358631417088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.363807:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853724.363810:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853724.363812:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9b28. 00000100:00000200:1.0:1780853724.363815:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631417088, offset 0 00000400:00000200:1.0:1780853724.363820:0:30882:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853724.363830:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.363838:0:30882:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853724.363843:0:30882:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853724.363848:0:30882:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853724.363852:0:30882:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853724.363855:0:30882:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853724.363859:0:30882:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2389:2389:256:4294967295] 192.168.202.110@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:1.0:1780853724.363863:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.363873:0:30882:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853724.363878:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853724.363882:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853724.363889:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853724.363896:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853724.363901:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853724.363929:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853724.363934:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 833607 usecs (834 jiffies) 00000400:00000200:1.0:1780853724.363938:0:30882:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853724.363941:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296521949 00000100:00000001:1.0:1780853724.363950:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:1.0:1780853724.363952:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296521949 00000100:00000001:1.0:1780853724.363955:0:30882:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:1.0:1780853724.363957:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853724.363960:0:30882:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.363962:0:30882:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853724.363964:0:30882:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853724.363966:0:30882:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45835013c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853724.363969:0:30882:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853724.363971:0:30882:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853724.364692:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.364699:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:0.0:1780853724.364706:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.364713:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.364719:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9b28 00000400:00000010:0.0:1780853724.364721:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9b28. 00000100:00000001:0.0:1780853724.364725:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.364732:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368700 x1867358631417088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.364743:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.364746:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368700 x1867358631417088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.364753:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.364754:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.368198:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.368215:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.368220:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.368222:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.368232:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.368239:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.368248:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.368253:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.368260:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.368579:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4d500 00000400:00000200:1.0:1780853724.368587:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.368596:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6829 [1] + 224 00000800:00000001:1.0:1780853724.368605:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.368615:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.368619:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.368624:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.368636:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.368647:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368700 x1867358631417088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.368661:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4588368700 x1867358631417088/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.368690:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.368701:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.368705:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.371111:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.371117:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:0.0:1780853724.371121:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.371126:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.371132:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:0.0:1780853724.371134:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:0.0:1780853724.371139:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.371143:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631417216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.371153:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.371157:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631417216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.371164:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.371166:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.387005:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.387025:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.387029:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.387032:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.387041:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.387051:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.387061:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.387066:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.387072:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.387076:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4d580 00000400:00000200:1.0:1780853724.387081:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.387087:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6839 [1] + 224 00000800:00000001:1.0:1780853724.387095:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.387102:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.387105:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.387111:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.387120:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.387130:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631417216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.387142:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c38000 x1867358631417216/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.387165:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.387173:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.387177:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.394867:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.394878:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:0.0:1780853724.394885:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.394895:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.394902:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:0.0:1780853724.394905:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:0.0:1780853724.394911:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.394928:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631417344/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.394948:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.394952:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631417344/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.394960:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.394962:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.398821:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.398841:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.398845:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.398848:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.398858:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.398867:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.398878:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.398884:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.398890:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.398896:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe4d600 00000400:00000200:1.0:1780853724.398901:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.398909:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x6841 [1] + 224 00000800:00000001:1.0:1780853724.398929:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.398965:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.398969:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.398974:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.398984:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.398993:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631417344/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.399006:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4587c38000 x1867358631417344/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.399028:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.399039:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.399043:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.403974:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.403979:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.403982:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853724.403989:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853724.403998:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853724.404000:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.404005:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853724.404008:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853724.404010:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853724.404014:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631417472:192.168.202.110@tcp:8:checkstat.0 00000100:00000001:3.0:1780853724.404018:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853724.404021:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853724.404023:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.404025:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853724.404029:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fae800. 02000000:00000001:3.0:1780853724.404031:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853724.404035:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853724.404039:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853724.404044:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853724.404049:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631417472, portal 4 00000100:00000001:3.0:1780853724.404051:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853724.404052:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:3.0:1780853724.404057:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853724.404062:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853724.404064:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853724.404066:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a550. 00000100:00000200:3.0:1780853724.404068:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631417472, offset 0 00000400:00000200:3.0:1780853724.404073:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853724.404080:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853724.404085:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853724.404090:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853724.404093:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853724.404096:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853724.404098:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853724.404100:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2392:2392:256:4294967295] 192.168.202.110@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:3.0:1780853724.404104:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853724.404111:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853724.404117:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853724.404120:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853724.404135:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853724.404142:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853724.404145:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853724.404151:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.404154:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 248018 usecs (249 jiffies) 00000400:00000200:3.0:1780853724.404156:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853724.404158:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296521407 00000100:00000001:3.0:1780853724.404160:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:3.0:1780853724.404161:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296521407 00000100:00000001:3.0:1780853724.404163:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:3.0:1780853724.404164:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853724.404166:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404168:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404170:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.404175:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853724.404176:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853724.404178:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.404179:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.404181:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404182:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853724.404313:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.404319:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77400. 00000400:00000200:0.0:1780853724.404332:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.404338:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.404343:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a550 00000400:00000010:0.0:1780853724.404345:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a550. 00000100:00000001:0.0:1780853724.404349:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.404353:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.404362:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.404365:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.404372:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.404373:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853724.404743:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.404746:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.404748:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853724.404754:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.404761:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853724.404763:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1780853724.404768:0:2382:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.404781:0:2382:0:(client.c:1836:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404784:0:2382:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.404786:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853724.404787:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.404789:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404791:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.404794:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853724.404795:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404797:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.404798:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.404800:0:2382:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.404801:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853724.404802:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.404803:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404805:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.404812:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.404814:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853724.407524:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.407550:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.407555:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.407558:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.407569:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.407576:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.407587:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.407594:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.407599:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.407605:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe4d680 00000400:00000200:1.0:1780853724.407609:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.407616:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x6849 [1] + 0 00000800:00000001:1.0:1780853724.407625:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.407634:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.407638:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.407643:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.407652:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.407663:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853724.407675:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.407705:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.407716:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.407719:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.407823:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.407828:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853724.407835:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853724.407837:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853724.407840:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853724.407845:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:3.0:1780853724.407847:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:3.0:1780853724.407851:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853724.407855:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853724.407863:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853724.407869:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853724.407871:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.407874:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853724.407877:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853724.407879:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853724.407881:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.407886:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853724.407898:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=115 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853724.407903:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853724.407905:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853724.407907:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.407910:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853724.407914:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.407919:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853724.407921:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967312 gen 16 00000100:00000040:3.0:1780853724.407924:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853724.407927:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853724.407929:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.407934:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853724.407942:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853724.407945:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853724.407947:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.407950:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853724.407958:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853724.407961:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853724.407963:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853724.407967:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.407970:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853724.407973:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853724.407976:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00001000:3.0:1780853724.407980:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1780853724 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853724.407983:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585123418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853724.407988:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:3.0:1780853724.407994:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1780853724.407998:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:3.0:1780853724.408000:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853724.408004:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853724.408009:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853724.408012:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853724.408016:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853724.408020:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853724.408022:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853724.408025:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853724.408027:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853724.408029:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853724.408032:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408034:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408036:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853724.408037:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853724.408039:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408040:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853724.408042:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853724.408046:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853724.408048:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408050:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408052:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853724.408055:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853724.408056:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853724.408059:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.408061:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853724.408063:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1780853724.408067:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1780853724.408069:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853724.408070:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853724.408071:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853724.408073:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1780853724.408075:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1780853724.408077:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1780853724.408081:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1780853724.408083:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853724.408085:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408087:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853724.408088:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853724.408090:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853724.408092:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853724.408093:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853724.408094:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408095:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408097:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853724.408098:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853724.408099:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408100:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853724.408101:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853724.408103:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853724.408104:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408105:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.408107:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853724.408108:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853724.408109:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853724.408111:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.408112:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853724.408114:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853724.408117:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853724.408124:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000aa83c0a7): req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.408162:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.408165:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.408170:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853724.408178:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631417472:192.168.202.110@tcp:8:checkstat.0 00000100:00000001:3.0:1780853724.408183:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.408185:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853724.408189:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631417472/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853724.408196:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853724.408198:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853724.408202:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fae800. 02000000:00000001:3.0:1780853724.408206:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853724.408208:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853724.408210:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853724.408212:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853724.408215:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0c00. 02000000:00000001:3.0:1780853724.408218:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853724.408220:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853724.408222:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:3.0:1780853724.408225:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853724.408226:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.408228:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.408236:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853724.408238:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.408241:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.408242:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853724.410256:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.410261:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:0.0:1780853724.410314:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.410329:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.410335:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:0.0:1780853724.410337:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:0.0:1780853724.410343:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.410348:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.410359:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.410363:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.410370:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.410372:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.416178:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.416200:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.416439:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.416445:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.416456:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.416463:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.416473:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.416478:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.416484:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.416488:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe4d700 00000400:00000200:1.0:1780853724.416493:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.416499:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x6851 [1] + 224 00000800:00000001:1.0:1780853724.416505:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.416512:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.416515:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.416519:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.416527:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.416537:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.416548:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c38000 x1867358631417600/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.416693:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.416704:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.416716:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853724.417924:0:30882:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.417928:0:30882:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853724.417988:0:30882:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853724.417991:0:30882:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ef58 -> ffff9e4590c8ef58 00000020:00000001:1.0:1780853724.417994:0:30882:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ef58 -> ffff9e4590c8ef58 00000020:00000001:1.0:1780853724.417995:0:30882:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853724.418001:0:30882:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853724.418006:0:30882:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853724.418008:0:30882:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853724.418010:0:30882:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853724.418011:0:30882:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853724.418013:0:30882:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853724.418016:0:30882:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853724.418018:0:30882:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853724.418021:0:30882:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.418022:0:30882:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.418024:0:30882:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ef58 -> ffff9e4590c8ef58 00000080:00200000:1.0:1780853724.418027:0:30882:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1780853724.418030:0:30882:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853724.418033:0:30882:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853724.418034:0:30882:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c616d0 (ffff9e4587c07518/0) at cl_lock_release():245 00000020:00000001:1.0:1780853724.418037:0:30882:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853724.418038:0:30882:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c616d0 (ffff9e4587c07518/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853724.418042:0:30882:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853724.418046:0:30882:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853724.418048:0:30882:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:1.0:1780853724.418050:0:30882:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853724.418051:0:30882:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba99b0 (ffff9e4587c07128/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853724.418055:0:30882:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853724.418056:0:30882:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853724.418057:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.418059:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853724.418060:0:30882:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853724.418062:0:30882:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853724.418063:0:30882:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853724.418064:0:30882:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853724.418066:0:30882:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853724.418067:0:30882:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c616d0 (ffff9e4587c07518/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853724.418070:0:30882:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853724.418071:0:30882:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853724.418072:0:30882:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba99b0 (ffff9e4587c07518/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853724.418076:0:30882:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592283a20. 00000020:00000001:1.0:1780853724.418080:0:30882:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853724.418081:0:30882:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9980. 00020000:00000001:1.0:1780853724.418084:0:30882:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853724.418085:0:30882:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853724.418087:0:30882:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853724.418089:0:30882:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.418092:0:30882:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853724.418095:0:30882:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853724.418096:0:30882:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853724.418097:0:30882:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853724.418099:0:30882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853724.418101:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07120 00000020:00000010:1.0:1780853724.418106:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75200. 00000020:00000010:1.0:1780853724.418110:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5060. 00000008:00000010:1.0:1780853724.418114:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:1.0:1780853724.418118:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:1.0:1780853724.418123:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd11a8. 00000080:00000010:1.0:1780853724.418128:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b3f0. 00000080:00000010:1.0:1780853724.418131:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62480. 00000020:00000010:1.0:1780853724.418135:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74c00. 00000008:00000010:1.0:1780853724.418138:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b600. 00020000:00000010:1.0:1780853724.418143:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7180. 00008000:00000010:1.0:1780853724.418147:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344b58. 00000080:00000010:1.0:1780853724.418150:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883454b0. 00000020:00000010:1.0:1780853724.418153:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75e00. 00000020:00000010:1.0:1780853724.418155:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07120. 00020000:00000001:1.0:1780853724.418158:0:30882:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853724.418159:0:30882:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853724.418163:0:30882:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853724.418165:0:30882:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853724.418169:0:30882:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853724.418172:0:30882:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853724.418174:0:30882:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853724.418176:0:30882:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853724.418177:0:30882:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853724.418178:0:30882:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07510 00000020:00000010:1.0:1780853724.418180:0:30882:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75a00. 00000020:00000010:1.0:1780853724.418182:0:30882:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da58a0. 00000008:00000010:1.0:1780853724.418185:0:30882:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:1.0:1780853724.418188:0:30882:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be23c0. 00008000:00000010:1.0:1780853724.418190:0:30882:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0a98. 00000080:00000010:1.0:1780853724.418193:0:30882:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7be70. 00000080:00000010:1.0:1780853724.418195:0:30882:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c616d0. 00000020:00000010:1.0:1780853724.418198:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75600. 00000008:00000010:1.0:1780853724.418200:0:30882:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a000. 00020000:00000010:1.0:1780853724.418202:0:30882:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7600. 00008000:00000010:1.0:1780853724.418205:0:30882:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344520. 00000080:00000010:1.0:1780853724.419651:0:30882:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345870. 00000020:00000010:1.0:1780853724.419658:0:30882:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74400. 00000020:00000010:1.0:1780853724.419662:0:30882:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07510. 00000001:00000001:1.0:1780853724.419665:0:30882:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.419677:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401da3d08 00000080:00000008:1.0:1780853724.419680:0:30882:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff9e45919a3248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853724.419688:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853724.419689:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401da3da0 00000080:00002000:1.0:1780853724.419691:0:30882:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e4591af5ca8, parent ffff9e4591af5bd0, inode ffff9e45919a3248) hashed, 00000080:00000001:1.0:1780853724.419694:0:30882:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853724.435792:0:30883:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853724.435803:0:30883:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853724.435806:0:30883:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853724.435809:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7b20 00000080:00200000:1.0:1780853724.435815:0:30883:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853724.435823:0:30883:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f73800. 00800000:00000002:1.0:1780853724.435830:0:30883:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853724.435835:0:30883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853724.435840:0:30883:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853724.435842:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7a40 00800000:00000002:1.0:1780853724.435844:0:30883:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853724.435849:0:30883:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853724.435853:0:30883:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853724.435858:0:30883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853724.435860:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7910 00000002:00010000:1.0:1780853724.435862:0:30883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853724.435864:0:30883:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853724.435866:0:30883:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853724.435869:0:30883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853724.435875:0:30883:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:1.0:1780853724.435878:0:30883:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853724.435883:0:30883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853724.435887:0:30883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853724.435892:0:30883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853724.435902:0:30883:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853724.435906:0:30883:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853724.435909:0:30883:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853724.435915:0:30883:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853724.435917:0:30883:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853724.435919:0:30883:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853724.435920:0:30883:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853724.435922:0:30883:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853724.435923:0:30883:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853724.435926:0:30883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853724.435928:0:30883:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853724.435931:0:30883:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f73800. 00000080:00000001:1.0:1780853724.435937:0:30883:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853724.435938:0:30883:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853724.435941:0:30883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853724.435944:0:30883:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300cc4 00800000:00000001:1.0:1780853724.435950:0:30883:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853724.435952:0:30883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853724.435953:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853724.435955:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853724.435958:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:1.0:1780853724.435960:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:1.0:1780853724.435962:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:1.0:1780853724.435965:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.435967:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853724.435968:0:30883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853724.435970:0:30883:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853724.435972:0:30883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300cc4 from it ffffb4b401ca7b58 00010000:00000001:1.0:1780853724.435974:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853724.435975:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853724.435976:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:1.0:1780853724.435978:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:1.0:1780853724.435980:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:1.0:1780853724.435982:0:30883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853724.435985:0:30883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853724.435992:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.435993:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853724.435994:0:30883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853724.435996:0:30883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853724.435999:0:30883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853724.436006:0:30883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853724.436008:0:30883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853724.436011:0:30883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853724.436015:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.436016:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853724.436018:0:30883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436021:0:30883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853724.436023:0:30883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436025:0:30883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436028:0:30883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436030:0:30883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853724.436032:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.436033:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853724.436036:0:30883:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853724.436037:0:30883:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853724.436040:0:30883:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853724.436045:0:30883:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853724.436054:0:30883:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c35aa0. 00000020:00000001:1.0:1780853724.436059:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7a88 00000080:00200000:1.0:1780853724.436061:0:30883:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=24 00000080:00000001:1.0:1780853724.436064:0:30883:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853724.436066:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7938 00000080:00200000:1.0:1780853724.436068:0:30883:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:1.0:1780853724.436076:0:30883:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f73800. 00800000:00000002:1.0:1780853724.436078:0:30883:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853724.436083:0:30883:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853724.436084:0:30883:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853724.436085:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7858 00800000:00000002:1.0:1780853724.436087:0:30883:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853724.436089:0:30883:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1780853724.436093:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca77f0 00800000:00000002:1.0:1780853724.436095:0:30883:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1780853724.436097:0:30883:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853724.436099:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7728 00000002:00010000:1.0:1780853724.436100:0:30883:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780853724.436104:0:30883:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853724.436107:0:30883:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853724.436114:0:30883:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104a80. 00000020:00000040:1.0:1780853724.436120:0:30883:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853724.436126:0:30883:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853724.436131:0:30883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853724.436134:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.436135:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853724.436136:0:30883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.436139:0:30883:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853724.436142:0:30883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853724.436145:0:30883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853724.436155:0:30883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d71800. 00000100:00000001:1.0:1780853724.436162:0:30883:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436168:0:30883:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853724.436170:0:30883:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436172:0:30883:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853724.436173:0:30883:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853724.436175:0:30883:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853724.436183:0:30883:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00010000:00000001:1.0:1780853724.436187:0:30883:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853724.436190:0:30883:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853724.436192:0:30883:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:1.0:1780853724.436195:0:30883:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853724.436197:0:30883:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853724.436201:0:30883:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6400. 00000020:00000001:1.0:1780853724.437662:0:30883:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853724.437671:0:30883:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6400 with handle 0xa8f483e9eb300ce0 to hash 00000020:00000001:1.0:1780853724.437676:0:30883:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853724.437678:0:30883:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:1.0:1780853724.437685:0:30883:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:1.0:1780853724.437690:0:30883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853724.437693:0:30883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853724.437697:0:30883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853724.437706:0:30883:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30883 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853724.437795:0:30883:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30883 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853724.437802:0:30883:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853724.437805:0:30883:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853724.437816:0:30883:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583501a80. 00000100:00000001:1.0:1780853724.437818:0:30883:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125837952 : -107453583713664 : ffff9e4583501a80) 00000100:00000001:1.0:1780853724.437821:0:30883:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853724.437822:0:30883:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000001:1.0:1780853724.437827:0:30883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853724.437831:0:30883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.437833:0:30883:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853724.437834:0:30883:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853724.437846:0:30883:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.437856:0:30883:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853724.437857:0:30883:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853724.437861:0:30883:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853724.437864:0:30883:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853724.437867:0:30883:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853724.437871:0:30883:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:30883:1867358631417728:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:1.0:1780853724.437875:0:30883:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853724.437882:0:30883:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853724.437884:0:30883:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853724.437887:0:30883:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853724.437893:0:30883:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585112000. 02000000:00000001:1.0:1780853724.437895:0:30883:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853724.437902:0:30883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853724.437906:0:30883:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d160. 00000400:00000010:1.0:1780853724.437912:0:30883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9990. 00000100:00000200:1.0:1780853724.437919:0:30883:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631417728, portal 10 00000100:00000001:1.0:1780853724.437920:0:30883:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853724.437921:0:30883:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000040:1.0:1780853724.437927:0:30883:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.437996:0:30883:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853724.438000:0:30883:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853724.438003:0:30883:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9220. 00000100:00000200:1.0:1780853724.438006:0:30883:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631417728, offset 0 00000400:00000200:1.0:1780853724.438012:0:30883:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853724.438022:0:30883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.438031:0:30883:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853724.438036:0:30883:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853724.438040:0:30883:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853724.438043:0:30883:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853724.438046:0:30883:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853724.438050:0:30883:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2394:2394:256:4294967295] 192.168.202.110@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:1.0:1780853724.438054:0:30883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.438063:0:30883:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853724.438069:0:30883:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853724.438075:0:30883:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853724.438082:0:30883:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853724.438089:0:30883:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853724.438094:0:30883:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1780853724.438168:0:30883:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853724.438174:0:30883:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 830057 usecs (831 jiffies) 00000400:00000200:1.0:1780853724.438177:0:30883:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853724.438180:0:30883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296522023 00000100:00000001:1.0:1780853724.438184:0:30883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:1.0:1780853724.438186:0:30883:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296522023 00000100:00000001:1.0:1780853724.438188:0:30883:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:1.0:1780853724.438191:0:30883:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853724.438193:0:30883:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.438196:0:30883:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853724.438198:0:30883:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853724.438201:0:30883:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501a80 going to sleep for 11 seconds 00000100:00000001:1.0:1780853724.438203:0:30883:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853724.438216:0:30883:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853724.439200:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.439216:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:0.0:1780853724.439225:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.439233:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.439240:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9220 00000400:00000010:0.0:1780853724.439242:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9220. 00000100:00000001:0.0:1780853724.439248:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.439254:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.442440:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.442461:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.442472:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.442475:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.446444:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.446466:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.446472:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.446475:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.446495:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.446504:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.446514:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.446519:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.446526:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.446531:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4d780 00000400:00000200:1.0:1780853724.446537:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.446544:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6859 [1] + 224 00000800:00000001:1.0:1780853724.446552:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.446660:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.446664:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.446670:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.446677:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.446688:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.446698:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.446792:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.446804:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.446809:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.446860:0:30883:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853724.446871:0:30883:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853724.446873:0:30883:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853724.446878:0:30883:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d160. 00000400:00000200:3.0:1780853724.446883:0:30883:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9990 00000400:00000010:3.0:1780853724.446886:0:30883:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9990. 00000100:00000001:3.0:1780853724.446891:0:30883:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853724.446895:0:30883:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853724.446904:0:30883:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.446910:0:30883:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853724.446912:0:30883:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.446916:0:30883:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853724.446919:0:30883:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853724.446922:0:30883:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853724.446925:0:30883:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.446928:0:30883:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853724.446939:0:30883:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=115 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853724.446944:0:30883:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853724.446947:0:30883:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853724.446949:0:30883:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.446952:0:30883:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853724.446956:0:30883:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.446960:0:30883:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853724.446962:0:30883:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967618 00000100:00000001:3.0:1780853724.446964:0:30883:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853724.446965:0:30883:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.446970:0:30883:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.446976:0:30883:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853724.446980:0:30883:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853724.446982:0:30883:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853724.446987:0:30883:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853724.446993:0:30883:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:30883:1867358631417728:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853724.446998:0:30883:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.447001:0:30883:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.447004:0:30883:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853724.447006:0:30883:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853724.447009:0:30883:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.447015:0:30883:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853724.447018:0:30883:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583501a80. 00000100:00000001:3.0:1780853724.447021:0:30883:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853724.447023:0:30883:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.447025:0:30883:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853724.447030:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447033:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447036:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=4 00000020:00000001:3.0:1780853724.447038:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447041:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000040:3.0:1780853724.447048:0:30883:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6400, remote cookie: 0x562725ecec979cd8, flags: 0x1001 00010000:00010000:3.0:1780853724.447054:0:30883:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853724.447063:0:30883:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853724.447067:0:30883:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853724.447075:0:30883:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3700. 00010000:00000010:3.0:1780853724.447080:0:30883:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02580. 00010000:00000001:3.0:1780853724.447086:0:30883:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853724.447090:0:30883:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853724.447098:0:30883:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447105:0:30883:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853724.447109:0:30883:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853724.447112:0:30883:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853724.447113:0:30883:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853724.447114:0:30883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853724.447117:0:30883:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9e45853e3700) refcount = 1 00010000:00010000:3.0:1780853724.447121:0:30883:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447128:0:30883:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853724.447131:0:30883:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853724.447132:0:30883:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853724.447135:0:30883:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853724.447138:0:30883:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853724.447141:0:30883:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447148:0:30883:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853724.447149:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447152:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447153:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447154:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447155:0:30883:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853724.447160:0:30883:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853724.447161:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447162:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447164:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447165:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447167:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447170:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447171:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447172:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=4 00000020:00000001:3.0:1780853724.447174:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447176:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447179:0:30883:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853724.447183:0:30883:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853724.447187:0:30883:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447193:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447194:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447196:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447197:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447198:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=5 00000020:00000001:3.0:1780853724.447200:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447202:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447205:0:30883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853724.447207:0:30883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447213:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447214:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853724.447216:0:30883:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447221:0:30883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853724.447223:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447224:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447225:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447226:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853724.447231:0:30883:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853724.447238:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447239:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447240:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447241:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447243:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447245:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447246:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853724.447248:0:30883:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853724.447250:0:30883:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853724.447253:0:30883:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853724.447256:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447257:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447258:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447260:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447261:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00000002:00010000:3.0:1780853724.447295:0:30883:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447300:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447301:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447303:0:30883:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853724.447303:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447304:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447305:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447307:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447308:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000040:3.0:1780853724.447311:0:30883:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 2 00010000:00000001:3.0:1780853724.447313:0:30883:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853724.447316:0:30883:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1780853724.447318:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447327:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853724.447329:0:30883:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853724.447333:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca76a8 00000002:00002000:3.0:1780853724.447335:0:30883:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853724.447339:0:30883:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853724.447343:0:30883:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853724.447346:0:30883:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853724.447349:0:30883:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853724.447352:0:30883:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853724.447360:0:30883:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853724.447363:0:30883:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853724.447365:0:30883:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401ca7a28 it_disposition b 00000080:00000001:3.0:1780853724.447368:0:30883:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853724.447374:0:30883:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853724.447376:0:30883:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853724.447379:0:30883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1780853724.447382:0:30883:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853724.447388:0:30883:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853724.447390:0:30883:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1780853724.447393:0:30883:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.447396:0:30883:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1780853724.447398:0:30883:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853724.447401:0:30883:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833956 mtime from 1780853702 to 1780853703 00000080:00200000:3.0:1780853724.447405:0:30883:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00200000:3.0:1780853724.447407:0:30883:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9e45919a2a08): rc = 0 00000080:00000001:3.0:1780853724.447410:0:30883:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00010000:00000001:3.0:1780853724.447412:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447414:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447415:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447417:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447419:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447421:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447422:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853724.447424:0:30883:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853724.447426:0:30883:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853724.447427:0:30883:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853724.447430:0:30883:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853724.447432:0:30883:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853724.447436:0:30883:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300ce0 00800000:00000001:3.0:1780853724.447439:0:30883:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853724.447441:0:30883:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853724.447442:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447443:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447445:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447446:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447448:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447450:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447451:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853724.447453:0:30883:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853724.447455:0:30883:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853724.447462:0:30883:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e45895a2288 inode ffff9e45919a2a08 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853724.447466:0:30883:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853724.447467:0:30883:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.447470:0:30883:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853724.447473:0:30883:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9e45919a2a08) 00000080:00010000:3.0:1780853724.447477:0:30883:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ce0 from it ffffb4b401ca7a28 00010000:00000001:3.0:1780853724.447479:0:30883:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.447480:0:30883:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.447481:0:30883:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6400 refcount=3 00000020:00000001:3.0:1780853724.447483:0:30883:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447941:0:30883:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529088 : -107453584022528 : ffff9e45834b6400) 00010000:00000001:3.0:1780853724.447945:0:30883:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853724.447949:0:30883:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853724.447956:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447957:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447959:0:30883:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853724.447961:0:30883:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853724.447964:0:30883:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6400/0xa8f483e9eb300ce0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979cd8 expref: -99 pid: 30883 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853724.447972:0:30883:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853724.447976:0:30883:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853724.447978:0:30883:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853724.447983:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.447984:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.447986:0:30883:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.447990:0:30883:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853724.447992:0:30883:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.447994:0:30883:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.447997:0:30883:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.447999:0:30883:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853724.448000:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.448001:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853724.448003:0:30883:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853724.448008:0:30883:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f73800. 00000100:00000001:3.0:1780853724.448014:0:30883:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853724.448020:0:30883:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104a80 x1867358631417728/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.448027:0:30883:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853724.448030:0:30883:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853724.448034:0:30883:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585112000. 02000000:00000001:3.0:1780853724.448037:0:30883:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853724.448040:0:30883:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853724.448042:0:30883:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853724.448044:0:30883:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853724.448048:0:30883:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d71800. 02000000:00000001:3.0:1780853724.448053:0:30883:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853724.448055:0:30883:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853724.448057:0:30883:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104a80. 00000100:00000001:3.0:1780853724.448061:0:30883:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853724.448063:0:30883:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.451153:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.451160:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:0.0:1780853724.451166:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.451173:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.451181:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:0.0:1780853724.451183:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:0.0:1780853724.451188:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.451196:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631417856/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.451206:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.451211:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631417856/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.451218:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.451219:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.457450:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.457480:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.457497:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.457501:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.457512:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.457523:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.457535:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.457542:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.457552:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.457564:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe4d800 00000400:00000200:1.0:1780853724.457569:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.457576:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x6869 [1] + 224 00000800:00000001:1.0:1780853724.457585:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.457593:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.457596:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.457601:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.457609:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.457617:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631417856/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.457630:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4587c38000 x1867358631417856/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.457652:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.457662:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.457665:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.461207:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.461211:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.461213:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853724.461220:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631417984/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.461228:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853724.461230:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.461235:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853724.461237:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853724.461240:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853724.461243:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631417984:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853724.461247:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853724.461253:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853724.461256:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.461258:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853724.461279:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fae800. 02000000:00000001:3.0:1780853724.461282:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853724.461288:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853724.461293:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853724.461299:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853724.461305:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631417984, portal 4 00000100:00000001:3.0:1780853724.461307:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853724.461309:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:3.0:1780853724.461315:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38000 x1867358631417984/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.461332:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853724.461335:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853724.461338:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853724.461343:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631417984, offset 0 00000400:00000200:3.0:1780853724.461358:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853724.461368:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853724.461374:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853724.461378:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853724.461381:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853724.461384:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853724.461387:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853724.461391:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2396:2396:256:4294967295] 192.168.202.110@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:3.0:1780853724.461395:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853724.461406:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853724.461413:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853724.461419:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853724.461425:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853724.461435:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853724.461439:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853724.461457:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.461461:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 97681 usecs (98 jiffies) 00000400:00000200:3.0:1780853724.461464:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853724.461466:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296521313 00000100:00000001:3.0:1780853724.461469:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:3.0:1780853724.461471:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296521313 00000100:00000001:3.0:1780853724.461472:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:3.0:1780853724.461474:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853724.461475:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.461478:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.461479:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.461685:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.461691:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77900. 00000400:00000200:0.0:1780853724.461699:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.461705:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.461711:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:0.0:1780853724.461714:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:0.0:1780853724.461718:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.461722:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631417984/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.461735:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.461738:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631417984/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.461744:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.461746:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853724.462720:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853724.462723:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853724.462727:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853724.462729:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1780853724.475559:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.475578:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.475581:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.475584:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.475594:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.475602:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.475612:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.475617:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.475623:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.475628:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe4d880 00000400:00000200:0.0:1780853724.475633:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.475639:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x6871 [1] + 224 00000800:00000001:0.0:1780853724.475647:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.475654:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.475657:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.475662:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.475669:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.475679:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631417984/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.475690:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c38000 x1867358631417984/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853740 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.475709:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.475718:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.475721:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853724.476376:0:30883:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.476381:0:30883:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853724.476387:0:30883:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853724.476390:0:30883:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00000020:00000001:1.0:1780853724.476392:0:30883:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00000020:00000001:1.0:1780853724.476394:0:30883:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853724.476398:0:30883:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853724.476403:0:30883:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853724.476405:0:30883:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853724.476406:0:30883:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853724.476407:0:30883:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853724.476409:0:30883:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[1]: s=0 (1) m=1780853703 a=1780853703 c=1780853703 b=1 00020000:00000001:1.0:1780853724.476412:0:30883:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853724.476414:0:30883:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=1780853703 a=1780853703 c=1780853703 b=1 00020000:00000001:1.0:1780853724.476418:0:30883:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.476419:0:30883:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.476421:0:30883:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a148 -> ffff9e4583c7a148 00000080:00200000:1.0:1780853724.476423:0:30883:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1780853724.476426:0:30883:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853724.476428:0:30883:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853724.476430:0:30883:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c63478 (ffff9e4587c076c8/0) at cl_lock_release():245 00000020:00000001:1.0:1780853724.476434:0:30883:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853724.476435:0:30883:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c63478 (ffff9e4587c076c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853724.476438:0:30883:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853724.476441:0:30883:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853724.476443:0:30883:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371939368 : -107453337612248 : ffff9e4591fb5028) 00000020:00000001:1.0:1780853724.476444:0:30883:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853724.476446:0:30883:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9e30 (ffff9e4587c07758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853724.476449:0:30883:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853724.476451:0:30883:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853724.476452:0:30883:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853724.476453:0:30883:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853724.476454:0:30883:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853724.476456:0:30883:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853724.476457:0:30883:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853724.476458:0:30883:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853724.476459:0:30883:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853724.476460:0:30883:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c63478 (ffff9e4587c076c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853724.476463:0:30883:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853724.476464:0:30883:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853724.476465:0:30883:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9e30 (ffff9e4587c076c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853724.476468:0:30883:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e45922831d0. 00000020:00000001:1.0:1780853724.476472:0:30883:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853724.476473:0:30883:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9e00. 00020000:00000001:1.0:1780853724.476476:0:30883:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853724.476477:0:30883:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853724.476478:0:30883:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853724.476480:0:30883:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.476483:0:30883:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853724.476496:0:30883:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853724.476498:0:30883:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853724.476499:0:30883:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853724.476501:0:30883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853724.476503:0:30883:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07750 00000020:00000010:1.0:1780853724.476509:0:30883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75a00. 00000020:00000010:1.0:1780853724.476513:0:30883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5ba0. 00000008:00000010:1.0:1780853724.476517:0:30883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:1.0:1780853724.476521:0:30883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2780. 00008000:00000010:1.0:1780853724.476527:0:30883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0388. 00000080:00000010:1.0:1780853724.476533:0:30883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:1.0:1780853724.476536:0:30883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60b68. 00000020:00000010:1.0:1780853724.476540:0:30883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75000. 00000008:00000010:1.0:1780853724.476543:0:30883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a420. 00020000:00000010:1.0:1780853724.476547:0:30883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7cc0. 00008000:00000010:1.0:1780853724.476550:0:30883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344970. 00000080:00000010:1.0:1780853724.476553:0:30883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:1.0:1780853724.476555:0:30883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75e00. 00000020:00000010:1.0:1780853724.476557:0:30883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07750. 00020000:00000001:1.0:1780853724.476559:0:30883:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853724.476561:0:30883:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853724.476563:0:30883:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853724.476565:0:30883:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853724.476569:0:30883:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853724.476571:0:30883:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853724.476573:0:30883:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853724.476576:0:30883:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853724.476577:0:30883:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853724.476578:0:30883:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c076c0 00000020:00000010:1.0:1780853724.476580:0:30883:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d74400. 00000020:00000010:1.0:1780853724.476582:0:30883:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5b40. 00000008:00000010:1.0:1780853724.476585:0:30883:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:1.0:1780853724.476588:0:30883:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2000. 00008000:00000010:1.0:1780853724.476590:0:30883:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:1.0:1780853724.476593:0:30883:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bd20. 00000080:00000010:1.0:1780853724.476595:0:30883:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63478. 00000020:00000010:1.0:1780853724.476598:0:30883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74e00. 00000008:00000010:1.0:1780853724.476600:0:30883:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835be40. 00020000:00000010:1.0:1780853724.476604:0:30883:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb4fc0. 00008000:00000010:1.0:1780853724.476607:0:30883:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344eb0. 00000080:00000010:1.0:1780853724.476610:0:30883:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345b40. 00000020:00000010:1.0:1780853724.476612:0:30883:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75600. 00000020:00000010:1.0:1780853724.476613:0:30883:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c076c0. 00000001:00000001:1.0:1780853724.476615:0:30883:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853724.476623:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7d08 00000080:00000008:1.0:1780853724.476626:0:30883:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9e4591968908), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853724.476632:0:30883:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853724.476634:0:30883:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ca7da0 00000080:00002000:1.0:1780853724.476636:0:30883:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e4591af55e8, parent ffff9e45895a2288, inode ffff9e4591968908) hashed, 00000080:00000001:1.0:1780853724.476639:0:30883:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.478900:0:30692:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853724.478915:0:30692:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853724.478918:0:30692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fb78 00000080:00200000:3.0:1780853724.478922:0:30692:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853724.478931:0:30692:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f9800. 00800000:00000002:3.0:1780853724.478939:0:30692:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853724.478943:0:30692:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853724.478948:0:30692:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853724.478950:0:30692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa98 00800000:00000002:3.0:1780853724.478952:0:30692:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853724.478955:0:30692:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853724.478959:0:30692:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853724.478965:0:30692:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853724.478967:0:30692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f968 00000002:00010000:3.0:1780853724.478969:0:30692:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853724.478972:0:30692:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853724.478975:0:30692:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853724.478979:0:30692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853724.478985:0:30692:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:3.0:1780853724.478988:0:30692:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853724.478993:0:30692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853724.478997:0:30692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853724.479002:0:30692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780853724.479014:0:30692:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853724.479019:0:30692:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853724.479023:0:30692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780853724.479031:0:30692:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853724.479033:0:30692:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853724.479035:0:30692:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853724.479036:0:30692:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853724.479040:0:30692:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853724.479042:0:30692:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853724.479045:0:30692:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853724.479048:0:30692:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853724.479052:0:30692:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f9800. 00000080:00000001:3.0:1780853724.479056:0:30692:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853724.479058:0:30692:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853724.479062:0:30692:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853724.479066:0:30692:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300cc4 00800000:00000001:3.0:1780853724.479070:0:30692:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853724.479072:0:30692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853724.479074:0:30692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.479076:0:30692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.479078:0:30692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853724.479081:0:30692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.479084:0:30692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.479087:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.479089:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853724.479090:0:30692:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853724.479092:0:30692:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853724.479095:0:30692:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300cc4 from it ffffb4b40164fbb0 00010000:00000001:3.0:1780853724.479098:0:30692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.479099:0:30692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.479100:0:30692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853724.479102:0:30692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.479105:0:30692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.479107:0:30692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853724.479110:0:30692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853724.479117:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.479119:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.479120:0:30692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853724.479123:0:30692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853724.479126:0:30692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853724.479134:0:30692:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853724.479137:0:30692:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853724.479139:0:30692:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853724.479144:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.479145:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.479147:0:30692:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.479150:0:30692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853724.479153:0:30692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.479155:0:30692:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.479157:0:30692:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.479159:0:30692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853724.479161:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.479162:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853724.479165:0:30692:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853724.479167:0:30692:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853724.479169:0:30692:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:3.0:1780853724.479174:0:30692:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.479181:0:30692:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853724.479184:0:30692:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853724.479186:0:30692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fb78 00000080:00200008:3.0:1780853724.479188:0:30692:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 304000 00000080:00000010:3.0:1780853724.479193:0:30692:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c8f00. 00000080:00000001:3.0:1780853724.479197:0:30692:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853724.479200:0:30692:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853724.479212:0:30692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fd28 00000080:00200008:3.0:1780853724.479215:0:30692:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853724.479223:0:30692:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:3.0:1780853724.479226:0:30692:0:(statahead.c:1776:is_first_dirent()) Process entered 00000080:00000010:3.0:1780853724.479228:0:30692:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f9800. 00800000:00000002:3.0:1780853724.479230:0:30692:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:3.0:1780853724.479236:0:30692:0:(lmv_obd.c:3416:lmv_read_page()) Process entered 00000002:00000001:3.0:1780853724.479240:0:30692:0:(mdc_request.c:1491:mdc_read_page()) Process entered 00000002:00000001:3.0:1780853724.479242:0:30692:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853724.479243:0:30692:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f990 00000002:00010000:3.0:1780853724.479246:0:30692:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1780853724.479249:0:30692:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853724.479250:0:30692:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853724.479251:0:30692:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853724.479254:0:30692:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:3.0:1780853724.479256:0:30692:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853724.479258:0:30692:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853724.479260:0:30692:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853724.479306:0:30692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1780853724.479315:0:30692:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853724.479317:0:30692:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853724.479330:0:30692:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1780853724.479336:0:30692:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853724.479337:0:30692:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853724.479339:0:30692:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853724.479341:0:30692:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853724.479342:0:30692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.479344:0:30692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.479346:0:30692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853724.479348:0:30692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.479350:0:30692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.479351:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.479352:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853724.479353:0:30692:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853724.479390:0:30692:0:(mdc_request.c:1389:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1780853724.479396:0:30692:0:(mdc_request.c:1396:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e4590cc4800. 00000002:00000001:3.0:1780853724.480453:0:30692:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1780853724.480462:0:30692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853724.480468:0:30692:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853724.480474:0:30692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853724.480477:0:30692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853724.480482:0:30692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853724.480489:0:30692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f8200. 00000100:00000001:3.0:1780853724.480496:0:30692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.480499:0:30692:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1780853724.480502:0:30692:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e4583fae400. 00000100:00000010:3.0:1780853724.480507:0:30692:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e458517e000. 00000020:00000040:3.0:1780853724.480509:0:30692:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853724.480543:0:30692:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853724.480545:0:30692:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853724.480680:0:30692:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583284780. 00000100:00000001:3.0:1780853724.480683:0:30692:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620123228032 : -107453586323584 : ffff9e4583284780) 00000100:00000001:3.0:1780853724.480687:0:30692:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853724.480688:0:30692:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853724.480694:0:30692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853724.480698:0:30692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.480700:0:30692:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853724.480702:0:30692:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853724.480712:0:30692:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.480721:0:30692:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853724.480723:0:30692:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.480727:0:30692:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853724.480729:0:30692:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853724.480731:0:30692:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853724.480734:0:30692:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:30692:1867358631418112:192.168.202.110@tcp:37:bash.0 00000100:00000001:3.0:1780853724.480739:0:30692:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853724.480744:0:30692:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853724.480747:0:30692:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.480749:0:30692:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1780853724.480756:0:30692:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853724.480761:0:30692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853724.480770:0:30692:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e45850fc000. 00000100:00000200:3.0:1780853724.480778:0:30692:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a25a4fe4d900-0x6a25a4fe4d900, portal 14 00000100:00000001:3.0:1780853724.480781:0:30692:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.480784:0:30692:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853724.480788:0:30692:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853724.480790:0:30692:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853724.480793:0:30692:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853724.480795:0:30692:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853724.480800:0:30692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853724.480803:0:30692:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631418112, portal 10 00000100:00000001:3.0:1780853724.480805:0:30692:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853724.480806:0:30692:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853724.480813:0:30692:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.480821:0:30692:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853724.480824:0:30692:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853724.480827:0:30692:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853724.480831:0:30692:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867358631418112, offset 0 00000400:00000200:3.0:1780853724.480838:0:30692:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853724.480849:0:30692:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853724.480856:0:30692:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853724.480862:0:30692:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853724.480866:0:30692:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853724.480870:0:30692:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853724.480872:0:30692:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853724.480876:0:30692:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2397:2397:256:4294967295] 192.168.202.110@tcp LPNI seq info [2397:2397:8:4294967295] 00000400:00000200:3.0:1780853724.481111:0:30692:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853724.481124:0:30692:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853724.481131:0:30692:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853724.481138:0:30692:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853724.481145:0:30692:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853724.481153:0:30692:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853724.481157:0:30692:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1780853724.481177:0:30692:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.481181:0:30692:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 827701 usecs (828 jiffies) 00000400:00000200:3.0:1780853724.481185:0:30692:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853724.481188:0:30692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296522063 00000100:00000001:3.0:1780853724.481190:0:30692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:3.0:1780853724.481193:0:30692:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296522063 00000100:00000001:3.0:1780853724.481195:0:30692:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:3.0:1780853724.481198:0:30692:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853724.481201:0:30692:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.481203:0:30692:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853724.481205:0:30692:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853724.481208:0:30692:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583284780 going to sleep for 11 seconds 00000100:00000001:3.0:1780853724.481211:0:30692:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.481213:0:30692:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853724.481385:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.481391:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77900. 00000400:00000200:0.0:1780853724.481396:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.481402:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.481409:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:0.0:1780853724.481412:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:0.0:1780853724.481416:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.481422:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.481433:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.481436:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.481443:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.481445:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.486487:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.486504:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.486508:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.486511:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.486522:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486529:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.486549:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486555:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486562:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486566:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe4d900 00000400:00000200:0.0:1780853724.486573:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486579:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6879 [256] + 0 00000400:00000010:0.0:1780853724.486593:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:0.0:1780853724.486600:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e45850fc000 00000800:00000001:0.0:1780853724.486607:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.486617:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.486621:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.486626:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.486631:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45850fc000 00000400:00000010:0.0:1780853724.486634:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e45850fc000. 00000100:00000001:0.0:1780853724.486641:0:2372:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1780853724.486644:0:2372:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4583172300 desc ffff9e4583fae400 mbits 1867358631418112 00000100:00000001:0.0:1780853724.486655:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1780853724.486664:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853724.486668:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486673:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.486680:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2398:2398:256:4294967295] 192.168.202.110@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:0.0:1780853724.486684:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.486839:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853724.486845:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.486855:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e458663e000. 00000800:00000200:0.0:1780853724.486861:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.486868:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.486873:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e458663e000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1780853724.487062:0:30692:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853724.487067:0:30692:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853724.487254:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.487258:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e458663e000. 00000400:00000200:0.0:1780853724.487262:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.487308:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853724.491733:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.491749:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.509946:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.509966:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.509970:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.509972:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.509983:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.509990:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.509998:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.510004:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.510009:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.510013:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe4d900 00000400:00000200:1.0:1780853724.510018:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.510024:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x6881 [1] + 224 00000800:00000001:1.0:1780853724.510033:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.510044:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.510048:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.510052:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.510060:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.510070:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.510081:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.510103:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.510111:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.510114:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.510310:0:30692:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853724.510330:0:30692:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853724.510332:0:30692:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853724.510336:0:30692:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:3.0:1780853724.510342:0:30692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:3.0:1780853724.510345:0:30692:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:3.0:1780853724.510349:0:30692:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853724.510354:0:30692:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853724.510364:0:30692:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.510371:0:30692:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853724.510373:0:30692:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.510376:0:30692:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853724.510380:0:30692:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853724.510383:0:30692:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853724.510385:0:30692:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853724.510389:0:30692:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853724.510399:0:30692:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853724.510403:0:30692:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853724.510406:0:30692:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853724.510408:0:30692:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.510411:0:30692:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853724.510414:0:30692:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.510418:0:30692:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853724.510421:0:30692:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967618 00000100:00000001:3.0:1780853724.510423:0:30692:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853724.510425:0:30692:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853724.510429:0:30692:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1780853724.510453:0:30692:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.510461:0:30692:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853724.510464:0:30692:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853724.510468:0:30692:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853724.510475:0:30692:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:30692:1867358631418112:192.168.202.110@tcp:37:bash.0 00000100:00000001:3.0:1780853724.510489:0:30692:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853724.510492:0:30692:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.510494:0:30692:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853724.510497:0:30692:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853724.510501:0:30692:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.510507:0:30692:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853724.510510:0:30692:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583284780. 00000100:00000001:3.0:1780853724.510514:0:30692:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853724.510515:0:30692:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853724.510519:0:30692:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853724.510522:0:30692:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853724.510525:0:30692:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631418112/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853724.510533:0:30692:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853724.510535:0:30692:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853724.510539:0:30692:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853724.510543:0:30692:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853724.510546:0:30692:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853724.510548:0:30692:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853724.510558:0:30692:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1780853724.510561:0:30692:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1780853724.510563:0:30692:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853724.510564:0:30692:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853724.510566:0:30692:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:3.0:1780853724.510598:0:30692:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e458517e000. 00000100:00000010:3.0:1780853724.510759:0:30692:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e4583fae400. 00000100:00000001:3.0:1780853724.510763:0:30692:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1780853724.510766:0:30692:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f8200. 02000000:00000001:3.0:1780853724.510769:0:30692:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853724.510771:0:30692:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853724.510774:0:30692:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853724.510777:0:30692:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853724.510778:0:30692:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853724.510781:0:30692:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1780853724.510783:0:30692:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1780853724.511479:0:30692:0:(mdc_request.c:1440:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e4590cc4800. 00000002:00000001:3.0:1780853724.512774:0:30692:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.512783:0:30692:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853724.512786:0:30692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853724.512788:0:30692:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853724.512791:0:30692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.512794:0:30692:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853724.512797:0:30692:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853724.512803:0:30692:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853724.512818:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.512819:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.512821:0:30692:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853724.512824:0:30692:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853724.512827:0:30692:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853724.512835:0:30692:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853724.512839:0:30692:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853724.512841:0:30692:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853724.512845:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.512846:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853724.512848:0:30692:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.512851:0:30692:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853724.512853:0:30692:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.512854:0:30692:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.512857:0:30692:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853724.512859:0:30692:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853724.512861:0:30692:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853724.512862:0:30692:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1780853724.512864:0:30692:0:(lmv_obd.c:3433:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.528921:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.528930:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.528933:0:30885:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853724.528937:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b20 00000080:00200000:0.0:1780853724.528942:0:30885:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853724.528951:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312200. 00800000:00000002:0.0:1780853724.528958:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.528961:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.528966:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.528968:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17a40 00800000:00000002:0.0:1780853724.528971:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.528975:0:30885:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853724.528979:0:30885:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853724.528985:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.528987:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17910 00000002:00010000:0.0:1780853724.528990:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.528993:0:30885:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853724.528996:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.529001:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.529010:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:0.0:1780853724.529014:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.529019:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.529023:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853724.529028:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1780853724.529039:0:30885:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853724.529046:0:30885:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.529048:0:30885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1780853724.529055:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853724.529058:0:30885:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.529060:0:30885:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.529062:0:30885:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.529065:0:30885:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.529067:0:30885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853724.529071:0:30885:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853724.529074:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853724.529079:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312200. 00000080:00000001:0.0:1780853724.529085:0:30885:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853724.529087:0:30885:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.529089:0:30885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853724.529093:0:30885:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300cc4 00800000:00000001:0.0:1780853724.529097:0:30885:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853724.529099:0:30885:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853724.529101:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.529104:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.529106:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853724.529108:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529111:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529114:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529115:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.529117:0:30885:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.529119:0:30885:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.529121:0:30885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300cc4 from it ffffb4b400d17b58 00010000:00000001:0.0:1780853724.529123:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.529124:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.529125:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853724.529127:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529129:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529131:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.529134:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853724.529141:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529142:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529143:0:30885:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853724.529146:0:30885:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853724.529148:0:30885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1780853724.529160:0:30885:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853724.529163:0:30885:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853724.529166:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.529170:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529171:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529173:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529176:0:30885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853724.529178:0:30885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529180:0:30885:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529182:0:30885:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529184:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.529185:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529186:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853724.529189:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853724.529191:0:30885:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.529194:0:30885:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853724.529199:0:30885:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.529203:0:30885:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853724.529205:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b48 00000080:00002000:0.0:1780853724.529207:0:30885:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9e4591af5bd0) flags 0x20000e refc 1 00000080:00000001:0.0:1780853724.529209:0:30885:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853724.529211:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b90 00000080:00200000:0.0:1780853724.529212:0:30885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000001:0.0:1780853724.529217:0:30885:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853724.529219:0:30885:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853724.529226:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17d08 00000080:00200008:0.0:1780853724.529228:0:30885:0:(file.c:6228:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9e45919a6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853724.529233:0:30885:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853724.529234:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17c80 00000080:00200000:0.0:1780853724.529235:0:30885:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9e45919a6c08),name=d21g.recovery-small-1 00000080:00000010:0.0:1780853724.529240:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312200. 00800000:00000002:0.0:1780853724.529243:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.529248:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.529251:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.529253:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17ba0 00800000:00000002:0.0:1780853724.529255:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.529257:0:30885:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853724.529260:0:30885:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853724.529304:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.529305:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17a70 00000002:00010000:0.0:1780853724.529307:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.529310:0:30885:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853724.529311:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.529312:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.529315:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853724.529317:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.529330:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.529332:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853724.529335:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300ccb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c92 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853724.529341:0:30885:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853724.529343:0:30885:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.529346:0:30885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300ccb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c92 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853724.529351:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853724.529352:0:30885:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.529354:0:30885:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.529355:0:30885:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.529357:0:30885:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.529358:0:30885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853724.529360:0:30885:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853724.529362:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853724.529364:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312200. 00000080:00000001:0.0:1780853724.529367:0:30885:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853724.529368:0:30885:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.529370:0:30885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9e45919a6c08) 00000080:00010000:0.0:1780853724.529373:0:30885:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9e45919a6c08) for lock 0xa8f483e9eb300ccb 00800000:00000001:0.0:1780853724.529376:0:30885:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853724.529377:0:30885:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853724.529378:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.529379:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.529381:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778200 refcount=3 00000020:00000001:0.0:1780853724.529382:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860864 : -107453463690752 : ffff9e458a778200) 00010000:00000001:0.0:1780853724.529385:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860864 : -107453463690752 : ffff9e458a778200) 00010000:00000001:0.0:1780853724.529387:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529389:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.529390:0:30885:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.529391:0:30885:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.529393:0:30885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ccb from it ffffb4b400d17cb8 00010000:00000001:0.0:1780853724.529395:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.529395:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.529397:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778200 refcount=3 00000020:00000001:0.0:1780853724.529398:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860864 : -107453463690752 : ffff9e458a778200) 00010000:00000001:0.0:1780853724.529400:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860864 : -107453463690752 : ffff9e458a778200) 00010000:00000001:0.0:1780853724.529402:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.529404:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300ccb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c92 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853724.529409:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529410:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529411:0:30885:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853724.529412:0:30885:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853724.529415:0:30885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300ccb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c92 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853724.529420:0:30885:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853724.529422:0:30885:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853724.529424:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.529425:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529426:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529428:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529430:0:30885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853724.529432:0:30885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529433:0:30885:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529435:0:30885:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529437:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.529438:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529439:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853724.529441:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853724.529443:0:30885:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853724.529446:0:30885:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853724.529450:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17d08 00000080:00000008:0.0:1780853724.529452:0:30885:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9e45919a6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853724.529474:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.529477:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.529478:0:30885:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853724.529479:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17bc0 00000080:00200000:0.0:1780853724.529481:0:30885:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853724.529484:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312200. 00800000:00000002:0.0:1780853724.529487:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.529489:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.529490:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.529491:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17ae0 00800000:00000002:0.0:1780853724.529493:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.529495:0:30885:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853724.529497:0:30885:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853724.529500:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.529502:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d179b0 00000002:00010000:0.0:1780853724.529503:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.529506:0:30885:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853724.529507:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.529508:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.529510:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:0.0:1780853724.529513:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.529515:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.529517:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853724.529521:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1780853724.529528:0:30885:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853724.529530:0:30885:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.529533:0:30885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1780853724.529538:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853724.529540:0:30885:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.529542:0:30885:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.529543:0:30885:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.529546:0:30885:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.529547:0:30885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853724.529549:0:30885:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853724.529551:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853724.529553:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312200. 00000080:00000001:0.0:1780853724.529556:0:30885:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853724.529557:0:30885:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.529559:0:30885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853724.529561:0:30885:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300cc4 00800000:00000001:0.0:1780853724.529564:0:30885:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853724.529565:0:30885:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853724.529566:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.529568:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.529569:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853724.529571:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529573:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529575:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529576:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.529577:0:30885:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.529578:0:30885:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.529580:0:30885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300cc4 from it ffffb4b400d17bf8 00010000:00000001:0.0:1780853724.529582:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.529584:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.529585:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853724.529587:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529590:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853724.529592:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.529594:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1780853724.529600:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529601:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529602:0:30885:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853724.529603:0:30885:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853724.529605:0:30885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300cc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979c76 expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1780853724.529611:0:30885:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853724.529612:0:30885:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853724.529614:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.529616:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529617:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529618:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529620:0:30885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853724.529621:0:30885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529623:0:30885:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529625:0:30885:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529626:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.529628:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529629:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853724.529630:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853724.529632:0:30885:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.529634:0:30885:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853724.529637:0:30885:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.529639:0:30885:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853724.529641:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17bc0 00000080:00002000:0.0:1780853724.529643:0:30885:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9e4591af5bd0) flags 0x20000e refc 1 00000080:00000001:0.0:1780853724.529645:0:30885:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853724.529647:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17c08 00000080:00200000:0.0:1780853724.529649:0:30885:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:0.0:1780853724.529651:0:30885:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853724.529652:0:30885:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.529655:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853724.529656:0:30885:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9e45919a6c08), inode mode 41ed mask 44 00000080:00000001:0.0:1780853724.529659:0:30885:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.529662:0:30885:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:0.0:1780853724.529664:0:30885:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853724.529666:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b78 00000080:00200008:0.0:1780853724.529668:0:30885:0:(file.c:1059:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9e45919a6c08), flags 704400 00000080:00000010:0.0:1780853724.529673:0:30885:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941ccdc0. 00000080:00000001:0.0:1780853724.529680:0:30885:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1780853724.529683:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312200. 00800000:00000002:0.0:1780853724.529685:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.529687:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.529688:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.529690:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17a28 00800000:00000002:0.0:1780853724.529692:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.529695:0:30885:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1780853724.529697:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d179a8 00800000:00000002:0.0:1780853724.529699:0:30885:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1780853724.529703:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.529704:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d178e0 00000002:00010000:0.0:1780853724.529705:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1780853724.529709:0:30885:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853724.529712:0:30885:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853724.529716:0:30885:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853724.529719:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853724.529721:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.529724:0:30885:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853724.529726:0:30885:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529728:0:30885:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.529730:0:30885:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.529732:0:30885:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853724.529734:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:0.0:1780853724.529736:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.529737:0:30885:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853724.529738:0:30885:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529740:0:30885:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.529741:0:30885:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853724.529746:0:30885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369f80. 00000020:00000040:0.0:1780853724.529750:0:30885:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853724.529756:0:30885:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853724.529758:0:30885:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529760:0:30885:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853724.529763:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.529766:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.529767:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.529768:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.529770:0:30885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853724.529772:0:30885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853724.529774:0:30885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853724.529780:0:30885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bbc00. 00000100:00000001:0.0:1780853724.529787:0:30885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529792:0:30885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.529793:0:30885:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529795:0:30885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.529796:0:30885:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.529798:0:30885:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.529805:0:30885:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00010000:00000001:0.0:1780853724.529809:0:30885:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853724.529811:0:30885:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853724.529813:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95600 count: 2 00010000:00000001:0.0:1780853724.529815:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.529817:0:30885:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853724.529820:0:30885:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573600. 00000020:00000001:0.0:1780853724.529822:0:30885:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853724.529824:0:30885:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573600 with handle 0xa8f483e9eb300cf5 to hash 00000020:00000001:0.0:1780853724.529826:0:30885:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853724.529828:0:30885:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853724.529833:0:30885:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853724.529835:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.529837:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.529840:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300cf5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853724.529847:0:30885:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300cf5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30885 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853724.529860:0:30885:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853724.529873:0:30885:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853724.529882:0:30885:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300cf5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30885 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853724.529888:0:30885:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853724.529890:0:30885:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853724.529897:0:30885:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850abf00. 00000100:00000001:0.0:1780853724.529899:0:30885:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154846976 : -107453554704640 : ffff9e45850abf00) 00000100:00000001:0.0:1780853724.529902:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.529904:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000001:0.0:1780853724.529911:0:30885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853724.529916:0:30885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.529918:0:30885:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853724.529920:0:30885:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853724.529924:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.529931:0:30885:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853724.529940:0:30885:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.529945:0:30885:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853724.529947:0:30885:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853724.529950:0:30885:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853724.529954:0:30885:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631418368:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853724.529958:0:30885:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853724.529964:0:30885:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853724.529966:0:30885:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.529968:0:30885:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853724.530065:0:30885:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853724.530068:0:30885:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853724.530078:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853724.530083:0:30885:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853724.530091:0:30885:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4585174000. 00000100:00000200:0.0:1780853724.530098:0:30885:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631418368, portal 10 00000100:00000001:0.0:1780853724.530100:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.530101:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000040:0.0:1780853724.530108:0:30885:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.530115:0:30885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853724.530118:0:30885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853724.530121:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853724.530124:0:30885:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631418368, offset 0 00000400:00000200:0.0:1780853724.530130:0:30885:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853724.530140:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.530148:0:30885:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.530154:0:30885:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853724.530159:0:30885:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853724.530175:0:30885:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853724.530178:0:30885:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853724.530181:0:30885:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2399:2399:256:4294967295] 192.168.202.110@tcp LPNI seq info [2399:2399:8:4294967295] 00000400:00000200:0.0:1780853724.530186:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.530195:0:30885:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853724.530202:0:30885:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.530207:0:30885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853724.530215:0:30885:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.530224:0:30885:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.530228:0:30885:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1780853724.530250:0:30885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.530255:0:30885:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 826565 usecs (827 jiffies) 00000400:00000200:0.0:1780853724.530258:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853724.530261:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296522109 00000100:00000001:0.0:1780853724.530289:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.530292:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296522109 00000100:00000001:0.0:1780853724.530295:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.530297:0:30885:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.530301:0:30885:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.530303:0:30885:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853724.530304:0:30885:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853724.530307:0:30885:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850abf00 going to sleep for 11 seconds 00000100:00000001:0.0:1780853724.530310:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853724.530312:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853724.531166:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.531172:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:1.0:1780853724.531179:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.531186:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.531193:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:1.0:1780853724.531196:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:1.0:1780853724.531201:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.531208:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.531220:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.531223:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.531230:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.531231:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.546485:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.552728:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.552740:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.552747:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.552758:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.552767:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.552780:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.552787:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.552793:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.552797:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4da00 00000400:00000200:0.0:1780853724.552802:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.552810:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6889 [64] + 224 00000800:00000001:0.0:1780853724.552818:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.552828:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.552832:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.552836:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.552844:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.552853:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.552864:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4588369f80 x1867358631418368/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.552969:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.552978:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.552982:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.562535:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.562542:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853724.562548:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.562563:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.562570:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:1.0:1780853724.562573:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:1.0:1780853724.562579:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.562585:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631418496/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.562596:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.562599:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631418496/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.562615:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.562618:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.570730:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.570757:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.570762:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.570765:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.570778:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570788:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.570799:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570805:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570810:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570815:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe4da80 00000400:00000200:0.0:1780853724.570820:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570827:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6899 [256] + 0 00000400:00000010:0.0:1780853724.570833:0:2373:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:0.0:1780853724.570840:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585010000 00000800:00000001:0.0:1780853724.570846:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.570856:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.570859:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.570864:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.570869:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585010000 00000400:00000010:0.0:1780853724.570872:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585010000. 00000100:00000001:0.0:1780853724.570877:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1780853724.570880:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c38000 desc ffff9e4587cf0800 mbits 1867358631418496 00000100:00000001:0.0:1780853724.570899:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1780853724.570909:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853724.570913:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570920:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.570927:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2401:2401:256:4294967295] 192.168.202.110@tcp LPNI seq info [2401:2401:8:4294967295] 00000400:00000200:0.0:1780853724.570932:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.570940:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853724.570947:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.570955:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e458663e000. 00000800:00000200:0.0:1780853724.570962:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.570970:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.570976:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e458663e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853724.571069:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.571074:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e458663e000. 00000400:00000200:0.0:1780853724.571079:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.571083:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853724.571089:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.571093:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1780853724.573623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573600. 00000800:00000001:0.0:1780853724.575062:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.575077:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.575080:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.575081:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.575090:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.575096:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.575104:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.575109:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.575115:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.575119:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe4da80 00000400:00000200:0.0:1780853724.575123:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.575129:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x68a1 [1] + 224 00000800:00000001:0.0:1780853724.575138:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.575144:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.575147:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.575151:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.575159:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.575170:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631418496/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.575181:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c38000 x1867358631418496/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.575204:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.575215:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.575218:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.578764:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.578772:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:1.0:1780853724.578779:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.578785:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.578791:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fee0 00000400:00000010:1.0:1780853724.578793:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fee0. 00000100:00000001:1.0:1780853724.578798:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.578805:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631418752/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.578815:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.578819:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631418752/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.578826:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.578828:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.582240:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.582255:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.582260:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.582262:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.582309:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.582329:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.582339:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.582344:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.582476:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.582481:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4db80 00000400:00000200:0.0:1780853724.582486:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.582493:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x68a9 [1] + 224 00000800:00000001:0.0:1780853724.582502:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.582511:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.582515:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.582519:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.582528:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.582547:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631418752/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.582559:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c38000 x1867358631418752/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.582579:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.582591:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.582595:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.584825:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.584832:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853724.584837:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.584843:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.584851:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:1.0:1780853724.584853:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:1.0:1780853724.584857:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.584862:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631419008/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.584872:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.584875:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631419008/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.584882:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.584884:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.594718:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.594735:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.594740:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.594742:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.594751:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.594759:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.594768:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.594773:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.594779:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.594783:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4dc80 00000400:00000200:0.0:1780853724.594788:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.594796:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x68b1 [64] + 224 00000800:00000001:0.0:1780853724.594804:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.594829:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.594832:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.594837:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.594844:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.594853:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631419008/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.594863:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c38000 x1867358631419008/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.594948:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.594958:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.594961:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.599768:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.599773:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853724.599777:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.599782:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.599789:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f000 00000400:00000010:1.0:1780853724.599791:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f000. 00000100:00000001:1.0:1780853724.599795:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.599800:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631419136/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.599810:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.599812:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631419136/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853740 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.599818:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.599819:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.603424:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.603442:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.603446:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.603449:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.603459:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.603466:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.603475:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.603481:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.603487:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.603490:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe4dd00 00000400:00000200:0.0:1780853724.603494:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.603498:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x68b9 [1] + 224 00000800:00000001:0.0:1780853724.603505:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.603510:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.603513:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.603516:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.603523:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.603532:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631419136/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853724.603562:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c39f80 x1867358631419136/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.603583:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.603594:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.603596:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.607913:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.607920:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853724.607926:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.607932:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.607951:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fc38 00000400:00000010:1.0:1780853724.607954:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fc38. 00000100:00000001:1.0:1780853724.607959:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.607966:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631419392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.607978:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.607983:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631419392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.607990:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.607991:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853724.615369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837500. 00010000:00000010:2.1:1780853724.615454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00010000:00000010:2.1:1780853724.615458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00000800:00000001:0.0:1780853724.627012:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.627034:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.627038:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.627040:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.627051:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627058:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.627070:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627075:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627080:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627085:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4de00 00000400:00000200:0.0:1780853724.627090:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627108:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x68c1 [1] + 224 00000800:00000001:0.0:1780853724.627116:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.627127:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.627132:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.627136:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.627145:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.627155:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631419392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853724.627166:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4587c39f80 x1867358631419392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.627192:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853724.627200:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853724.627204:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627209:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.627214:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2406:2406:256:4294967295] 192.168.202.110@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:0.0:1780853724.627217:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.627224:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853724.627229:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.627234:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3800. 00000800:00000200:0.0:1780853724.627241:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.627248:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.627252:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853724.627411:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.627415:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:0.0:1780853724.627418:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.627422:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853724.627428:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.627432:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.631809:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.631818:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:0.0:1780853724.631827:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.631835:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.631844:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fc38 00000400:00000010:0.0:1780853724.631847:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fc38. 00000100:00000001:0.0:1780853724.631855:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.631863:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631419520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.631874:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.631878:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631419520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.631885:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.631887:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853724.633314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca75e0. 00000080:00000010:2.1:1780853724.637335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a3180. 00000080:00000010:2.1:1780853724.637417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7e60. 00000800:00000001:1.0:1780853724.644147:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.644168:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.644172:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.644176:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.644185:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.644193:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.644204:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.644210:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.644215:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.644220:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4de80 00000400:00000200:1.0:1780853724.644224:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.644231:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x68c9 [1] + 224 00000800:00000001:1.0:1780853724.644239:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.644250:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.644254:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.644258:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.644308:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.644326:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631419520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.644337:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c3a680 x1867358631419520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.644360:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.644370:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.644374:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.646792:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.646799:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:0.0:1780853724.646805:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.646811:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.646816:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f000 00000400:00000010:0.0:1780853724.646818:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f000. 00000100:00000001:0.0:1780853724.646823:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.646828:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631419776/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.646837:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.646840:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631419776/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.646847:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.646849:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.650991:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.651009:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.651013:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.651015:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.651023:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.651030:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.651038:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.651043:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.651048:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.651052:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4df80 00000400:00000200:1.0:1780853724.651057:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.651064:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x68d1 [1] + 224 00000800:00000001:1.0:1780853724.651072:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.651077:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.651081:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.651085:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.651094:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.651115:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631419776/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.651126:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c3a680 x1867358631419776/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.651144:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.651152:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.651156:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853724.655671:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.655683:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd200. 00000400:00000200:0.0:1780853724.655691:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.655701:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.655710:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:0.0:1780853724.655713:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:0.0:1780853724.655719:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853724.655728:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631420032/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.655742:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.655745:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631420032/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.655759:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.655761:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.662888:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.662905:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.662910:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.662913:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.662921:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.662929:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.662947:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.662952:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.662957:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.662961:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4e080 00000400:00000200:1.0:1780853724.662966:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.662972:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x68d9 [1] + 224 00000800:00000001:1.0:1780853724.662979:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.662985:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.662988:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.662991:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.662998:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.663007:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631420032/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853724.663018:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4587c3a680 x1867358631420032/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.663037:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853724.663046:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853724.663050:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.663055:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853724.663061:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2410:2410:256:4294967295] 192.168.202.110@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:1.0:1780853724.663065:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.663073:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853724.663078:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853724.663084:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853724.663090:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853724.663107:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853724.663112:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853724.663188:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.663192:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:1.0:1780853724.663195:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.663199:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853724.663203:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.663206:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1780853724.663301:0:30885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:2.1:1780853724.663308:0:30885:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00010000:00000010:2.1:1780853724.663312:0:30885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:2.1:1780853724.663315:0:30885:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95600. 00010000:00000010:2.1:1780853724.663327:0:30885:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00000800:00000200:1.0:1780853724.664259:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.664294:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853724.664299:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.664304:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.664308:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fee0 00000400:00000010:1.0:1780853724.664311:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fee0. 00000100:00000001:1.0:1780853724.664314:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.664327:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631420160/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.664337:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.664340:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631420160/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.664345:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.664347:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.668470:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.668494:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.668498:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.668500:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.668509:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.668516:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.668536:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.668541:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.668546:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.668550:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4e100 00000400:00000200:0.0:1780853724.668555:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.668562:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x68e1 [1] + 224 00000800:00000001:0.0:1780853724.668569:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.668582:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.668585:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.668589:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.668597:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.668606:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631420160/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.668617:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c38000 x1867358631420160/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.668635:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.668644:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.668647:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.672545:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.672550:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:1.0:1780853724.672556:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.672562:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.672568:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:1.0:1780853724.672571:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:1.0:1780853724.672575:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.672580:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631420416/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.672589:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.672592:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631420416/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.672598:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.672600:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853724.674696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a6b40. 00000080:00000010:2.1:1780853724.674711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7540. 00000800:00000001:0.0:1780853724.677334:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.677368:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.677373:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.677376:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.677387:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.677395:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.677407:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.677413:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.677419:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.677423:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4e200 00000400:00000200:0.0:1780853724.677427:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.677434:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x68e9 [64] + 224 00000800:00000001:0.0:1780853724.677442:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.677451:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.677454:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.677458:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.677468:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.677478:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631420416/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.677489:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c38000 x1867358631420416/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.677514:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.677533:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.677537:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.681423:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.681428:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:1.0:1780853724.681433:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.681437:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.681442:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:1.0:1780853724.681445:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:1.0:1780853724.681449:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.681454:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631420544/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.681464:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.681467:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631420544/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.681474:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.681476:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853724.683678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00000800:00000001:0.0:1780853724.685534:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.685558:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.685562:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.685565:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.685575:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685586:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.685596:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685601:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685607:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685611:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe4e280 00000400:00000200:0.0:1780853724.685616:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685623:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x68f1 [256] + 0 00000400:00000010:0.0:1780853724.685629:0:2373:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685d68. 00000400:00000200:0.0:1780853724.685637:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585010000 00000800:00000001:0.0:1780853724.685643:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.685653:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.685656:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.685660:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853724.685665:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585010000 00000400:00000010:0.0:1780853724.685668:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585010000. 00000100:00000001:0.0:1780853724.685673:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1780853724.685675:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c39880 desc ffff9e4587cf1000 mbits 1867358631420544 00000100:00000001:0.0:1780853724.685692:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1780853724.685700:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853724.685703:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685708:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.685714:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2414:2414:256:4294967295] 192.168.202.110@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:0.0:1780853724.685719:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.685727:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853724.685733:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.685741:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e458663e000. 00000800:00000200:0.0:1780853724.685747:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.685754:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.685758:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e458663e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853724.685844:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.685849:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e458663e000. 00000400:00000200:0.0:1780853724.685853:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.685857:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853724.685864:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.685867:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.690550:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.690576:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.690580:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.690583:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.690593:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.690603:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.690613:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.690618:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.690624:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.690628:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe4e280 00000400:00000200:0.0:1780853724.690633:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.690640:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x68f9 [1] + 224 00000800:00000001:0.0:1780853724.690648:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.690660:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.690663:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.690667:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.690674:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.690683:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631420544/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.690694:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c39880 x1867358631420544/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.690718:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.690729:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.690732:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.695843:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.695854:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:1.0:1780853724.695864:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.695874:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.695882:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:1.0:1780853724.695884:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:1.0:1780853724.695890:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.695899:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631420800/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.695910:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.695913:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631420800/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.695920:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.695922:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.696890:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.696904:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.696907:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.696909:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.696917:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.696922:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.696930:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.696945:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.696951:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.696956:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4e380 00000400:00000200:0.0:1780853724.696960:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.696966:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6901 [1] + 224 00000800:00000001:0.0:1780853724.696974:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.696981:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.696984:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.696988:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.696993:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.697000:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631420800/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.697010:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c39880 x1867358631420800/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.697032:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.697040:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.697044:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.699497:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.699503:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853724.699510:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.699516:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.699522:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:1.0:1780853724.699535:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:1.0:1780853724.699540:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.699546:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631421056/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.699564:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.699568:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631421056/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.699575:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.699577:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853724.704524:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.704541:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.704556:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.704560:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.704573:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.704582:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.704593:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.704598:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.704604:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.704610:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe4e480 00000400:00000200:0.0:1780853724.704615:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.704622:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6909 [64] + 224 00000800:00000001:0.0:1780853724.704630:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.704638:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.704641:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.704646:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.704654:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.704664:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631421056/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853724.704675:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c39880 x1867358631421056/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.704700:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853724.704709:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.704712:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853724.716778:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.716788:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853724.716798:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.716807:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.716814:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:1.0:1780853724.716817:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:1.0:1780853724.716824:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.716835:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631421312/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.716849:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.716853:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631421312/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.716866:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.716868:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853724.722314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:2.1:1780853724.722338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95a00. 00010000:00000010:2.1:1780853724.722344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573400. 00010000:00000010:2.1:1780853724.722416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6400. 00000800:00000001:0.0:1780853724.723829:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.723843:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853724.723847:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.723850:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.723859:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.723867:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853724.723875:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.723881:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.723886:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.723891:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4e580 00000400:00000200:0.0:1780853724.723895:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.723902:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6911 [1] + 224 00000800:00000001:0.0:1780853724.723909:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.723918:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853724.723921:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.723925:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853724.723932:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.723954:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631421312/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853724.723965:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4587c38000 x1867358631421312/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.723986:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853724.723993:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853724.723997:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.724002:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.724007:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2418:2418:256:4294967295] 192.168.202.110@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:0.0:1780853724.724011:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.724019:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853724.724023:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.724029:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3800. 00000800:00000200:0.0:1780853724.724034:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.724040:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.724045:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853724.724132:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853724.724136:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:0.0:1780853724.724139:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853724.724142:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853724.724147:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853724.724150:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853724.725900:0:30885:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1780853724.725902:0:30885:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.725905:0:30885:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853724.725908:0:30885:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853724.725913:0:30885:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910083f0. 00000020:00000010:0.0:1780853724.725916:0:30885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313600. 00000020:00000010:0.0:1780853724.725919:0:30885:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313400. 00000020:00000010:0.0:1780853724.725922:0:30885:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d2a0. 00000008:00000010:0.0:1780853724.725925:0:30885:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853724.725928:0:30885:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e540. 00008000:00000010:0.0:1780853724.725931:0:30885:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853724.725935:0:30885:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276ab28. 00000080:00000010:0.0:1780853724.725938:0:30885:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c2910. 00000020:00000010:0.0:1780853724.725940:0:30885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312e00. 00000008:00000010:0.0:1780853724.725944:0:30885:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fa20. 00020000:00000010:0.0:1780853724.725947:0:30885:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645ba80. 00008000:00000010:0.0:1780853724.725950:0:30885:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5190. 00000080:00000010:0.0:1780853724.725953:0:30885:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864741e0. 00000020:00000001:0.0:1780853724.725955:0:30885:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503096 : -107453354048520 : ffff9e45910083f8) 00000020:00001000:0.0:1780853724.725957:0:30885:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910083f0 00020000:00000001:0.0:1780853724.725962:0:30885:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:0.0:1780853724.725963:0:30885:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:0.0:1780853724.725966:0:30885:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:0.0:1780853724.725969:0:30885:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49e40, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853724.725974:0:30885:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853724.725977:0:30885:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2a80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1780853724.725979:0:30885:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:0.0:1780853724.725981:0:30885:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853724.725983:0:30885:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1780853724.725985:0:30885:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1780853724.725989:0:30885:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1780853724.725994:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:0.0:1780853724.725996:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.725999:0:30885:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1780853724.726001:0:30885:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1780853724.726006:0:30885:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1780853703 1780853703 1780853703 by oinfo size 0 blocks 1 [cma]time 1780853703 1780853703 1780853703 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 0000000063e37e55/0xa8f483e9eb300cee lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec979cfb expref: -99 pid: 30883 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1780853724.726018:0:30885:0:(cl_object.c:151:cl_object_top()) ffff9e4588f49180 -> ffff9e4583c7a148 00000020:00000001:0.0:1780853724.726020:0:30885:0:(cl_object.c:151:cl_object_top()) ffff9e4588f49180 -> ffff9e4583c7a148 00000008:00000001:0.0:1780853724.726022:0:30885:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853724.726024:0:30885:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853724.726026:0:30885:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853724.726028:0:30885:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853724.726033:0:30885:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e4588f49180. 00020000:00000001:0.0:1780853724.726037:0:30885:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1780853724.726040:0:30885:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e4583c7a898. 00020000:00000001:0.0:1780853724.726045:0:30885:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1780853724.726047:0:30885:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853724.726049:0:30885:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853724.726051:0:30885:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:0.0:1780853724.726053:0:30885:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:0.0:1780853724.726055:0:30885:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:0.0:1780853724.726056:0:30885:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:0.0:1780853724.726058:0:30885:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:0.0:1780853724.726060:0:30885:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4589223dd0. 00020000:00000010:0.0:1780853724.726063:0:30885:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e458981d780. 00020000:00000010:0.0:1780853724.726067:0:30885:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4582abf1c0. 00020000:00000002:0.0:1780853724.726070:0:30885:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49e40, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853724.726074:0:30885:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853724.726077:0:30885:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2a80: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1780853724.726082:0:30885:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4587ce2a80. 00020000:00000010:0.0:1780853724.726085:0:30885:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49600. 00020000:00000010:0.0:1780853724.726088:0:30885:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c49e40. 00020000:00000001:0.0:1780853724.726090:0:30885:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1780853724.726091:0:30885:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4581218ba0) owner 0000000000000000/ffff9e4590d60000 00020000:00000010:0.0:1780853724.726093:0:30885:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e4581218ba0. 00020000:00000001:0.0:1780853724.726096:0:30885:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:0.0:1780853724.726099:0:30885:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4583c7a0c8. 00000020:00001000:0.0:1780853724.726102:0:30885:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910083f0 00000020:00000010:0.0:1780853724.726104:0:30885:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313400. 00000020:00000010:0.0:1780853724.726107:0:30885:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d2a0. 00000008:00000010:0.0:1780853724.726111:0:30885:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853724.726114:0:30885:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e540. 00008000:00000010:0.0:1780853724.726116:0:30885:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853724.726119:0:30885:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276ab28. 00000080:00000010:0.0:1780853724.726122:0:30885:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c2910. 00000020:00000010:0.0:1780853724.726124:0:30885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313600. 00000008:00000010:0.0:1780853724.726126:0:30885:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fa20. 00020000:00000010:0.0:1780853724.726128:0:30885:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645ba80. 00008000:00000010:0.0:1780853724.726132:0:30885:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5190. 00000080:00000010:0.0:1780853724.726135:0:30885:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864741e0. 00000020:00000010:0.0:1780853724.726137:0:30885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312e00. 00000020:00000010:0.0:1780853724.726139:0:30885:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910083f0. 00000080:00000001:0.0:1780853724.726142:0:30885:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1780853724.726145:0:30885:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1780853724.726181:0:30885:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:0.0:1780853724.726184:0:30885:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853724.726187:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17d98 00000080:00200008:0.0:1780853724.726189:0:30885:0:(file.c:448:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9e45919a2a08), flags 704000 00000080:00400000:0.0:1780853724.726193:0:30885:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1780853724.726197:0:30885:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853724.726198:0:30885:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1780853724.726200:0:30885:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853724.726206:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.726209:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.726213:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 2 00010000:00000001:0.0:1780853724.726215:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.726219:0:30885:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780853724.726223:0:30885:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1780853724.726225:0:30885:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853724.726231:0:30885:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.726234:0:30885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300d18 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d95 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853724.726241:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.726243:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.726245:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1780853724.726247:0:30885:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:0.0:1780853724.726250:0:30885:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530b680. 00000080:00000001:0.0:1780853724.726253:0:30885:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853724.726257:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17d98 00000080:00000008:0.0:1780853724.726259:0:30885:0:(file.c:492:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9e45919a2a08), flags 704000, rc = 0 00000080:00000001:0.0:1780853724.726262:0:30885:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.726295:0:30885:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.726299:0:30885:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853724.726300:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17e00 00000080:00002000:0.0:1780853724.726302:0:30885:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9e45895a2288, parent ffff9e4591970ca8, inode ffff9e45919a2a08) hashed, 00000080:00000001:0.0:1780853724.726305:0:30885:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853724.726309:0:30885:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853724.726312:0:30885:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853724.726356:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.726360:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.726362:0:30885:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853724.726363:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17bd8 00000080:00200000:0.0:1780853724.726366:0:30885:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853724.726373:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312e00. 00800000:00000002:0.0:1780853724.726379:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.726383:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.726387:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.726388:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17af8 00800000:00000002:0.0:1780853724.726391:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.726394:0:30885:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853724.726398:0:30885:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853724.726402:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.726404:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d179c8 00000002:00010000:0.0:1780853724.726407:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.726410:0:30885:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853724.726411:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.726413:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.726415:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853724.726417:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.726420:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.726423:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853724.726426:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853724.726433:0:30885:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853724.726435:0:30885:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.726438:0:30885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1780853724.726444:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853724.726446:0:30885:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.726448:0:30885:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.726450:0:30885:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.726452:0:30885:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.726455:0:30885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853724.726458:0:30885:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853724.726460:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853724.726463:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312e00. 00000080:00000001:0.0:1780853724.726466:0:30885:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853724.726467:0:30885:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.726470:0:30885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853724.726472:0:30885:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d0a 00800000:00000001:0.0:1780853724.726476:0:30885:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853724.726478:0:30885:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853724.726480:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.726482:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.726484:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853724.726487:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.726489:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.726492:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.726493:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.726494:0:30885:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.726496:0:30885:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.726499:0:30885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d0a from it ffffb4b400d17c10 00010000:00000001:0.0:1780853724.726500:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.726502:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.726503:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853724.726504:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.726506:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.726509:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.726511:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853724.726518:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.726519:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.726521:0:30885:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853724.726533:0:30885:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853724.726536:0:30885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853724.726545:0:30885:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853724.726548:0:30885:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853724.726621:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.726628:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.726629:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.726631:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726634:0:30885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853724.726637:0:30885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726639:0:30885:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726642:0:30885:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726645:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.726647:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.726648:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853724.726651:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853724.726653:0:30885:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.726656:0:30885:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853724.726659:0:30885:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853724.726673:0:30885:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15340. 00000020:00000001:0.0:1780853724.726676:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17dc8 00000080:00200000:0.0:1780853724.726679:0:30885:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=0 00000080:00000001:0.0:1780853724.726682:0:30885:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853724.726684:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17c78 00000080:00200000:0.0:1780853724.726686:0:30885:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:0.0:1780853724.726694:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312e00. 00800000:00000002:0.0:1780853724.726697:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.726701:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.726703:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.726704:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b98 00800000:00000002:0.0:1780853724.726706:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.726708:0:30885:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1780853724.726712:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b30 00800000:00000002:0.0:1780853724.726714:0:30885:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1780853724.726717:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.726718:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17a68 00000002:00010000:0.0:1780853724.726720:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.726723:0:30885:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853724.726725:0:30885:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853724.726730:0:30885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369500. 00000020:00000040:0.0:1780853724.726733:0:30885:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853724.726739:0:30885:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853724.726742:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.726744:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.726745:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.726746:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.726749:0:30885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853724.726750:0:30885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853724.726753:0:30885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853724.726760:0:30885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b9000. 00000100:00000001:0.0:1780853724.726767:0:30885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726771:0:30885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.726773:0:30885:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726774:0:30885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.726775:0:30885:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.726777:0:30885:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.726785:0:30885:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00010000:00000001:0.0:1780853724.726789:0:30885:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853724.726791:0:30885:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853724.726794:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853724.726795:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.726798:0:30885:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853724.726801:0:30885:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572c00. 00000020:00000001:0.0:1780853724.726803:0:30885:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853724.726805:0:30885:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572c00 with handle 0xa8f483e9eb300d1f to hash 00000020:00000001:0.0:1780853724.726807:0:30885:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853724.726809:0:30885:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.726812:0:30885:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.726814:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.726816:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.726819:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853724.726827:0:30885:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30885 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853724.726837:0:30885:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30885 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853724.726842:0:30885:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853724.726843:0:30885:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853724.726849:0:30885:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab900. 00000100:00000001:0.0:1780853724.726852:0:30885:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154845440 : -107453554706176 : ffff9e45850ab900) 00000100:00000001:0.0:1780853724.726854:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.726855:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000001:0.0:1780853724.726860:0:30885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853724.726864:0:30885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.726866:0:30885:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853724.726867:0:30885:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853724.726876:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.726883:0:30885:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853724.726885:0:30885:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.726888:0:30885:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853724.726891:0:30885:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853724.726893:0:30885:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853724.726896:0:30885:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631421440:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853724.726900:0:30885:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853724.726904:0:30885:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853724.726907:0:30885:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.726910:0:30885:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853724.726914:0:30885:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585171000. 02000000:00000001:0.0:1780853724.726916:0:30885:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853724.726923:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853724.726926:0:30885:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853724.726932:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853724.726938:0:30885:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631421440, portal 10 00000100:00000001:0.0:1780853724.726940:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.726941:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000040:0.0:1780853724.726946:0:30885:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.726952:0:30885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853724.726955:0:30885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853724.726957:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426990. 00000100:00000200:0.0:1780853724.726959:0:30885:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631421440, offset 0 00000400:00000200:0.0:1780853724.726966:0:30885:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853724.726974:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.726981:0:30885:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.726986:0:30885:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853724.726990:0:30885:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853724.726993:0:30885:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853724.726996:0:30885:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853724.727000:0:30885:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2419:2419:256:4294967295] 192.168.202.110@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:0.0:1780853724.727004:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.727012:0:30885:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853724.727018:0:30885:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.727023:0:30885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3800. 00000800:00000200:0.0:1780853724.727029:0:30885:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.727036:0:30885:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.727040:0:30885:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1780853724.727066:0:30885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.727071:0:30885:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 809416 usecs (810 jiffies) 00000400:00000200:0.0:1780853724.727074:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853724.727077:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296522290 00000100:00000001:0.0:1780853724.727080:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.727082:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296522290 00000100:00000001:0.0:1780853724.727083:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.727085:0:30885:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.727087:0:30885:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.727089:0:30885:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853724.727091:0:30885:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853724.727093:0:30885:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab900 going to sleep for 11 seconds 00000100:00000001:0.0:1780853724.727095:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853724.727098:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853724.727621:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.727627:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:1.0:1780853724.727631:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.727636:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.727642:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:1.0:1780853724.727644:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:1.0:1780853724.727648:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.727653:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.727663:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.727666:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.727673:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.727674:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853724.733496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7440. 00000800:00000001:1.0:1780853724.734248:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.734261:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.734298:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.734302:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.734310:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.734327:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.734337:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.734342:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.734348:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.734361:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4e600 00000400:00000200:1.0:1780853724.734366:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.734372:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6919 [1] + 224 00000800:00000001:1.0:1780853724.734379:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.734388:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.734391:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.734395:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.734403:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.734413:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.734423:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.734439:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.734448:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.734451:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1780853724.734518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591968840. 00000080:00000010:0.1:1780853724.734540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c35aa0. 00000100:00000001:0.0:1780853724.734575:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853724.734583:0:30885:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853724.734585:0:30885:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853724.734588:0:30885:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853724.734593:0:30885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:0.0:1780853724.734596:0:30885:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:0.0:1780853724.734599:0:30885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.734604:0:30885:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853724.734613:0:30885:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.734620:0:30885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853724.734622:0:30885:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.734625:0:30885:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853724.734628:0:30885:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853724.734631:0:30885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853724.734633:0:30885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.734636:0:30885:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853724.734645:0:30885:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=115 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853724.734649:0:30885:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853724.734652:0:30885:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853724.734654:0:30885:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.734656:0:30885:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853724.734660:0:30885:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.734664:0:30885:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853724.734666:0:30885:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1780853724.734668:0:30885:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853724.734671:0:30885:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.734676:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.734682:0:30885:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.734685:0:30885:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853724.734687:0:30885:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853724.734690:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853724.734697:0:30885:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631421440:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853724.734702:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.734705:0:30885:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.734707:0:30885:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853724.734709:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.734713:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.734718:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853724.734721:0:30885:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab900. 00000100:00000001:0.0:1780853724.734724:0:30885:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853724.734725:0:30885:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.734728:0:30885:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853724.734732:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.734735:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.734737:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853724.734739:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734742:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853724.734747:0:30885:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572c00, remote cookie: 0x562725ecec979dd4, flags: 0x1001 00010000:00010000:0.0:1780853724.734753:0:30885:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853724.734761:0:30885:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853724.734765:0:30885:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1780853724.734771:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 2 00010000:00000001:0.0:1780853724.734773:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.734776:0:30885:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.734779:0:30885:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853724.734786:0:30885:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.734792:0:30885:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853724.734797:0:30885:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853724.734800:0:30885:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853724.734801:0:30885:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853724.734803:0:30885:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853724.734805:0:30885:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9e45853e3700) refcount = 2 00010000:00000040:0.0:1780853724.734808:0:30885:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780853724.734810:0:30885:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300d18 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d95 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853724.734816:0:30885:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.734822:0:30885:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853724.734825:0:30885:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853724.734827:0:30885:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.734830:0:30885:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853724.734832:0:30885:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.734835:0:30885:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.734840:0:30885:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853724.734842:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734843:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.734844:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734845:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.734846:0:30885:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.734851:0:30885:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853724.734852:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.734853:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.734854:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.734856:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734858:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734860:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.734861:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.734862:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853724.734864:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734865:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734868:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.734871:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.734874:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.734880:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734880:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.734882:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.734883:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.734883:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=5 00000020:00000001:0.0:1780853724.734885:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734887:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734888:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.734891:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.734896:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734897:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853724.734899:0:30885:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.734905:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.734906:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734907:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.734908:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734909:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853724.734914:0:30885:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853724.734920:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.734921:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.734922:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.734924:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734926:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.734928:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.734929:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.734931:0:30885:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.734932:0:30885:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.735127:0:30885:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853724.735130:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735131:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735133:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.735135:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735137:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00000002:00010000:0.0:1780853724.735141:0:30885:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.735149:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735151:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.735153:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853724.735154:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735155:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735156:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.735158:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735160:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853724.735164:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 3 00010000:00000001:0.0:1780853724.735166:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853724.735170:0:30885:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1780853724.735172:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735173:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.735175:0:30885:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853724.735178:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d179e8 00000002:00002000:0.0:1780853724.735180:0:30885:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853724.735183:0:30885:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.735187:0:30885:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.735190:0:30885:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853724.735193:0:30885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853724.735196:0:30885:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853724.735200:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.735203:0:30885:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853724.735204:0:30885:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b400d17e00 it_disposition b 00000080:00000001:0.0:1780853724.735207:0:30885:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853724.735213:0:30885:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853724.735215:0:30885:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853724.735219:0:30885:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1780853724.735222:0:30885:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1780853724.735228:0:30885:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780853724.735230:0:30885:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1780853724.735233:0:30885:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.735236:0:30885:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1780853724.735239:0:30885:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1780853724.735242:0:30885:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833956 mtime from 1780853703 to 1780853724 00000080:00200000:0.0:1780853724.735246:0:30885:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 7680 00000080:00200000:0.0:1780853724.735249:0:30885:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9e45919a2a08): rc = 0 00000080:00000001:0.0:1780853724.735251:0:30885:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00010000:00000001:0.0:1780853724.735253:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735255:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735256:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.735258:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735260:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735262:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735263:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853724.735300:0:30885:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780853724.735302:0:30885:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780853724.735304:0:30885:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853724.735307:0:30885:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853724.735309:0:30885:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.735313:0:30885:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300d1f 00800000:00000001:0.0:1780853724.735325:0:30885:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853724.735328:0:30885:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853724.735329:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735330:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735331:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.735333:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735336:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735338:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735339:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.735340:0:30885:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.735342:0:30885:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1780853724.735347:0:30885:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e458add1510 inode ffff9e45919a2a08 refc 1 flags 0x20000e 00000080:00000001:0.0:1780853724.735351:0:30885:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853724.735353:0:30885:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.735355:0:30885:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1780853724.735358:0:30885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9e45919a2a08) 00000080:00010000:0.0:1780853724.735362:0:30885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d1f from it ffffb4b400d17e00 00010000:00000001:0.0:1780853724.735364:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735365:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735367:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853724.735368:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735370:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853724.735372:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.735375:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853724.735381:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735382:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.735383:0:30885:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853724.735386:0:30885:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853724.735388:0:30885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853724.735396:0:30885:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853724.735399:0:30885:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853724.735401:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.735406:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735406:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.735408:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735411:0:30885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853724.735412:0:30885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735414:0:30885:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735417:0:30885:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735419:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.735420:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735421:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853724.735423:0:30885:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853724.735427:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312e00. 00000100:00000001:0.0:1780853724.735432:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.735437:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369500 x1867358631421440/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.735444:0:30885:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853724.735447:0:30885:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853724.735450:0:30885:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585171000. 02000000:00000001:0.0:1780853724.735455:0:30885:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853724.735457:0:30885:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853724.735459:0:30885:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853724.735461:0:30885:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853724.735464:0:30885:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b9000. 02000000:00000001:0.0:1780853724.735467:0:30885:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853724.735469:0:30885:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853724.735471:0:30885:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369500. 00000100:00000001:0.0:1780853724.735475:0:30885:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853724.735476:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853724.735478:0:30885:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853724.735480:0:30885:0:(dcache.c:176:ll_intent_release()) intent ffffb4b400d17e00 released 00000080:00000001:0.0:1780853724.735482:0:30885:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780853724.735487:0:30885:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853724.735490:0:30885:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853724.735492:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17d50 00000080:00200000:0.0:1780853724.735495:0:30885:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853724.735503:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312e00. 00800000:00000002:0.0:1780853724.735509:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853724.735513:0:30885:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853724.735517:0:30885:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.735519:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17c70 00800000:00000002:0.0:1780853724.735520:0:30885:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853724.735742:0:30885:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853724.735746:0:30885:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853724.735750:0:30885:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853724.735753:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17b40 00000002:00010000:0.0:1780853724.735755:0:30885:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853724.735758:0:30885:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853724.735760:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.735762:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.735766:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853724.735768:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.735771:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.735773:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853724.735777:0:30885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853724.735785:0:30885:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853724.735788:0:30885:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853724.735792:0:30885:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1780853724.735797:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853724.735799:0:30885:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.735801:0:30885:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.735802:0:30885:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853724.735804:0:30885:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.735806:0:30885:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853724.735808:0:30885:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853724.735810:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853724.735812:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312e00. 00000080:00000001:0.0:1780853724.735816:0:30885:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853724.735818:0:30885:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.735820:0:30885:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853724.735823:0:30885:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d0a 00800000:00000001:0.0:1780853724.735826:0:30885:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853724.735827:0:30885:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853724.735828:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735829:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735830:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853724.735832:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.735834:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.735836:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735837:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853724.735838:0:30885:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.735840:0:30885:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853724.735842:0:30885:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d0a from it ffffb4b400d17d88 00010000:00000001:0.0:1780853724.735843:0:30885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853724.735844:0:30885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853724.735846:0:30885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853724.735847:0:30885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.735849:0:30885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853724.735851:0:30885:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853724.735854:0:30885:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853724.735860:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735861:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.735862:0:30885:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853724.735864:0:30885:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853724.735866:0:30885:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853724.735872:0:30885:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853724.735874:0:30885:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853724.735875:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.735877:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735877:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.735879:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735881:0:30885:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853724.735882:0:30885:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735884:0:30885:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735886:0:30885:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.735888:0:30885:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853724.735889:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.735890:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853724.735891:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853724.735893:0:30885:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853724.735895:0:30885:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:0.0:1780853724.735899:0:30885:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.735903:0:30885:0:(namei.c:2311:ll_rmdir()) Process entered 00000020:00000001:0.0:1780853724.735905:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17e18 00000080:00200000:0.0:1780853724.735907:0:30885:0:(namei.c:2314:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853724.735910:0:30885:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1780853724.735912:0:30885:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:0.0:1780853724.735915:0:30885:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853724.735918:0:30885:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312e00. 00800000:00000002:0.0:1780853724.735921:0:30885:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853724.735927:0:30885:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853724.735931:0:30885:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853724.736140:0:30885:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1780853724.736144:0:30885:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853724.736146:0:30885:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:0.0:1780853724.736150:0:30885:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853724.736152:0:30885:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853724.736155:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853724.736157:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.736160:0:30885:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853724.736163:0:30885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853724.736165:0:30885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1780853724.736172:0:30885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853724.736176:0:30885:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853724.736178:0:30885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853724.736180:0:30885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853724.736183:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736184:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736186:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:0.0:1780853724.736188:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736191:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.736192:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736193:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736195:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:0.0:1780853724.736196:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736198:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.736200:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736201:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736202:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:0.0:1780853724.736205:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736207:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.736208:0:30885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853724.736211:0:30885:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853724.736214:0:30885:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853724.736216:0:30885:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853724.736218:0:30885:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853724.736220:0:30885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.736222:0:30885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853724.736225:0:30885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853724.736226:0:30885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853724.736228:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.736229:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853724.736232:0:30885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778a00 with handle 0xa8f483e9eb300d0a from hash 00010000:00000001:0.0:1780853724.736234:0:30885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853724.736235:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.736236:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.736237:0:30885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853724.736239:0:30885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853724.736241:0:30885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853724.736244:0:30885:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853724.736245:0:30885:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.736247:0:30885:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853724.736249:0:30885:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853724.736251:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 3 00010000:00000001:0.0:1780853724.736252:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853724.736254:0:30885:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853724.736256:0:30885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853724.736258:0:30885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1780853724.736289:0:30885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853724.736290:0:30885:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853724.736291:0:30885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853724.736292:0:30885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1780853724.736295:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736296:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736297:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 4 00010000:00000001:0.0:1780853724.736299:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736301:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.736303:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736304:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736305:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 4 00010000:00000001:0.0:1780853724.736306:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736308:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.736309:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736310:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736311:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 4 00010000:00000001:0.0:1780853724.736313:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736314:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.736316:0:30885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853724.736328:0:30885:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff9e45919a2940, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853724.736330:0:30885:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853724.736332:0:30885:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853724.736333:0:30885:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853724.736335:0:30885:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9e45919a2a08) invalid 00000020:00000001:0.0:1780853724.736337:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17a80 00000080:00002000:0.0:1780853724.736339:0:30885:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9e458add1510) parent ffff9e4591970ca8 inode ffff9e45919a2a08 refc 2 00000080:00000001:0.0:1780853724.736342:0:30885:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853724.736352:0:30885:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853724.736354:0:30885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.736356:0:30885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853724.736357:0:30885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853724.736358:0:30885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853724.736359:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.736361:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853724.736363:0:30885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572c00 with handle 0xa8f483e9eb300d1f from hash 00010000:00000001:0.0:1780853724.736365:0:30885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853724.736366:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.736367:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.736369:0:30885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853724.736370:0:30885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853724.736371:0:30885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853724.736373:0:30885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853724.736375:0:30885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300d18 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979d95 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1780853724.736380:0:30885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853724.736382:0:30885:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853724.736383:0:30885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853724.736385:0:30885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:0.0:1780853724.736387:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736388:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736390:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 4 00010000:00000001:0.0:1780853724.736392:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736394:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.736395:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.736396:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.736397:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 4 00010000:00000001:0.0:1780853724.736398:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.736400:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.736401:0:30885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.736403:0:30885:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853724.736407:0:30885:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853724.736410:0:30885:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4589313600. 00000080:00000001:0.0:1780853724.736412:0:30885:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853724.736415:0:30885:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853724.736418:0:30885:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853724.736420:0:30885:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:0.0:1780853724.736423:0:30885:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853724.736425:0:30885:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1780853724.736430:0:30885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369500. 00000020:00000040:0.0:1780853724.736433:0:30885:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853724.736438:0:30885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853724.736441:0:30885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853724.736444:0:30885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853724.736450:0:30885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589313400. 00000100:00000001:0.0:1780853724.736457:0:30885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853724.736470:0:30885:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c39880 x1867358631421056/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853740 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853724.736482:0:30885:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853724.736486:0:30885:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853724.736494:0:30885:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853724.736496:0:30885:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853724.736502:0:30885:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab900. 00000100:00000001:0.0:1780853724.736504:0:30885:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154845440 : -107453554706176 : ffff9e45850ab900) 00000100:00000001:0.0:1780853724.736506:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.736508:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000001:0.0:1780853724.736511:0:30885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853724.736515:0:30885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.736517:0:30885:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853724.736518:0:30885:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853724.736522:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.736542:0:30885:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853724.736544:0:30885:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.736548:0:30885:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853724.736558:0:30885:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853724.736561:0:30885:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853724.736564:0:30885:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631421696:192.168.202.110@tcp:35:rm.0 00000100:00000001:0.0:1780853724.736568:0:30885:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853724.736572:0:30885:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853724.736575:0:30885:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.736577:0:30885:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853724.736581:0:30885:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b9000. 02000000:00000001:0.0:1780853724.736583:0:30885:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853724.736590:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853724.736593:0:30885:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853724.736599:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853724.736605:0:30885:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631421696, portal 10 00000100:00000001:0.0:1780853724.736607:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.736608:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000040:0.0:1780853724.736614:0:30885:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.736620:0:30885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853724.736623:0:30885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853724.736625:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426dd0. 00000100:00000200:0.0:1780853724.736628:0:30885:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631421696, offset 0 00000400:00000200:0.0:1780853724.736635:0:30885:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853724.736643:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.736650:0:30885:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.736655:0:30885:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853724.736658:0:30885:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853724.736662:0:30885:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853724.736664:0:30885:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853724.736667:0:30885:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2420:2420:256:4294967295] 192.168.202.110@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:0.0:1780853724.736671:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.736679:0:30885:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853724.736685:0:30885:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.736690:0:30885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853724.736695:0:30885:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.736703:0:30885:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.736707:0:30885:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853724.736729:0:30885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.736733:0:30885:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808292 usecs (809 jiffies) 00000400:00000200:0.0:1780853724.736736:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853724.736738:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296522300 00000100:00000001:0.0:1780853724.736741:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.736744:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296522300 00000100:00000001:0.0:1780853724.736747:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.736749:0:30885:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.736751:0:30885:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.736754:0:30885:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853724.736755:0:30885:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853724.736758:0:30885:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab900 going to sleep for 11 seconds 00000100:00000001:0.0:1780853724.736759:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853724.736761:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853724.737146:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.737151:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853724.737156:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.737162:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.737167:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426dd0 00000400:00000010:1.0:1780853724.737170:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426dd0. 00000100:00000001:1.0:1780853724.737174:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.737179:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.737187:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.737190:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.737197:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.737198:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853724.740888:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.740905:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.740909:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.740911:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.740920:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.740927:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.740949:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.740955:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.740960:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.740964:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4e700 00000400:00000200:1.0:1780853724.740969:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.740977:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6929 [1] + 224 00000800:00000001:1.0:1780853724.740985:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.740993:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.740996:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.741001:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.741009:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.741018:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853724.741028:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853724.741050:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853724.741059:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.741062:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.741296:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853724.741304:0:30885:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853724.741307:0:30885:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853724.741311:0:30885:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853724.741327:0:30885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:0.0:1780853724.741330:0:30885:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:0.0:1780853724.741333:0:30885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.741339:0:30885:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853724.741346:0:30885:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369500 x1867358631421696/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741361:0:30885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853724.741363:0:30885:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.741366:0:30885:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853724.741369:0:30885:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853724.741372:0:30885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853724.741374:0:30885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.741378:0:30885:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853724.741390:0:30885:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853724.741395:0:30885:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853724.741398:0:30885:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853724.741400:0:30885:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.741403:0:30885:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853724.741407:0:30885:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741411:0:30885:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853724.741414:0:30885:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853724.741416:0:30885:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853724.741418:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.741419:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000001:0.0:1780853724.741423:0:30885:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853724.741425:0:30885:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1780853724.741426:0:30885:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853724.741429:0:30885:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.741435:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369500 x1867358631421696/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853740 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741441:0:30885:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.741444:0:30885:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853724.741446:0:30885:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853724.741450:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369500 x1867358631421696/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853740 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853724.741457:0:30885:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631421696:192.168.202.110@tcp:35:rm.0 00000100:00000001:0.0:1780853724.741462:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.741464:0:30885:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741466:0:30885:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853724.741468:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.741471:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369500 x1867358631421696/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853740 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741477:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853724.741479:0:30885:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab900. 00000100:00000001:0.0:1780853724.741483:0:30885:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853724.741484:0:30885:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741491:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.741492:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000002:00000001:0.0:1780853724.741494:0:30885:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.741498:0:30885:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853724.741503:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313600. 00000080:00000001:0.0:1780853724.741507:0:30885:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1780853724.741510:0:30885:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1780853724.741515:0:30885:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1780853724.741519:0:30885:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c39880 x1867358631421056/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741539:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.741540:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000001:0.0:1780853724.741542:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.741545:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631421056/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853740 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741557:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741558:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.741561:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369500 x1867358631421696/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853740 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741566:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741567:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.741570:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631421056/t4294967627(4294967627) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853740 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741575:0:30885:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853724.741578:0:30885:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853724.741580:0:30885:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853724.741582:0:30885:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853724.741585:0:30885:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1000. 02000000:00000001:0.0:1780853724.741589:0:30885:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853724.741591:0:30885:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853724.741593:0:30885:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:0.0:1780853724.741596:0:30885:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853724.741597:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.741598:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.741601:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369500 x1867358631421696/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853740 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741608:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853724.741610:0:30885:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7540. 00000002:00000001:0.0:1780853724.741613:0:30885:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.741615:0:30885:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853724.741617:0:30885:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0380. 00000100:00000001:0.0:1780853724.741619:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.741622:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369500 x1867358631421696/t4294967629(4294967629) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853740 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853724.741627:0:30885:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853724.741629:0:30885:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853724.741631:0:30885:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b9000. 02000000:00000001:0.0:1780853724.741633:0:30885:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853724.741634:0:30885:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853724.741636:0:30885:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853724.741638:0:30885:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853724.741639:0:30885:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589313400. 02000000:00000001:0.0:1780853724.741641:0:30885:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853724.741642:0:30885:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853724.741644:0:30885:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369500. 00000100:00000001:0.0:1780853724.741646:0:30885:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853724.741647:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853724.741650:0:30885:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.741653:0:30885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853724.741656:0:30885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1780853724.741660:0:30885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853724.741663:0:30885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853724.741669:0:30885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 4 00010000:00000001:0.0:1780853724.741671:0:30885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853724.741676:0:30885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.741678:0:30885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.741681:0:30885:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853724.741684:0:30885:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9e45919a2a08) invalid 00000020:00000001:0.0:1780853724.741688:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17a80 00000080:00002000:0.0:1780853724.741690:0:30885:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9e458add1510) parent ffff9e4591970ca8 inode ffff9e45919a2a08 refc 2 00000080:00000001:0.0:1780853724.741694:0:30885:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853724.741696:0:30885:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853724.741698:0:30885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.741703:0:30885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853724.741706:0:30885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853724.741708:0:30885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853724.741711:0:30885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853724.741714:0:30885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853724.741717:0:30885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778200 with handle 0xa8f483e9eb300d18 from hash 00010000:00000001:0.0:1780853724.741719:0:30885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853724.741721:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853724.741722:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.741723:0:30885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853724.741726:0:30885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853724.741728:0:30885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853724.741731:0:30885:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853724.741733:0:30885:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1780853724.741735:0:30885:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1780853724.741741:0:30885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369500. 00000020:00000040:0.0:1780853724.741744:0:30885:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853724.741749:0:30885:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853724.741750:0:30885:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.741753:0:30885:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853724.741757:0:30885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853724.741760:0:30885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741762:0:30885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853724.741764:0:30885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853724.741769:0:30885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853724.741774:0:30885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589313400. 00000100:00000001:0.0:1780853724.741779:0:30885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.741782:0:30885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.741784:0:30885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853724.741790:0:30885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780853724.741799:0:30885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300d18 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979d95 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853724.741810:0:30885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780853724.741816:0:30885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1780853724.741818:0:30885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1780853724.741820:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853724.741822:0:30885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d1f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979dd4 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853724.741834:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.741835:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853724.741837:0:30885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778200/0xa8f483e9eb300d18 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979d95 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1780853724.741842:0:30885:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3700 count: 0 00010000:00000010:0.0:1780853724.741848:0:30885:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02580. 00010000:00000001:0.0:1780853724.741854:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.741855:0:30885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853724.741858:0:30885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300d0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979d79 expref: -99 pid: 30885 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1780853724.741864:0:30885:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837700 count: 0 00010000:00000010:0.0:1780853724.741866:0:30885:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9e80. 00010000:00000001:0.0:1780853724.741872:0:30885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853724.741873:0:30885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.741875:0:30885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853724.741876:0:30885:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.741878:0:30885:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853724.741888:0:30885:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853724.741894:0:30885:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853724.741901:0:30885:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853724.741903:0:30885:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853724.741909:0:30885:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850ab900. 00000100:00000001:0.0:1780853724.741911:0:30885:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154845440 : -107453554706176 : ffff9e45850ab900) 00000100:00000001:0.0:1780853724.741913:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.741914:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000001:0.0:1780853724.741919:0:30885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853724.741924:0:30885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.741926:0:30885:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853724.741927:0:30885:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853724.741932:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.742084:0:30885:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853724.742086:0:30885:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.742090:0:30885:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853724.742093:0:30885:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853724.742096:0:30885:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853724.742100:0:30885:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631421952:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853724.742105:0:30885:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853724.742110:0:30885:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853724.742113:0:30885:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.742116:0:30885:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853724.742120:0:30885:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b9000. 02000000:00000001:0.0:1780853724.742122:0:30885:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853724.742127:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853724.742131:0:30885:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853724.742136:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853724.742143:0:30885:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631421952, portal 10 00000100:00000001:0.0:1780853724.742145:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.742146:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000040:0.0:1780853724.742153:0:30885:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.742166:0:30885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853724.742169:0:30885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853724.742171:0:30885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853724.742174:0:30885:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1867358631421952, offset 0 00000400:00000200:0.0:1780853724.742181:0:30885:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853724.742188:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.742195:0:30885:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853724.742200:0:30885:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853724.742204:0:30885:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853724.742208:0:30885:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853724.742211:0:30885:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853724.742214:0:30885:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2421:2421:256:4294967295] 192.168.202.110@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:0.0:1780853724.742218:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853724.742226:0:30885:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853724.742233:0:30885:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853724.742238:0:30885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3b00. 00000800:00000200:0.0:1780853724.742244:0:30885:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853724.742250:0:30885:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853724.742254:0:30885:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1780853724.742397:0:30885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.742402:0:30885:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807167 usecs (808 jiffies) 00000400:00000200:0.0:1780853724.742406:0:30885:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853724.742409:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296522305 00000100:00000001:0.0:1780853724.742412:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.742414:0:30885:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296522305 00000100:00000001:0.0:1780853724.742416:0:30885:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296523258 00000100:00000001:0.0:1780853724.742418:0:30885:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.742421:0:30885:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.742424:0:30885:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853724.742426:0:30885:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853724.742429:0:30885:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850ab900 going to sleep for 11 seconds 00000100:00000001:0.0:1780853724.742431:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853724.742433:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853724.742774:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.742779:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853724.742784:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.742789:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853724.742793:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:1.0:1780853724.742795:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:1.0:1780853724.742798:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853724.742803:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.742812:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853724.742815:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.742820:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853724.742822:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1780853724.747251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00010000:00000010:0.1:1780853724.747278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:0.1:1780853724.747284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778200. 00010000:00000010:0.1:1780853724.747287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00010000:00000010:0.1:1780853724.747291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00000800:00000001:1.0:1780853724.748086:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.748101:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853724.748105:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.748107:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.748116:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748124:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853724.748135:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748140:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748145:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748149:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4e800 00000400:00000200:1.0:1780853724.748153:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748158:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6939 [1] + 224 00000800:00000001:1.0:1780853724.748165:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853724.748188:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853724.748192:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.748197:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853724.748205:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853724.748214:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853724.748226:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853724.748249:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853724.748258:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853724.748261:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748303:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853724.748309:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2422:2422:256:4294967295] 192.168.202.110@tcp LPNI seq info [2422:2422:8:4294967295] 00000400:00000200:1.0:1780853724.748314:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853724.748332:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853724.748338:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853724.748344:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8000. 00000800:00000200:1.0:1780853724.748349:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853724.748365:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853724.748370:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1780853724.748763:0:30885:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853724.748771:0:30885:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853724.748773:0:30885:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853724.748777:0:30885:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853724.748781:0:30885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:0.0:1780853724.748783:0:30885:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:0.0:1780853724.748786:0:30885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853724.748791:0:30885:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853724.748800:0:30885:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369500 x1867358631421952/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853740 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.748805:0:30885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853724.748807:0:30885:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.748809:0:30885:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853724.748813:0:30885:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853724.748815:0:30885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853724.748817:0:30885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853724.748820:0:30885:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853724.748830:0:30885:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=115 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853724.748834:0:30885:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853724.748837:0:30885:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853724.748838:0:30885:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853724.748841:0:30885:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853724.748844:0:30885:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.748847:0:30885:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853724.748849:0:30885:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000013d] 00000100:00000001:0.0:1780853724.748850:0:30885:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853724.748853:0:30885:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853724.748854:0:30885:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000001:0.0:1780853724.748858:0:30885:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853724.748859:0:30885:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967618 00000100:00000001:0.0:1780853724.748862:0:30885:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853724.748864:0:30885:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853724.748869:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369500 x1867358631421952/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853740 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.748876:0:30885:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853724.748879:0:30885:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853724.748881:0:30885:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853724.748884:0:30885:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369500 x1867358631421952/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853740 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853724.748892:0:30885:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:30885:1867358631421952:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853724.748896:0:30885:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853724.748899:0:30885:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853724.748902:0:30885:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853724.748904:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.748907:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369500 x1867358631421952/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853740 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.748915:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853724.748917:0:30885:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850ab900. 00000100:00000001:0.0:1780853724.748921:0:30885:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853724.748922:0:30885:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853724.748929:0:30885:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.748933:0:30885:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853724.748938:0:30885:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853724.748941:0:30885:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312e00. 00000100:00000001:0.0:1780853724.748949:0:30885:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853724.748952:0:30885:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369500 x1867358631421952/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853740 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853724.748958:0:30885:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.748961:0:30885:0:(namei.c:2357:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.748977:0:30885:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1780853724.748981:0:30885:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:0.0:1780853724.748984:0:30885:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9e45919a2a08) 00800000:00000001:0.0:1780853724.748988:0:30885:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:0.0:1780853724.748990:0:30885:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:0.0:1780853724.748995:0:30885:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1780853724.749001:0:30885:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853724.749003:0:30885:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.749006:0:30885:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1780853724.749008:0:30885:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1780853724.749010:0:30885:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.749012:0:30885:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853724.749016:0:30885:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1780853724.749018:0:30885:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1780853724.749030:0:30885:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853724.749034:0:30885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d17e30 00000080:00002000:0.0:1780853724.749037:0:30885:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9e458add1510, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780853724.749039:0:30885:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853724.749043:0:30885:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853724.749046:0:30885:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:0.0:1780853724.749676:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1780853724.749870:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853724.749876:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8000. 00000400:00000200:1.0:1780853724.749882:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853724.749889:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853724.750750:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1780853724.753498:0:30886:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a2940. 00000080:00000010:0.1:1780853724.753514:0:30886:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15340. 00010000:00000001:1.0:1780853725.229657:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853725.229666:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853725.229673:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853725.229674:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853725.229678:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853725.229679:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853725.664937:0:30970:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853726.253453:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853726.253460:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853726.253465:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853726.253466:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853726.253469:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853726.253470:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853726.253494:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853726.253497:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853726.253500:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853726.509488:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296523258, at 4296523264 00000100:00000010:0.0:1780853726.509507:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139660. 00000100:00000040:1.0:1780853726.509634:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296523258, at 4296523264 00000100:00000010:1.0:1780853726.509641:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139600. 00010000:00000001:1.0:1780853727.278937:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853727.278945:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853727.278951:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853727.278952:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853727.278955:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853727.278957:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853727.282600:0:31107:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533370:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853727.533380:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853727.533387:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853727.533393:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853727.533398:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853727.533402:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853727.533407:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853727.533415:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77400. 00000100:00000001:3.0:1780853727.533423:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533436:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853727.533447:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853727.533454:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533462:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49f315c] to pc [ptlrpcd_01_00+0] req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533486:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533490:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853727.533493:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853727.533497:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171880. 00000020:00000040:3.0:1780853727.533499:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853727.533501:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853727.533503:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853727.533504:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853727.533507:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77a00. 00000100:00000001:3.0:1780853727.533509:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533513:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853727.533520:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853727.533522:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533537:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc85640] to pc [ptlrpcd_01_01+1] req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533547:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533549:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853727.533553:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853727.533557:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170380. 00000020:00000040:3.0:1780853727.533560:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853727.533561:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853727.533563:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853727.533565:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853727.533568:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77c00. 00000100:00000001:3.0:1780853727.533570:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533574:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853727.533588:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853727.533589:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533593:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d687a914] to pc [ptlrpcd_01_00+0] req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533600:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533601:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853727.533606:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853727.533609:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853727.533611:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853727.533613:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853727.533614:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853727.533615:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853727.533618:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77000. 00000100:00000001:3.0:1780853727.533620:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533624:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853727.533631:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853727.533633:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533636:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d32851] to pc [ptlrpcd_01_01+1] req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533642:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.533645:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1861) 00000100:00000001:3.0:1780853727.533658:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853727.533662:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853727.533664:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853727.533669:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533676:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853727.533678:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.533683:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853727.533685:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853727.533688:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853727.533691:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631422080:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853727.533696:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853727.533702:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853727.533705:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.533708:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853727.533713:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585fe0600. 02000000:00000001:3.0:1780853727.533715:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853727.533723:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853727.533728:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853727.533737:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853727.533744:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631422080, portal 25 00000100:00000001:3.0:1780853727.533747:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853727.533748:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853727.533755:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533762:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853727.533765:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853727.533767:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a198. 00000100:00000200:3.0:1780853727.533771:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631422080, offset 0 00000400:00000200:3.0:1780853727.533778:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853727.533787:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.533796:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853727.533802:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853727.533807:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853727.533810:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853727.533813:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853727.533817:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2423:2423:256:4294967295] 192.168.202.110@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:3.0:1780853727.533822:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.533834:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853727.533844:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853727.533849:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853727.533856:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853727.533865:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853727.533869:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853727.533889:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853727.533893:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853727.533896:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296528377 00000100:00000010:3.0:1780853727.533902:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139240. 00000100:00000001:3.0:1780853727.533908:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853727.533914:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296528377 00000100:00000010:3.0:1780853727.533917:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139d80. 00000100:00000001:3.0:1780853727.533921:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853727.533924:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.533926:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.533929:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853727.533934:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533940:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853727.533942:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.533944:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853727.533946:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853727.533948:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853727.533950:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631422336:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853727.533954:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853727.533956:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853727.533958:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.533960:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853727.533963:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585fe1800. 02000000:00000001:3.0:1780853727.533965:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853727.533968:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853727.533972:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853727.533976:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853727.533979:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631422336, portal 4 00000100:00000001:3.0:1780853727.533980:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853727.533982:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122096512 : -107453587455104 : ffff9e4583170380) 00000100:00000040:3.0:1780853727.533989:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.533995:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853727.533997:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853727.534000:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a660. 00000100:00000200:3.0:1780853727.534002:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631422336, offset 0 00000400:00000200:3.0:1780853727.534007:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853727.534011:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.534014:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853727.534018:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853727.534020:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853727.534022:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853727.534024:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853727.534027:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2424:2424:255:4294967295] 192.168.202.110@tcp LPNI seq info [2424:2424:7:4294967295] 00000400:00000200:3.0:1780853727.534031:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.534037:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853727.534041:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853727.534044:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853727.534048:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853727.534052:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853727.534054:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853727.534057:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.534060:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 245420 usecs (246 jiffies) 00000400:00000200:3.0:1780853727.534063:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853727.534065:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296524534 00000100:00000001:3.0:1780853727.534067:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296528377 00000100:00000001:3.0:1780853727.534070:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296524534 00000100:00000001:3.0:1780853727.534071:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296528377 00000100:00000001:3.0:1780853727.534074:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.534075:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.534078:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.534081:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853727.534081:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853727.534086:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000100:00000001:3.0:1780853727.534088:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853727.534090:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853727.534092:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1780853727.534092:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1780853727.534093:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853727.534095:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853727.534096:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00100000:3.0:1780853727.534098:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1780853727.534099:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.534101:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853727.534102:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853727.534102:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a198 00000100:00000001:3.0:1780853727.534103:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1780853727.534104:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a198. 00000100:00000001:3.0:1780853727.534105:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853727.534106:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780853727.534108:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1780853727.534109:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853727.534112:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.534116:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853727.534118:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.534120:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853727.534122:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853727.534122:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1780853727.534124:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853727.534125:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853727.534127:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631422208:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853727.534130:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853727.534133:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1780853727.534133:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.534135:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853727.534135:0:2372:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1780853727.534137:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853727.534140:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4589322200. 02000000:00000001:3.0:1780853727.534142:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853727.534145:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853727.534147:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae7e8. 00000400:00000010:3.0:1780853727.534151:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853727.534153:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631422208, portal 10 00000100:00000001:3.0:1780853727.534155:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853727.534156:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122101888 : -107453587449728 : ffff9e4583171880) 00000100:00000040:3.0:1780853727.534161:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.534166:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853727.534168:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853727.534170:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a4c8. 00000100:00000200:3.0:1780853727.534172:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631422208, offset 0 00000400:00000200:3.0:1780853727.534177:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853727.534180:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.534183:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853727.534185:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853727.534188:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853727.534190:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853727.534192:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853727.534194:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2425:2425:255:4294967295] 192.168.202.110@tcp LPNI seq info [2425:2425:7:4294967295] 00000800:00000200:1.0:1780853727.534197:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1780853727.534198:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000010:1.0:1780853727.534200:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77200. 00000400:00000200:1.0:1780853727.534202:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1780853727.534204:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000400:00000200:1.0:1780853727.534206:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000800:00000200:3.0:1780853727.534208:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853727.534208:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a660 00000400:00000010:1.0:1780853727.534210:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a660. 00000800:00000010:3.0:1780853727.534212:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000100:00000001:1.0:1780853727.534212:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1780853727.534215:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000100:00000200:1.0:1780853727.534216:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1780853727.534219:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853727.534222:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853727.534223:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853727.534225:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853727.534225:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1780853727.534228:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 806048 usecs (807 jiffies) 00000400:00000200:3.0:1780853727.534231:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853727.534231:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.534233:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296525095 00000100:00000001:1.0:1780853727.534233:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853727.534235:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296528377 00000100:00000001:3.0:1780853727.534237:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296525095 00000100:00000001:3.0:1780853727.534239:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296528377 00000100:00000001:3.0:1780853727.534241:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1780853727.534241:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1780853727.534243:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1780853727.534243:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:1.0:1780853727.534245:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1780853727.534246:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1780853727.534248:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000040:3.0:1780853727.534249:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780853727.534251:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a4c8 00000400:00000010:1.0:1780853727.534252:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a4c8. 00000100:00000001:1.0:1780853727.534254:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1780853727.534257:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1780853727.534257:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.534258:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.534260:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853727.534262:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853727.534284:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853727.534288:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631422464:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853727.534292:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780853727.534292:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1780853727.534303:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853727.534305:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853727.534305:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1780853727.534307:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853727.534311:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583911600. 00000100:00000001:1.0:1780853727.534311:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.534312:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853727.534313:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1780853727.534315:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853727.534318:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853727.534321:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853727.534324:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631422464, portal 4 00000100:00000001:3.0:1780853727.534325:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853727.534327:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000040:3.0:1780853727.534333:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.534339:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853727.534341:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853727.534344:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a6e8. 00000100:00000200:3.0:1780853727.534346:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631422464, offset 0 00000400:00000200:3.0:1780853727.534350:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853727.534353:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.534356:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853727.534359:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853727.534361:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853727.534364:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853727.534366:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853727.534368:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2426:2426:256:4294967295] 192.168.202.110@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:3.0:1780853727.534372:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853727.534377:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853727.534382:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853727.534385:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853727.534389:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853727.534393:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853727.534395:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853727.534409:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.534413:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 97237 usecs (98 jiffies) 00000400:00000200:3.0:1780853727.534416:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853727.534417:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296524387 00000100:00000001:3.0:1780853727.534420:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296528377 00000100:00000001:3.0:1780853727.534422:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296524387 00000100:00000001:3.0:1780853727.534424:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296528377 00000100:00000001:3.0:1780853727.534426:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.534428:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.534430:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.534433:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.534443:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853727.534445:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853727.534583:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853727.534587:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77700. 00000400:00000200:0.0:1780853727.534591:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853727.534595:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853727.534598:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a6e8 00000400:00000010:0.0:1780853727.534599:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a6e8. 00000100:00000001:0.0:1780853727.534602:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853727.534607:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853727.534614:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853727.534618:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853727.534630:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853727.534631:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853727.538121:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853727.538139:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853727.538144:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853727.538146:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853727.538155:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853727.538162:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853727.538171:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853727.538175:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853727.538180:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853727.538184:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4e900 00000400:00000200:1.0:1780853727.538189:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853727.538196:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6959 [1] + 224 00000800:00000001:1.0:1780853727.538203:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853727.538210:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853727.538213:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853727.538217:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853727.538226:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853727.538235:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853727.538246:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853727.538364:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853727.538375:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853727.538378:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.539326:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853727.539332:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853727.539343:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853727.539346:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853727.539350:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae7e8. 00000400:00000200:3.0:1780853727.539357:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:3.0:1780853727.539360:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:3.0:1780853727.539364:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853727.539372:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853727.539384:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.539391:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853727.539392:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.539395:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853727.539398:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853727.539401:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853727.539403:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.539406:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853727.539417:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=118 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853727.539422:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853727.539424:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853727.539426:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853727.539429:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853727.539434:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.539438:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853727.539440:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967618 00000100:00000001:3.0:1780853727.539442:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853727.539445:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.539450:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.539458:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.539460:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853727.539462:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853727.539466:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853727.539478:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631422208:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853727.539484:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.539498:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853727.539502:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171880 x1867358631422208/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.539509:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853727.539512:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853727.539515:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4589322200. 02000000:00000001:3.0:1780853727.539520:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853727.539523:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853727.539525:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853727.539528:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853727.539530:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77a00. 02000000:00000001:3.0:1780853727.539535:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853727.539537:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853727.539539:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171880. 00000100:00000001:3.0:1780853727.539542:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853727.539544:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.539547:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.539549:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853727.539550:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853727.539552:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.539554:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853727.550419:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550439:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853727.550443:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550445:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853727.550456:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550464:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853727.550473:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550480:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550486:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550490:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4e880 00000400:00000200:0.0:1780853727.550495:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550501:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6949 [1] + 224 00000800:00000001:0.0:1780853727.550510:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550513:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853727.550516:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853727.550520:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853727.550528:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853727.550539:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853727.550551:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853727.550569:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853727.550578:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550582:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853727.550584:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550585:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853727.550588:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550592:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853727.550596:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550599:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550602:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550604:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4e980 00000400:00000200:0.0:1780853727.550607:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550611:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6951 [1] + 224 00000800:00000001:0.0:1780853727.550615:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550618:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853727.550620:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853727.550623:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853727.550626:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853727.550629:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853727.550638:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853727.550646:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853727.550649:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550652:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853727.550654:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550656:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853727.550659:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550662:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853727.550666:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550668:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550671:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550674:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4ea00 00000400:00000200:0.0:1780853727.550677:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853727.550681:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6961 [1] + 224 00000800:00000001:0.0:1780853727.550685:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550692:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853727.550694:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853727.550696:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853727.550699:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853727.550703:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853727.550711:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853727.550717:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853727.550720:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853727.550723:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.555255:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853727.555276:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853727.555287:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853727.555290:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853727.555302:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853727.555310:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853727.555313:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853727.555318:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853727.555331:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853727.555350:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.555358:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853727.555360:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.555363:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853727.555367:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853727.555370:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853727.555372:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.555375:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853727.555385:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=118 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853727.555390:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853727.555393:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853727.555394:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853727.555397:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853727.555402:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.555407:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853727.555410:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1780853727.555412:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853727.555413:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.555418:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.555426:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.555429:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853727.555431:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853727.555436:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853727.555444:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631422464:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853727.555451:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853727.555452:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853727.555454:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:3.0:1780853727.555457:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:3.0:1780853727.555459:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:3.0:1780853727.555461:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853727.555465:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853727.555474:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.555479:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853727.555480:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.555482:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853727.555483:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853727.556382:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853727.556387:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.556391:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853727.556397:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853727.556401:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853727.556403:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853727.556405:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853727.556406:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853727.556408:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.556411:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.556418:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.556426:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.556428:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853727.556430:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853727.556434:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853727.556440:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631422080:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853727.556449:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853727.556450:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853727.556453:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853727.556457:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a330 00000400:00000010:3.0:1780853727.556459:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a330. 00000100:00000001:3.0:1780853727.556462:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853727.556466:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853727.556474:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.556481:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853727.556482:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.557332:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853727.557336:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853727.557338:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853727.557340:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853727.557344:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853727.557350:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=118 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853727.557355:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853727.557357:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853727.557358:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853727.557360:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853727.557363:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.557366:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853727.557368:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853727.557370:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853727.557371:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853727.557378:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.557385:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853727.557388:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853727.557390:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853727.557394:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853727.557401:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631422336:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853727.557405:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.557408:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853727.557412:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173480 x1867358631422464/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.557420:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853727.557422:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853727.557426:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583911600. 02000000:00000001:3.0:1780853727.557432:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853727.557434:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853727.557436:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853727.557439:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853727.557442:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77000. 02000000:00000001:3.0:1780853727.557446:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853727.557447:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853727.557450:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173480. 00000100:00000001:3.0:1780853727.557454:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853727.557455:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.557457:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853727.557460:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631422080/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.557466:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853727.557467:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853727.557468:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585fe0600. 02000000:00000001:3.0:1780853727.557470:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853727.557471:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853727.557472:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853727.557474:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853727.557475:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77400. 02000000:00000001:3.0:1780853727.557477:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853727.557478:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853727.557479:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853727.557481:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853727.557482:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.557483:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853727.557562:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170380 x1867358631422336/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853727.557569:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853727.557571:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853727.557573:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585fe1800. 02000000:00000001:3.0:1780853727.557577:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853727.557579:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853727.557580:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853727.557582:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853727.557583:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77c00. 02000000:00000001:3.0:1780853727.557586:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853727.557587:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853727.557588:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170380. 00000100:00000001:3.0:1780853727.557590:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853727.557591:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.557594:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853727.557603:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853727.557604:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853727.557607:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853727.557609:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853728.303024:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853728.303034:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853728.303042:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853728.303043:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853728.303048:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853728.303049:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853729.100821:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853729.100843:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853729.100847:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853729.100852:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853729.100864:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100872:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853729.100881:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100887:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100892:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100897:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51156700 00000400:00000200:1.0:1780853729.100906:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x5f29 [2] + 984 00000800:00000001:1.0:1780853729.100914:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853729.100918:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853729.100921:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853729.100926:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853729.100936:0:2372:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853729.100939:0:2372:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853729.100945:0:2372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104a80. 00000100:00000040:1.0:1780853729.100949:0:2372:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583104a80 x1867358651377408 msgsize 328 00000100:00100000:1.0:1780853729.100954:0:2372:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853729.100964:0:2372:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853729.100973:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853729.100976:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853729.100978:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853729.100980:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853729.100982:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100985:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853729.100989:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100991:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100994:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853729.100997:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51156780 00000400:00000200:1.0:1780853729.101000:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x5f29 [2] + 1312 00000800:00000001:1.0:1780853729.101004:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1780853729.101392:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853729.101396:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651377408 02000000:00000001:0.0:1780853729.101400:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853729.101402:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853729.101405:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853729.101409:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853729.101414:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651377408 00000020:00000001:0.0:1780853729.101418:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853729.101420:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:0.0:1780853729.101423:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853729.101426:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:0.0:1780853729.101429:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:0.0:1780853729.101431:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:0.0:1780853729.101435:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853729.101440:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d7c0. 00000100:00000001:0.0:1780853729.101444:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853729.101446:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d7c0. 00000020:00000010:0.0:1780853729.101452:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74e00. 00000020:00000010:0.0:1780853729.101457:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922abd80. 00000020:00000010:0.0:1780853729.101462:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c914b0. 00000100:00000040:0.0:1780853729.101471:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853729.101474:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853729.101475:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853729.101477:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.101484:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.101492:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.101503:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853729.101505:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853729.101511:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 55 00000800:00000001:1.0:1780853729.101607:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853729.101610:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853729.101614:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853729.101619:0:2372:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853729.101620:0:2372:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853729.101624:0:2372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107b80. 00000100:00000040:1.0:1780853729.101626:0:2372:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583107b80 x1867358651377536 msgsize 328 00000100:00100000:1.0:1780853729.101630:0:2372:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853729.101632:0:2372:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853729.101636:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853729.101639:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853729.101654:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853729.101656:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651377536 02000000:00000001:1.0:1780853729.101657:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853729.101659:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853729.101660:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853729.101663:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853729.101665:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651377536 00000020:00000001:1.0:1780853729.101667:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853729.101668:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:1.0:1780853729.101669:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853729.101671:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:1.0:1780853729.101673:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:1.0:1780853729.101675:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:1.0:1780853729.101678:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853729.101680:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831ccb80. 00000100:00000001:1.0:1780853729.101682:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853729.101684:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831ccb80. 00000020:00000010:1.0:1780853729.101688:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45943a9a00. 00000020:00000010:1.0:1780853729.101692:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2800. 00000020:00000010:1.0:1780853729.101695:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7aa28. 00000100:00000001:1.0:1780853729.101699:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853729.101700:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853729.101702:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.101852:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:0.0:1780853729.101854:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000040:0.0:1780853729.101863:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583104a80 x1867358651377408/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:510/0 lens 328/0 e 0 to 0 dl 1780853740 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853729.101873:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853729.101877:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d7c0. 00000100:00000001:0.0:1780853729.101878:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853729.101881:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d7c0. 00000100:00100000:0.0:1780853729.101885:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583104a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6584:x1867358651377408:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853729.101889:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651377408 00010000:00000001:0.0:1780853729.101892:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853729.101900:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853729.101902:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853729.101904:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779600 refcount=2 00000020:00000001:0.0:1780853729.101906:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:0.0:1780853729.101908:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245865984 : -107453463685632 : ffff9e458a779600) 00010000:00000001:0.0:1780853729.101913:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853729.101916:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853729.101921:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 0000000063e37e55/0xa8f483e9eb300cee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979cfb expref: -99 pid: 30883 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1780853729.101933:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853729.101936:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853729.101940:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851b8c00. 02000000:00000001:0.0:1780853729.101943:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.101945:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.101950:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853729.101952:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853729.101956:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853729.101961:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853729.101964:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853729.101966:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853729.101969:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853729.101971:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.101974:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853729.101977:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853729.101982:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853729.101987:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651377408, offset 224 00000400:00000200:0.0:1780853729.101994:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853729.102002:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.102008:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853729.102014:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2427:2427:256:4294967295] 192.168.202.110@tcp LPNI seq info [2427:2427:8:4294967295] 00000400:00000200:0.0:1780853729.102018:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.102026:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853729.102032:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853729.102036:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853729.102042:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853729.102049:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853729.102054:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853729.102064:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.102067:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853729.102070:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853729.102077:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e458981d780. 00010000:00000001:0.0:1780853729.102080:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1780853729.102150:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853729.102153:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853729.104202:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853729.104209:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.104212:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.104214:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.104230:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358651377408/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:510/0 lens 328/224 e 0 to 0 dl 1780853740 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853729.104248:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583104a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6584:x1867358651377408:12345-192.168.202.110@tcp:104: Request processed in 2373us (3295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853729.104258:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 55 00000100:00000040:0.0:1780853729.104261:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:0.0:1780853729.104278:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853729.104291:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853729.104299:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922abd80. 00000020:00000010:0.0:1780853729.104307:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c914b0. 00000020:00000010:0.0:1780853729.104312:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74e00. 00000020:00000040:0.0:1780853729.104318:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:0.0:1780853729.104321:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.104339:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853729.104341:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853729.104345:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 56 00000100:00000040:0.0:1780853729.104348:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:0.0:1780853729.104350:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000040:0.0:1780853729.104355:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583107b80 x1867358651377536/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:510/0 lens 328/0 e 0 to 0 dl 1780853740 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853729.104364:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853729.104368:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d7c0. 00000100:00000001:0.0:1780853729.104370:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853729.104373:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d7c0. 00000100:00100000:0.0:1780853729.104377:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583107b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6583:x1867358651377536:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853729.104380:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651377536 00010000:00000001:0.0:1780853729.104382:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853729.104389:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853729.104391:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853729.104394:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=2 00000020:00000001:0.0:1780853729.104396:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:0.0:1780853729.104399:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:0.0:1780853729.104403:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853729.104406:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853729.104410:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000009df1c15e/0xa8f483e9eb300cd9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979cbc expref: -99 pid: 30882 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1780853729.104423:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853729.104426:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853729.104430:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851b9400. 02000000:00000001:0.0:1780853729.104433:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.104435:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.104439:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853729.104442:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853729.104733:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853729.104739:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853729.104745:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853729.104752:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853729.104761:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:1.0:1780853729.104764:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:1.0:1780853729.104769:0:2373:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853729.104771:0:2373:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:0.0:1780853729.105599:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853729.105609:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853729.105613:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853729.105616:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853729.105619:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853729.105622:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.105626:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853729.105630:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853729.105635:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853729.105640:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651377536, offset 224 00000400:00000200:0.0:1780853729.105646:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853729.105658:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.105665:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853729.105672:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2428:2428:256:4294967295] 192.168.202.110@tcp LPNI seq info [2428:2428:8:4294967295] 00000400:00000200:0.0:1780853729.105677:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.105685:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853729.105691:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853729.105696:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3800. 00000800:00000200:0.0:1780853729.105703:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853729.105710:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853729.105714:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853729.105723:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.105726:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853729.105730:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853729.105734:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e45833eecc0. 00010000:00000001:0.0:1780853729.105736:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853729.105747:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853729.105750:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.105751:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.105753:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.105760:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107b80 x1867358651377536/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:510/0 lens 328/224 e 0 to 0 dl 1780853740 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853729.105772:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583107b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6583:x1867358651377536:12345-192.168.202.110@tcp:104: Request processed in 1406us (4142us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853729.105780:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 56 00000100:00000040:0.0:1780853729.105783:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:0.0:1780853729.105786:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853729.105787:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853729.105792:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2800. 00000020:00000010:0.0:1780853729.105795:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7aa28. 00000020:00000010:0.0:1780853729.105799:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45943a9a00. 00000020:00000040:0.0:1780853729.105803:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:0.0:1780853729.105805:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853729.105822:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853729.105824:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853729.105826:0:15885:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1780853729.105829:0:15885:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1780853729.105830:0:15885:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1780853729.105834:0:15885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000009df1c15e/0xa8f483e9eb300cd9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979cbc expref: -99 pid: 30882 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780853729.105850:0:15885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a779800 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:0.0:1780853729.105852:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1780853729.105854:0:15885:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1780853729.105855:0:15885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853729.105856:0:15885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853729.105858:0:15885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:0.0:1780853729.105860:0:15885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:0.0:1780853729.105862:0:15885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:0.0:1780853729.105864:0:15885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853729.105867:0:15885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000009df1c15e/0xa8f483e9eb300cd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec979cbc expref: -99 pid: 30882 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1780853729.105873:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1780853729.105875:0:15885:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853729.105878:0:15885:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910083f0. 00000020:00000010:0.0:1780853729.105880:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74e00. 00000020:00000010:0.0:1780853729.105884:0:15885:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75e00. 00000020:00000010:0.0:1780853729.105886:0:15885:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447dba0. 00000008:00000010:0.0:1780853729.105890:0:15885:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853729.105894:0:15885:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853729.105898:0:15885:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853729.105904:0:15885:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276ab28. 00000080:00000010:0.0:1780853729.105908:0:15885:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c2910. 00000020:00000010:0.0:1780853729.105911:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75800. 00000008:00000010:0.0:1780853729.105914:0:15885:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fa20. 00020000:00000010:0.0:1780853729.105917:0:15885:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645ba80. 00008000:00000010:0.0:1780853729.105920:0:15885:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5190. 00000080:00000010:0.0:1780853729.105925:0:15885:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864741e0. 00000020:00000001:0.0:1780853729.105927:0:15885:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503096 : -107453354048520 : ffff9e45910083f8) 00000020:00001000:0.0:1780853729.105929:0:15885:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910083f0 00000008:00000001:0.0:1780853729.105932:0:15885:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1780853729.105934:0:15885:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853729.105936:0:15885:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910083f0 00000020:00000010:0.0:1780853729.105938:0:15885:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75e00. 00000020:00000010:0.0:1780853729.105941:0:15885:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447dba0. 00000008:00000010:0.0:1780853729.105946:0:15885:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853729.105949:0:15885:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853729.105952:0:15885:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853729.105955:0:15885:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276ab28. 00000080:00000010:0.0:1780853729.105957:0:15885:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c2910. 00000020:00000010:0.0:1780853729.105960:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74e00. 00000008:00000010:0.0:1780853729.105964:0:15885:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fa20. 00020000:00000010:0.0:1780853729.105967:0:15885:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645ba80. 00008000:00000010:0.0:1780853729.105972:0:15885:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5190. 00000080:00000010:0.0:1780853729.105974:0:15885:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864741e0. 00000020:00000010:0.0:1780853729.105977:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75800. 00000020:00000010:0.0:1780853729.105979:0:15885:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910083f0. 00000008:00000001:0.0:1780853729.105981:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.105984:0:15885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853729.105987:0:15885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853729.105989:0:15885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853729.105991:0:15885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853729.105993:0:15885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780853729.105996:0:15885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779800 with handle 0xa8f483e9eb300cd9 from hash 00010000:00000001:0.0:1780853729.105998:0:15885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853729.106000:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853729.106001:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853729.106003:0:15885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853729.106005:0:15885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853729.106007:0:15885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1780853729.106012:0:15885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853729.106015:0:15885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.106017:0:15885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853729.106020:0:15885:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1780853729.106025:0:15885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369f80. 00000020:00000040:0.0:1780853729.106029:0:15885:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853729.106033:0:15885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853729.106036:0:15885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853729.106040:0:15885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853729.106047:0:15885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585d75800. 00000100:00000001:0.0:1780853729.106053:0:15885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.106055:0:15885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853729.106060:0:15885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000009df1c15e/0xa8f483e9eb300cd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979cbc expref: -99 pid: 30882 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780853729.106067:0:15885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1780853729.106068:0:15885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.106072:0:15885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853729.106077:0:15885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.106616:0:15885:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015bda9b4] to pc [ptlrpcd_00_01+1] req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780853729.106634:0:15885:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853729.106636:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853729.106638:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853729.106639:0:15885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.106640:0:15885:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853729.106642:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853729.106645:0:15885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000009df1c15e/0xa8f483e9eb300cd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979cbc expref: -99 pid: 30882 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853729.106652:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853729.106654:0:15885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000009df1c15e/0xa8f483e9eb300cd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979cbc expref: -99 pid: 30882 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1780853729.106660:0:15885:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f09c0. 00010000:00000040:0.0:1780853729.106663:0:15885:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837100 count: 0 00010000:00000010:0.0:1780853729.106667:0:15885:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4594837a00. 00010000:00000001:0.0:1780853729.106672:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853729.106674:0:15885:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1780853729.106675:0:15885:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e45833eecc0. 00010000:00000001:0.0:1780853729.106677:0:15885:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853729.106679:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853729.106681:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853729.106682:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1780853729.106683:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853729.106684:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853729.106686:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1780853729.106687:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853729.106688:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853729.106690:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853729.106696:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1780853729.106699:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780853729.106702:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.106706:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853729.106708:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.106710:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853729.106712:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853729.106713:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853729.106718:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.106724:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853729.106727:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853729.106731:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853729.106733:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853729.106736:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853729.106738:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631422592:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1780853729.106742:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853729.106747:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853729.106749:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853729.106752:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853729.106755:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585d74e00. 02000000:00000001:0.0:1780853729.106757:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853729.106763:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853729.106767:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853729.106771:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864267f8. 00000100:00000200:0.0:1780853729.106778:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631422592, portal 18 00000100:00000001:0.0:1780853729.106780:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853729.106782:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000040:0.0:1780853729.106788:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.106795:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853729.106797:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853729.106800:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864263b8. 00000100:00000200:0.0:1780853729.106802:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631422592, offset 0 00000400:00000200:0.0:1780853729.106807:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853729.106812:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.106818:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853729.106822:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853729.106827:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853729.106830:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853729.106832:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853729.106835:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2429:2429:255:4294967295] 192.168.202.110@tcp LPNI seq info [2429:2429:7:4294967295] 00000400:00000200:0.0:1780853729.106839:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.106845:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853729.106851:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853729.106854:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853729.106859:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853729.106865:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853729.106868:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1780853729.106872:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.106876:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 244247 usecs (245 jiffies) 00000400:00000200:0.0:1780853729.106879:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853729.106881:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296526106 00000100:00000001:0.0:1780853729.106885:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296528377 00000100:00000001:0.0:1780853729.106887:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296526106 00000100:00000001:0.0:1780853729.106889:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296528377 00000100:00000001:0.0:1780853729.106891:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853729.106894:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.106897:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.106899:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853729.108652:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853729.108658:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:1.0:1780853729.108663:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853729.108668:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853729.108674:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:1.0:1780853729.108676:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:1.0:1780853729.108681:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853729.108682:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1780853729.108693:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853729.108695:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:1.0:1780853729.108698:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853729.108700:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853729.108703:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864263b8 00000400:00000010:1.0:1780853729.108704:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864263b8. 00000100:00000001:1.0:1780853729.108707:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853729.108712:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853729.108722:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853729.108726:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853729.108733:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853729.108734:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853729.108799:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853729.108801:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853729.108804:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853729.108808:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853729.108810:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:1.0:1780853729.108812:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:1.0:1780853729.108815:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853729.108818:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631422720/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853729.108825:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853729.108827:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631422720/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853729.108834:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853729.108835:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853729.108844:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853729.108847:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853729.120085:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120103:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853729.120108:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120111:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853729.120122:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120130:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853729.120139:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120145:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120150:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120155:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe4ea80 00000400:00000200:0.0:1780853729.120160:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120166:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6979 [1] + 224 00000800:00000001:0.0:1780853729.120174:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120178:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853729.120181:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853729.120185:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853729.120193:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853729.120202:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853729.120213:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.120228:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853729.120238:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120241:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853729.120244:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120246:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853729.120249:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120252:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853729.120257:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120259:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120261:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120300:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe4eb00 00000400:00000200:0.0:1780853729.120304:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853729.120308:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6989 [1] + 224 00000800:00000001:0.0:1780853729.120312:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120321:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853729.120323:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853729.120326:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853729.120329:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853729.120334:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631422720/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853729.120343:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3b100 x1867358631422720/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.120357:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853729.120361:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853729.120365:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.120378:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853729.120381:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853729.120387:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853729.120389:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853729.120393:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853729.120396:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864267f8 00000400:00000010:0.0:1780853729.120399:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864267f8. 00000100:00000001:0.0:1780853729.120401:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853729.120405:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853729.120414:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.120421:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853729.120423:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.120426:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853729.120430:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853729.120432:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853729.120435:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853729.120438:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853729.120449:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=100 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853729.120453:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853729.120457:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853729.120458:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853729.120461:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853729.120464:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.120468:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853729.120470:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853729.120472:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853729.120473:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853729.120478:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.120485:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853729.120488:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853729.120491:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853729.120495:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853729.120502:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631422592:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1780853729.120507:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.120510:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853729.120513:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369f80 x1867358631422592/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853745 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853729.120520:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853729.120522:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853729.120527:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585d74e00. 02000000:00000001:0.0:1780853729.120531:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853729.120534:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853729.120537:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853729.120539:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853729.120541:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585d75800. 02000000:00000001:0.0:1780853729.120544:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853729.120546:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853729.120548:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369f80. 00000100:00000001:0.0:1780853729.120551:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853729.120552:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.120554:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853729.120563:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853729.120564:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853729.120566:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853729.120568:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780853729.124607:0:31287:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837100. 00010000:00000010:0.1:1780853729.124622:0:31287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:2.1:1780853729.125321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:2.1:1780853729.125328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00010000:00000001:1.0:1780853729.327588:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853729.327594:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853730.350174:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853730.350181:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853730.358622:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853730.358631:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853730.358637:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853730.401168:0:31404:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853730.739730:0:31440:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780853730.739737:0:31440:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 13:35:29 (1780853729) 00000001:00000001:0.0:1780853730.753555:0:31440:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1780853730.968605:0:31452:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853730.968613:0:31452:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853730.968615:0:31452:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853730.968618:0:31452:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fb20 00000080:00200000:0.0:1780853730.968623:0:31452:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853730.968631:0:31452:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9a00. 00800000:00000002:0.0:1780853730.968638:0:31452:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853730.968642:0:31452:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853730.968648:0:31452:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853730.968650:0:31452:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa40 00800000:00000002:0.0:1780853730.968652:0:31452:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853730.968655:0:31452:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853730.968660:0:31452:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853730.968664:0:31452:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853730.968666:0:31452:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f910 00000002:00010000:0.0:1780853730.968668:0:31452:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853730.968672:0:31452:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853730.968674:0:31452:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853730.968677:0:31452:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853730.968683:0:31452:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853730.968685:0:31452:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853730.968687:0:31452:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853730.968689:0:31452:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853730.968691:0:31452:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853730.968697:0:31452:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369f80. 00000020:00000040:0.0:1780853730.968701:0:31452:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853730.968707:0:31452:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853730.968712:0:31452:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853730.968716:0:31452:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853730.968718:0:31452:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853730.968720:0:31452:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853730.968724:0:31452:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853730.968732:0:31452:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851ba000. 00000100:00000001:0.0:1780853730.968738:0:31452:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853730.968743:0:31452:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853730.968745:0:31452:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853730.968746:0:31452:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853730.968747:0:31452:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853730.968749:0:31452:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853730.968754:0:31452:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00010000:00000001:0.0:1780853730.968758:0:31452:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853730.968760:0:31452:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853730.968764:0:31452:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95000. 00010000:00000010:0.0:1780853730.968768:0:31452:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab300. 00010000:00000001:0.0:1780853730.968774:0:31452:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853730.968777:0:31452:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573000. 00000020:00000001:0.0:1780853730.968780:0:31452:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853730.968782:0:31452:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573000 with handle 0xa8f483e9eb300d26 to hash 00000020:00000001:0.0:1780853730.968784:0:31452:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853730.968786:0:31452:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853730.968789:0:31452:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853730.968794:0:31452:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853730.968796:0:31452:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853730.968800:0:31452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300d26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31452 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853730.968808:0:31452:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300d26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31452 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853730.968816:0:31452:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300d26 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31452 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853730.968822:0:31452:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853730.968824:0:31452:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853730.968829:0:31452:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee540. 00000100:00000001:0.0:1780853730.968831:0:31452:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710208 : -107453584841408 : ffff9e45833ee540) 00000100:00000001:0.0:1780853730.968834:0:31452:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853730.968835:0:31452:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000001:0.0:1780853730.968839:0:31452:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853730.968843:0:31452:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853730.968845:0:31452:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853730.968846:0:31452:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853730.968857:0:31452:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369f80 x1867358631422848/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853730.968866:0:31452:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853730.968868:0:31452:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853730.968871:0:31452:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853730.968874:0:31452:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853730.968876:0:31452:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853730.968880:0:31452:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:31452:1867358631422848:192.168.202.110@tcp:101:lfs.0 00000100:00000001:0.0:1780853730.968884:0:31452:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853730.968889:0:31452:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853730.968891:0:31452:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853730.968894:0:31452:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853730.968898:0:31452:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585175000. 02000000:00000001:0.0:1780853730.968901:0:31452:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853730.968909:0:31452:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853730.968912:0:31452:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853730.968919:0:31452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864267f8. 00000100:00000200:0.0:1780853730.968925:0:31452:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631422848, portal 10 00000100:00000001:0.0:1780853730.968927:0:31452:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853730.968928:0:31452:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000040:0.0:1780853730.968934:0:31452:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369f80 x1867358631422848/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853746 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853730.968941:0:31452:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853730.968943:0:31452:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853730.968946:0:31452:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426bb0. 00000100:00000200:0.0:1780853730.968949:0:31452:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631422848, offset 0 00000400:00000200:0.0:1780853730.968955:0:31452:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853730.968963:0:31452:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.968971:0:31452:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853730.968977:0:31452:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853730.968981:0:31452:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853730.968984:0:31452:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853730.968987:0:31452:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853730.968991:0:31452:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2431:2431:256:4294967295] 192.168.202.110@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:0.0:1780853730.968996:0:31452:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.969006:0:31452:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853730.969012:0:31452:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853730.969016:0:31452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853730.969022:0:31452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853730.969029:0:31452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853730.969034:0:31452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780853730.969063:0:31452:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853730.969068:0:31452:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 804932 usecs (805 jiffies) 00000400:00000200:0.0:1780853730.969071:0:31452:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853730.969075:0:31452:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296528528 00000100:00000001:0.0:1780853730.969082:0:31452:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296528377 00000100:00000001:0.0:1780853730.969088:0:31452:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296528528 00000100:00000001:0.0:1780853730.969091:0:31452:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296528377 00000100:00000001:0.0:1780853730.969094:0:31452:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853730.969097:0:31452:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853730.969099:0:31452:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853730.969100:0:31452:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853730.969103:0:31452:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee540 going to sleep for 11 seconds 00000100:00000001:0.0:1780853730.969105:0:31452:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853730.969108:0:31452:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853730.972215:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853730.972223:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853730.972229:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853730.972238:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853730.972246:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426bb0 00000400:00000010:1.0:1780853730.972249:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426bb0. 00000100:00000001:1.0:1780853730.972254:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853730.972295:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369f80 x1867358631422848/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853746 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853730.972307:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853730.972312:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369f80 x1867358631422848/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853746 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853730.972320:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853730.972321:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853730.978811:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.978828:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853730.978832:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.978834:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853730.978844:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.978851:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853730.978859:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.978864:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.978869:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.978873:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4eb80 00000400:00000200:0.0:1780853730.978878:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.978883:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6991 [1] + 224 00000800:00000001:0.0:1780853730.978891:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.978898:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853730.978901:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853730.978906:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853730.978913:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853730.978922:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369f80 x1867358631422848/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853746 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853730.978932:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4588369f80 x1867358631422848/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853746 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853730.979003:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853730.979011:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.979015:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853730.984203:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853730.984209:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:1.0:1780853730.984214:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853730.984222:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853730.984229:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:1.0:1780853730.984232:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:1.0:1780853730.984237:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853730.984242:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631422976/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853746 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853730.984252:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853730.984255:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631422976/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853746 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853730.984262:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853730.984378:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853730.990963:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.990980:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853730.990985:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.990987:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853730.990998:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.991006:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853730.991014:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.991019:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.991026:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.991030:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4ec00 00000400:00000200:0.0:1780853730.991035:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853730.991042:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x69a1 [1] + 224 00000800:00000001:0.0:1780853730.991049:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.991056:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853730.991059:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853730.991062:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853730.991070:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853730.991078:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631422976/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853746 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853730.991087:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c38000 x1867358631422976/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853746 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853730.991107:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853730.991116:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853730.991119:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1780853731.000787:0:31452:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853731.000796:0:31452:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853731.000804:0:31452:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853731.000808:0:31452:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1780853731.000829:0:31452:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853731.000836:0:31452:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 802718 usecs (803 jiffies) 00000400:00000200:0.0:1780853731.000841:0:31452:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853731.000844:0:31452:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296528558 00000100:00000001:0.0:1780853731.000851:0:31452:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296528541 00000100:00000001:0.0:1780853731.000856:0:31452:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296528558 00000100:00000001:0.0:1780853731.000860:0:31452:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296528541 00000100:00000001:0.0:1780853731.000863:0:31452:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853731.000866:0:31452:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853731.000869:0:31452:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853731.000871:0:31452:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00100000:0.0:1780853731.000874:0:31452:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2d6c0 going to sleep for 10 seconds 00000100:00000001:0.0:1780853731.000876:0:31452:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853731.000880:0:31452:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853731.001234:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.001239:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853731.001245:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.001250:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853731.001256:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853731.001258:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853731.001298:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853731.001307:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631423232/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853746 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853731.001318:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.001321:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631423232/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853746 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853731.001328:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.001329:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853731.004388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00000080:00000010:2.1:1780853731.008330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7bc0. 00010000:00000010:2.1:1780853731.008351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95000. 00010000:00000010:2.1:1780853731.008358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00000800:00000001:0.0:1780853731.028243:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.028293:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853731.028298:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.028302:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.028312:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028321:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853731.028333:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028339:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028344:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028406:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe4ed00 00000400:00000200:0.0:1780853731.028412:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028419:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x69a9 [1] + 224 00000800:00000001:0.0:1780853731.028426:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.028438:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.028441:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.028445:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853731.028452:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853731.028460:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631423232/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853746 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853731.028471:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4587c38000 x1867358631423232/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853746 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853731.028763:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853731.028771:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853731.028776:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028782:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853731.028788:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2434:2434:256:4294967295] 192.168.202.110@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:0.0:1780853731.028793:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.028802:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853731.028808:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853731.029728:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:1.0:1780853731.029739:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853731.029747:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853731.029752:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853731.029864:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.029868:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853731.029873:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.029878:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853731.029888:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.029892:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853731.031899:0:31452:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919a2940. 00000080:00000001:3.0:1780853731.031913:0:31452:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:3.0:1780853731.031914:0:31452:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08) 00000080:00000001:3.0:1780853731.031918:0:31452:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853731.031920:0:31452:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1780853731.031923:0:31452:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853731.031925:0:31452:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1780853731.031928:0:31452:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853731.031931:0:31452:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1780853730 00000080:00200000:3.0:1780853731.031934:0:31452:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 512 00000080:00000001:3.0:1780853731.031937:0:31452:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1780853731.031939:0:31452:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00000080:00000001:3.0:1780853731.031941:0:31452:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853731.031944:0:31452:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853731.031946:0:31452:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.031953:0:31452:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853731.031970:0:31452:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631423232/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853746 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853731.031977:0:31452:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853731.031979:0:31452:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853731.031983:0:31452:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8000. 00000080:00000010:3.0:1780853731.031987:0:31452:0:(dir.c:2090:ll_dir_ioctl()) kvfree 'data': 648 at ffff9e4587cf0800. 00000080:00000001:3.0:1780853731.031990:0:31452:0:(dir.c:2091:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853731.032011:0:31452:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:3.0:1780853731.032013:0:31452:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853731.032017:0:31452:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fd98 00000080:00200008:3.0:1780853731.032019:0:31452:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000 00000080:00400000:3.0:1780853731.032024:0:31452:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1780853731.032027:0:31452:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530adc0. 00000080:00000001:3.0:1780853731.032031:0:31452:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853731.032033:0:31452:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fd98 00000080:00000008:3.0:1780853731.032034:0:31452:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 300000, rc = 0 00000080:00000001:3.0:1780853731.032036:0:31452:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853731.032038:0:31452:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853731.063064:0:31453:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853731.063073:0:31453:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853731.063075:0:31453:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853731.063078:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37b20 00000080:00200000:1.0:1780853731.063082:0:31453:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853731.063089:0:31453:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4583cd2800. 00800000:00000002:1.0:1780853731.063096:0:31453:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853731.063099:0:31453:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853731.063104:0:31453:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853731.063106:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37a40 00800000:00000002:1.0:1780853731.063108:0:31453:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853731.063111:0:31453:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853731.063116:0:31453:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853731.063121:0:31453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853731.063123:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37910 00000002:00010000:1.0:1780853731.063125:0:31453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853731.063128:0:31453:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853731.063130:0:31453:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853731.063134:0:31453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853731.063141:0:31453:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.063143:0:31453:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.063145:0:31453:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.063147:0:31453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853731.063149:0:31453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853731.063154:0:31453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107800. 00000020:00000040:1.0:1780853731.063157:0:31453:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853731.063164:0:31453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853731.063169:0:31453:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853731.063173:0:31453:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.063176:0:31453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853731.063178:0:31453:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853731.063183:0:31453:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853731.063191:0:31453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72c00. 00000100:00000001:1.0:1780853731.063198:0:31453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853731.063204:0:31453:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853731.063205:0:31453:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853731.063207:0:31453:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853731.063208:0:31453:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853731.063210:0:31453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.063215:0:31453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00010000:00000001:1.0:1780853731.063219:0:31453:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853731.063221:0:31453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853731.063225:0:31453:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0100. 00010000:00000010:1.0:1780853731.063229:0:31453:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2a00. 00010000:00000001:1.0:1780853731.063235:0:31453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853731.063239:0:31453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6e00. 00000020:00000001:1.0:1780853731.063242:0:31453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853731.063245:0:31453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6e00 with handle 0xa8f483e9eb300d34 to hash 00000020:00000001:1.0:1780853731.063247:0:31453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853731.063248:0:31453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.063252:0:31453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.063255:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853731.063258:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853731.063262:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853731.063310:0:31453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853731.063320:0:31453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853731.063326:0:31453:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853731.063328:0:31453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853731.063333:0:31453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267cb40. 00000100:00000001:1.0:1780853731.063335:0:31453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379048768 : -107453330502848 : ffff9e459267cb40) 00000100:00000001:1.0:1780853731.063338:0:31453:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853731.063339:0:31453:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853731.063344:0:31453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853731.063349:0:31453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.063351:0:31453:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853731.063353:0:31453:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853731.063364:0:31453:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.063373:0:31453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853731.063375:0:31453:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853731.063379:0:31453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853731.063382:0:31453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853731.063501:0:31453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853731.063507:0:31453:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:31453:1867358631423360:192.168.202.110@tcp:101:lfs.0 00000100:00000001:1.0:1780853731.063511:0:31453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853731.063516:0:31453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853731.063519:0:31453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853731.063522:0:31453:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853731.063527:0:31453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585116000. 02000000:00000001:1.0:1780853731.063529:0:31453:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853731.063536:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853731.063540:0:31453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d0b0. 00000400:00000010:1.0:1780853731.063546:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9880. 00000100:00000200:1.0:1780853731.063552:0:31453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631423360, portal 10 00000100:00000001:1.0:1780853731.063554:0:31453:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853731.063556:0:31453:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000040:1.0:1780853731.063562:0:31453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.063569:0:31453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853731.063573:0:31453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853731.063575:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9908. 00000100:00000200:1.0:1780853731.063578:0:31453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631423360, offset 0 00000400:00000200:1.0:1780853731.063585:0:31453:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853731.063594:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.063602:0:31453:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853731.063608:0:31453:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853731.063612:0:31453:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853731.063616:0:31453:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853731.063618:0:31453:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853731.063622:0:31453:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2435:2435:256:4294967295] 192.168.202.110@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:1.0:1780853731.063626:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.063635:0:31453:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853731.063641:0:31453:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853731.063647:0:31453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:1.0:1780853731.063654:0:31453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853731.063662:0:31453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853731.063667:0:31453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853731.063693:0:31453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853731.063697:0:31453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 801656 usecs (802 jiffies) 00000400:00000200:1.0:1780853731.063701:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853731.063704:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296528620 00000100:00000001:1.0:1780853731.063713:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296528558 00000100:00000001:1.0:1780853731.063719:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296528620 00000100:00000001:1.0:1780853731.063722:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296528558 00000100:00000001:1.0:1780853731.063724:0:31453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853731.063728:0:31453:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.063730:0:31453:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853731.063732:0:31453:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853731.063735:0:31453:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267cb40 going to sleep for 11 seconds 00000100:00000001:1.0:1780853731.063737:0:31453:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853731.063739:0:31453:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853731.063966:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853731.063972:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:0.0:1780853731.063978:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.063983:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853731.063990:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9908 00000400:00000010:0.0:1780853731.063993:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9908. 00000100:00000001:0.0:1780853731.063998:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853731.064003:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.064013:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853731.064017:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.064023:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853731.064024:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853731.075733:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.075753:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853731.075758:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.075760:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.075770:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.075777:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853731.075786:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.075791:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.075796:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.075800:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4ed80 00000400:00000200:0.0:1780853731.075806:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.075812:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x69b1 [1] + 224 00000800:00000001:0.0:1780853731.075820:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.075829:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.075833:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.075837:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853731.075845:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853731.075860:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853731.075871:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.075891:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853731.075899:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.075903:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853731.076041:0:31453:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853731.076049:0:31453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853731.076051:0:31453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853731.076055:0:31453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d0b0. 00000400:00000200:1.0:1780853731.076060:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9880 00000400:00000010:1.0:1780853731.076063:0:31453:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9880. 00000100:00000001:1.0:1780853731.076066:0:31453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853731.076071:0:31453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853731.076080:0:31453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.076086:0:31453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853731.076088:0:31453:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853731.076091:0:31453:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853731.076094:0:31453:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853731.076096:0:31453:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853731.076098:0:31453:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853731.076101:0:31453:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853731.076109:0:31453:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=122 v=5 (101 101 101 101) 00000100:00001000:1.0:1780853731.076114:0:31453:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853731.076117:0:31453:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853731.076118:0:31453:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853731.076121:0:31453:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853731.076124:0:31453:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.076128:0:31453:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853731.076130:0:31453:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967630 00000100:00000001:1.0:1780853731.076132:0:31453:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853731.076135:0:31453:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853731.076139:0:31453:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.076147:0:31453:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853731.076150:0:31453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853731.076152:0:31453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853731.076156:0:31453:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853731.076164:0:31453:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:31453:1867358631423360:192.168.202.110@tcp:101:lfs.0 00000100:00000001:1.0:1780853731.076169:0:31453:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853731.076172:0:31453:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.076174:0:31453:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853731.076176:0:31453:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.076179:0:31453:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.076185:0:31453:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853731.076188:0:31453:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e459267cb40. 00000100:00000001:1.0:1780853731.076191:0:31453:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853731.076193:0:31453:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853731.076195:0:31453:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853731.076199:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076201:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076204:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=4 00000020:00000001:1.0:1780853731.076206:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076209:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000040:1.0:1780853731.076215:0:31453:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6e00, remote cookie: 0x562725ecec979e36, flags: 0x1001 00010000:00010000:1.0:1780853731.076220:0:31453:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853731.076231:0:31453:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076238:0:31453:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853731.076242:0:31453:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853731.076244:0:31453:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853731.076245:0:31453:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853731.076247:0:31453:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853731.076250:0:31453:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4589ab0100) refcount = 1 00010000:00010000:1.0:1780853731.076254:0:31453:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076259:0:31453:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853731.076262:0:31453:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853731.076306:0:31453:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853731.076310:0:31453:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853731.076312:0:31453:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853731.076316:0:31453:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076322:0:31453:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853731.076324:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076326:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853731.076327:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076328:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853731.076330:0:31453:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.076334:0:31453:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853731.076336:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076337:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076339:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853731.076341:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076344:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076346:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076347:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076348:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=4 00000020:00000001:1.0:1780853731.076350:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076352:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076354:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853731.076357:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853731.076361:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076368:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076369:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853731.076370:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076372:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076373:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=5 00000020:00000001:1.0:1780853731.076375:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076378:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076380:0:31453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853731.076489:0:31453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076497:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076498:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853731.076501:0:31453:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076507:0:31453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853731.076509:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076510:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853731.076512:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076513:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853731.076518:0:31453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853731.076526:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076527:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076528:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853731.076530:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076531:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076533:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076534:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853731.076536:0:31453:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.076538:0:31453:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853731.076541:0:31453:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853731.076543:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076544:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076545:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853731.076547:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076549:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00000002:00010000:1.0:1780853731.076552:0:31453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853731.076560:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076561:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853731.076562:0:31453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853731.076564:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853731.076565:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853731.076566:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853731.076568:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853731.076569:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000040:1.0:1780853731.076575:0:31453:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:1.0:1780853731.076578:0:31453:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853731.076582:0:31453:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1780853731.076584:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853731.076585:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853731.076587:0:31453:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853731.076590:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37890 00000002:00002000:1.0:1780853731.076592:0:31453:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853731.076595:0:31453:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853731.076599:0:31453:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853731.076601:0:31453:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853731.076604:0:31453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853731.076608:0:31453:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853731.076611:0:31453:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853731.076615:0:31453:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4583cd2800. 00000080:00000001:1.0:1780853731.076620:0:31453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853731.076622:0:31453:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853731.076628:0:31453:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1780853731.076632:0:31453:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1780853731.077083:0:31453:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e459263d300. 00800000:00000001:0.0:1780853731.077087:0:31453:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620378788608 : -107453330763008 : ffff9e459263d300) 00800000:00000001:0.0:1780853731.077089:0:31453:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853731.077092:0:31453:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853731.077095:0:31453:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780853731.077097:0:31453:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1780853731.077100:0:31453:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780853731.077103:0:31453:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780853731.077104:0:31453:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853731.077109:0:31453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780853731.077111:0:31453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1780853731.077114:0:31453:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115188193296385 mtime from 1780853724 to 1780853730 00000080:00200000:0.0:1780853731.077118:0:31453:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1780853731.077120:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853731.077122:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853731.077123:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:0.0:1780853731.077125:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853731.077127:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853731.077129:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853731.077130:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853731.077132:0:31453:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853731.077134:0:31453:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1780853731.077136:0:31453:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e459263d300 1 00800000:00000010:0.0:1780853731.077138:0:31453:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e459263d300. 00800000:00000001:0.0:1780853731.077141:0:31453:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853731.077144:0:31453:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d34 00800000:00000001:0.0:1780853731.077147:0:31453:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853731.077148:0:31453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853731.077149:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853731.077150:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853731.077151:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:0.0:1780853731.077153:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853731.077155:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853731.077157:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853731.077158:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853731.077160:0:31453:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853731.077161:0:31453:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853731.077163:0:31453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853731.077165:0:31453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853731.077168:0:31453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d34 from it ffffb4b401c37b58 00010000:00000001:0.0:1780853731.077169:0:31453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853731.077170:0:31453:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853731.077171:0:31453:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:0.0:1780853731.077173:0:31453:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853731.077174:0:31453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853731.077176:0:31453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853731.077180:0:31453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853731.077186:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853731.077187:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853731.077188:0:31453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853731.077191:0:31453:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853731.077193:0:31453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300d34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e36 expref: -99 pid: 31453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853731.077199:0:31453:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853731.077201:0:31453:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853731.077203:0:31453:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853731.077207:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853731.077208:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853731.077210:0:31453:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077213:0:31453:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853731.077214:0:31453:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077216:0:31453:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077219:0:31453:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077221:0:31453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853731.077222:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853731.077222:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853731.077225:0:31453:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853731.077230:0:31453:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107800 x1867358631423360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.077236:0:31453:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853731.077239:0:31453:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853731.077243:0:31453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585116000. 02000000:00000001:0.0:1780853731.077246:0:31453:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853731.077248:0:31453:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853731.077250:0:31453:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853731.077252:0:31453:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853731.077254:0:31453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d72c00. 02000000:00000001:0.0:1780853731.077258:0:31453:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853731.077260:0:31453:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853731.077263:0:31453:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107800. 00000100:00000001:0.0:1780853731.077300:0:31453:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853731.077302:0:31453:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853731.077305:0:31453:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853731.077310:0:31453:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853731.077331:0:31453:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15840. 00000020:00000001:0.0:1780853731.077336:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37ae8 00000080:00200000:0.0:1780853731.077338:0:31453:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=13 00000080:00000001:0.0:1780853731.077342:0:31453:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853731.077344:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37998 00000080:00200000:0.0:1780853731.077346:0:31453:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:0.0:1780853731.077353:0:31453:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9200. 00800000:00000002:0.0:1780853731.077358:0:31453:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853731.077362:0:31453:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853731.077365:0:31453:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853731.077375:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c378b8 00800000:00000002:0.0:1780853731.077378:0:31453:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853731.077381:0:31453:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1780853731.077758:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37850 00800000:00000002:0.0:1780853731.077761:0:31453:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1780853731.077767:0:31453:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853731.077769:0:31453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37788 00000002:00010000:0.0:1780853731.077771:0:31453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853731.077775:0:31453:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853731.077778:0:31453:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853731.077783:0:31453:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368700. 00000020:00000040:0.0:1780853731.077786:0:31453:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853731.077791:0:31453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853731.077795:0:31453:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853731.077798:0:31453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853731.077799:0:31453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853731.077800:0:31453:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853731.077803:0:31453:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853731.077805:0:31453:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853731.077809:0:31453:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853731.077815:0:31453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b8400. 00000100:00000001:0.0:1780853731.077820:0:31453:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077824:0:31453:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853731.077826:0:31453:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077828:0:31453:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853731.077829:0:31453:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853731.077831:0:31453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853731.077838:0:31453:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00010000:00000001:0.0:1780853731.077842:0:31453:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853731.077844:0:31453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853731.077848:0:31453:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:0.0:1780853731.077851:0:31453:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853731.077863:0:31453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853731.077866:0:31453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572e00. 00000020:00000001:0.0:1780853731.077869:0:31453:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853731.077872:0:31453:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572e00 with handle 0xa8f483e9eb300d3b to hash 00000020:00000001:0.0:1780853731.077874:0:31453:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853731.077875:0:31453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853731.077878:0:31453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853731.077881:0:31453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853731.077884:0:31453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853731.077887:0:31453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300d3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853731.077896:0:31453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300d3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853731.077906:0:31453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300d3b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853731.077911:0:31453:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853731.077912:0:31453:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853731.077919:0:31453:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee840. 00000100:00000001:0.0:1780853731.077922:0:31453:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710976 : -107453584840640 : ffff9e45833ee840) 00000100:00000001:0.0:1780853731.077924:0:31453:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853731.077926:0:31453:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000001:0.0:1780853731.077930:0:31453:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853731.077934:0:31453:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853731.077936:0:31453:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853731.077938:0:31453:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853731.077945:0:31453:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368700 x1867358631423488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.077953:0:31453:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853731.077955:0:31453:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853731.077959:0:31453:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853731.077961:0:31453:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853731.077964:0:31453:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853731.077967:0:31453:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368700 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:31453:1867358631423488:192.168.202.110@tcp:101:lfs.0 00000100:00000001:0.0:1780853731.077971:0:31453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853731.077977:0:31453:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853731.077979:0:31453:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853731.077982:0:31453:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853731.077986:0:31453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585171000. 02000000:00000001:0.0:1780853731.077989:0:31453:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853731.077995:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853731.077999:0:31453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853731.078005:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864265d8. 00000100:00000200:0.0:1780853731.078011:0:31453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631423488, portal 10 00000100:00000001:0.0:1780853731.078013:0:31453:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853731.078015:0:31453:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000040:0.0:1780853731.078021:0:31453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368700 x1867358631423488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.078028:0:31453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853731.078031:0:31453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853731.078034:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000200:0.0:1780853731.078037:0:31453:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631423488, offset 0 00000400:00000200:0.0:1780853731.078043:0:31453:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853731.078051:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.078059:0:31453:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853731.078065:0:31453:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853731.078069:0:31453:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853731.078072:0:31453:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853731.078075:0:31453:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853731.078080:0:31453:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2436:2436:256:4294967295] 192.168.202.110@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:0.0:1780853731.078084:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.078093:0:31453:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853731.078099:0:31453:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853731.078103:0:31453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853731.078109:0:31453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853731.078117:0:31453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853731.078121:0:31453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1780853731.078146:0:31453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853731.078151:0:31453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 800562 usecs (801 jiffies) 00000400:00000200:0.0:1780853731.078155:0:31453:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853731.078158:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296528633 00000100:00000001:0.0:1780853731.078167:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296528620 00000100:00000001:0.0:1780853731.078173:0:31453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296528633 00000100:00000001:0.0:1780853731.078176:0:31453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296528620 00000100:00000001:0.0:1780853731.078179:0:31453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853731.078182:0:31453:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853731.078184:0:31453:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853731.078186:0:31453:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853731.078190:0:31453:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee840 going to sleep for 11 seconds 00000100:00000001:0.0:1780853731.078193:0:31453:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853731.078195:0:31453:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853731.078476:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.078481:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853731.078486:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.078491:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853731.078497:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:1.0:1780853731.078500:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:1.0:1780853731.078504:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853731.078509:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368700 x1867358631423488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.078520:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.078523:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368700 x1867358631423488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.078529:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.078531:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853731.091248:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.091304:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853731.091308:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.091312:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.091321:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.091328:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853731.091337:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.091342:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.091348:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.091352:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4ee00 00000400:00000200:0.0:1780853731.091357:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.091363:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x69c1 [1] + 224 00000800:00000001:0.0:1780853731.091371:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.091378:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.091382:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.091397:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853731.091406:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853731.091415:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368700 x1867358631423488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853731.091426:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4588368700 x1867358631423488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.091452:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853731.091461:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.091464:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853731.095810:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.095816:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:1.0:1780853731.095820:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.095826:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853731.095832:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:1.0:1780853731.095834:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:1.0:1780853731.095838:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853731.095844:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631423744/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853731.095854:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.095857:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631423744/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853731.095864:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.095866:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853731.097850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572e00. 00000080:00000010:2.1:1780853731.101647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15840. 00010000:00000010:2.1:1780853731.101668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0100. 00010000:00000010:2.1:1780853731.101674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6e00. 00000800:00000001:0.0:1780853731.112100:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.112118:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853731.112123:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.112125:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.112134:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112142:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853731.112151:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112157:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112162:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112166:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe4ef00 00000400:00000200:0.0:1780853731.112170:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112178:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x69d1 [1] + 224 00000800:00000001:0.0:1780853731.112184:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.112191:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.112194:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.112198:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853731.112205:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853731.112213:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631423744/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853747 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853731.112224:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4587c3a680 x1867358631423744/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853731.112247:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853731.112255:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853731.112258:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112263:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853731.112314:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2438:2438:256:4294967295] 192.168.202.110@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:0.0:1780853731.112318:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.112325:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853731.112330:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853731.112337:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853731.112343:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853731.112350:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853731.112354:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853731.112792:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853731.112796:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:0.0:1780853731.112800:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.112804:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853731.112811:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.112814:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853731.173786:0:31455:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853731.173793:0:31455:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853731.173795:0:31455:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853731.173799:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47bc0 00000080:00200000:3.0:1780853731.173803:0:31455:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853731.173812:0:31455:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45812e7400. 00800000:00000002:3.0:1780853731.173819:0:31455:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853731.173822:0:31455:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853731.173827:0:31455:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853731.173830:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47ae0 00800000:00000002:3.0:1780853731.173833:0:31455:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853731.173836:0:31455:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853731.173840:0:31455:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853731.173846:0:31455:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853731.173848:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c479b0 00000002:00010000:3.0:1780853731.173850:0:31455:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853731.173853:0:31455:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853731.173856:0:31455:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853731.173859:0:31455:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853731.173866:0:31455:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.173868:0:31455:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.173871:0:31455:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.173873:0:31455:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853731.173875:0:31455:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853731.173880:0:31455:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170380. 00000020:00000040:3.0:1780853731.173885:0:31455:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853731.173891:0:31455:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853731.173896:0:31455:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853731.173900:0:31455:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.173903:0:31455:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853731.173906:0:31455:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853731.173910:0:31455:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853731.173917:0:31455:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae000. 00000100:00000001:3.0:1780853731.173924:0:31455:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.173929:0:31455:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853731.173931:0:31455:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.173932:0:31455:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853731.173934:0:31455:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.173936:0:31455:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.173941:0:31455:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122096512 : -107453587455104 : ffff9e4583170380) 00010000:00000001:3.0:1780853731.173944:0:31455:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853731.173946:0:31455:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853731.173950:0:31455:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3800. 00010000:00000010:3.0:1780853731.173954:0:31455:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02180. 00010000:00000001:3.0:1780853731.173959:0:31455:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853731.173962:0:31455:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170e00. 00000020:00000001:3.0:1780853731.173965:0:31455:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853731.173968:0:31455:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170e00 with handle 0xa8f483e9eb300d42 to hash 00000020:00000001:3.0:1780853731.173970:0:31455:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853731.173971:0:31455:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.173975:0:31455:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.173978:0:31455:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853731.173981:0:31455:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853731.173986:0:31455:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31455 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853731.173996:0:31455:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31455 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853731.174006:0:31455:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31455 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853731.174012:0:31455:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853731.174014:0:31455:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853731.174020:0:31455:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5b780. 00000100:00000001:3.0:1780853731.174022:0:31455:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167100288 : -107453542451328 : ffff9e4585c5b780) 00000100:00000001:3.0:1780853731.174026:0:31455:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853731.174028:0:31455:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122096512 : -107453587455104 : ffff9e4583170380) 00000100:00000001:3.0:1780853731.174032:0:31455:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853731.174036:0:31455:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.174039:0:31455:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853731.174041:0:31455:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853731.174052:0:31455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.174061:0:31455:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853731.174063:0:31455:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853731.174067:0:31455:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853731.174070:0:31455:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853731.174073:0:31455:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853731.174076:0:31455:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170380 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:31455:1867358631423872:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853731.174081:0:31455:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853731.174086:0:31455:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853731.174088:0:31455:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853731.174091:0:31455:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853731.174096:0:31455:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc7000. 02000000:00000001:3.0:1780853731.174098:0:31455:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853731.174105:0:31455:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853731.174109:0:31455:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853731.174115:0:31455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853731.174122:0:31455:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631423872, portal 10 00000100:00000001:3.0:1780853731.174124:0:31455:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853731.174126:0:31455:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122096512 : -107453587455104 : ffff9e4583170380) 00000100:00000040:3.0:1780853731.174132:0:31455:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.174140:0:31455:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853731.174143:0:31455:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853731.174145:0:31455:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853731.174149:0:31455:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631423872, offset 0 00000400:00000200:3.0:1780853731.174156:0:31455:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853731.174166:0:31455:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853731.174175:0:31455:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853731.174181:0:31455:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853731.174186:0:31455:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853731.174190:0:31455:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853731.174193:0:31455:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853731.174199:0:31455:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2439:2439:256:4294967295] 192.168.202.110@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:3.0:1780853731.174204:0:31455:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853731.174215:0:31455:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853731.174223:0:31455:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853731.174229:0:31455:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77000. 00000800:00000200:3.0:1780853731.174237:0:31455:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853731.174246:0:31455:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853731.174251:0:31455:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853731.176020:0:31455:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853731.176030:0:31455:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 798397 usecs (799 jiffies) 00000400:00000200:3.0:1780853731.176038:0:31455:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853731.176042:0:31455:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296528729 00000100:00000001:3.0:1780853731.176051:0:31455:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296528650 00000100:00000001:3.0:1780853731.176057:0:31455:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296528729 00000100:00000001:3.0:1780853731.176060:0:31455:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296528650 00000100:00000001:3.0:1780853731.176064:0:31455:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853731.176068:0:31455:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.176071:0:31455:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853731.176073:0:31455:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853731.176077:0:31455:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5b780 going to sleep for 11 seconds 00000100:00000001:3.0:1780853731.176081:0:31455:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853731.176083:0:31455:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853731.176434:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.176439:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77000. 00000400:00000200:1.0:1780853731.176445:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.176452:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853731.176459:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:1.0:1780853731.176463:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:1.0:1780853731.176467:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853731.176474:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.176485:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.176489:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.176496:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.176498:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853731.181843:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.181861:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853731.181866:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.181868:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853731.181877:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.181883:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853731.181892:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.181897:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.181902:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.181906:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe4ef80 00000400:00000200:1.0:1780853731.181910:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.181917:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x69d9 [1] + 224 00000800:00000001:1.0:1780853731.181923:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.181945:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853731.181949:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.181953:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853731.181961:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853731.181969:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853731.181981:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.182001:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853731.182009:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.182012:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853731.182102:0:31455:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853731.182109:0:31455:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853731.182111:0:31455:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853731.182115:0:31455:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853731.182119:0:31455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a330 00000400:00000010:3.0:1780853731.182122:0:31455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a330. 00000100:00000001:3.0:1780853731.182125:0:31455:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853731.182130:0:31455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853731.182139:0:31455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.182146:0:31455:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853731.182148:0:31455:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853731.182151:0:31455:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853731.182154:0:31455:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853731.182157:0:31455:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853731.182159:0:31455:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853731.182163:0:31455:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853731.182172:0:31455:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=122 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853731.182176:0:31455:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853731.182179:0:31455:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853731.182181:0:31455:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.182184:0:31455:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853731.182187:0:31455:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.182191:0:31455:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853731.182193:0:31455:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1780853731.182195:0:31455:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853731.182197:0:31455:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853731.182202:0:31455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.182210:0:31455:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853731.182213:0:31455:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853731.182215:0:31455:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853731.182219:0:31455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853731.182227:0:31455:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170380 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:31455:1867358631423872:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853731.182233:0:31455:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853731.182235:0:31455:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.182237:0:31455:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853731.182239:0:31455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853731.182243:0:31455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.182250:0:31455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853731.182253:0:31455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5b780. 00000100:00000001:3.0:1780853731.182256:0:31455:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853731.182258:0:31455:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.182262:0:31455:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853731.182313:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182316:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182319:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853731.182322:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182325:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853731.182331:0:31455:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170e00, remote cookie: 0x562725ecec979e67, flags: 0x1001 00010000:00010000:3.0:1780853731.182337:0:31455:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853731.182349:0:31455:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182356:0:31455:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853731.182360:0:31455:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853731.182362:0:31455:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853731.182364:0:31455:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853731.182365:0:31455:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853731.182368:0:31455:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3800) refcount = 1 00010000:00010000:3.0:1780853731.182373:0:31455:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182379:0:31455:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853731.182382:0:31455:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853731.182384:0:31455:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853731.182387:0:31455:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853731.182389:0:31455:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853731.182392:0:31455:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182398:0:31455:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853731.182400:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182402:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.182403:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182404:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.182405:0:31455:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.182410:0:31455:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853731.182412:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182413:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182414:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853731.182416:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182418:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182421:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182421:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182423:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853731.182424:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182426:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182429:0:31455:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853731.182431:0:31455:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853731.182435:0:31455:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182442:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182443:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.182444:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182445:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182446:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=5 00000020:00000001:3.0:1780853731.182448:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182450:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182452:0:31455:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853731.182454:0:31455:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182460:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182461:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853731.182463:0:31455:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182469:0:31455:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853731.182470:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182471:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.182473:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182474:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853731.182480:0:31455:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583170380 x1867358631423872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853747 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853731.182494:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182496:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182497:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853731.182498:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182500:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182502:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182503:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853731.182505:0:31455:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.182506:0:31455:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.182508:0:31455:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853731.182510:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182511:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182512:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853731.182514:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182516:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00000002:00010000:3.0:1780853731.182519:0:31455:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853731.182525:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182526:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.182528:0:31455:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853731.182529:0:31455:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.182530:0:31455:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.182531:0:31455:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853731.182533:0:31455:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.182535:0:31455:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000040:3.0:1780853731.182540:0:31455:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3800 count: 2 00010000:00000001:3.0:1780853731.182543:0:31455:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853731.182547:0:31455:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853731.182549:0:31455:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.182550:0:31455:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853731.182552:0:31455:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853731.182555:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47930 00000002:00002000:3.0:1780853731.182557:0:31455:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853731.182560:0:31455:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853731.182564:0:31455:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853731.182567:0:31455:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853731.182570:0:31455:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853731.182574:0:31455:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853731.182578:0:31455:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853731.182582:0:31455:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45812e7400. 00000080:00000001:3.0:1780853731.182767:0:31455:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853731.182770:0:31455:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853731.182775:0:31455:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853731.182780:0:31455:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00000800:00000200:1.0:1780853731.187383:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.187389:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853731.187394:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.187399:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853731.187405:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:1.0:1780853731.187408:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:1.0:1780853731.187412:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853731.187417:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631424000/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.187427:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.187430:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631424000/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.187437:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.187438:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853731.190723:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.190741:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853731.190746:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.190748:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853731.190757:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.190764:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853731.190773:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.190780:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.190785:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.190789:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4f000 00000400:00000200:1.0:1780853731.190793:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.190799:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x69e1 [1] + 224 00000800:00000001:1.0:1780853731.190806:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.190813:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853731.190816:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.190820:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853731.190828:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853731.190836:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631424000/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853731.190847:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c39f80 x1867358631424000/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.190872:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853731.190881:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.190884:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853731.193482:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.193488:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853731.193492:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.193503:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853731.193508:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:1.0:1780853731.193510:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:1.0:1780853731.193516:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853731.193520:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631424256/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.193530:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853731.193533:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631424256/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853747 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.193539:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853731.193541:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853731.202501:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.202519:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853731.202523:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.202526:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853731.202535:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202542:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853731.202551:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202557:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202562:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202567:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe4f100 00000400:00000200:1.0:1780853731.202571:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202578:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x69e9 [32] + 224 00000800:00000001:1.0:1780853731.202585:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.202591:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853731.202594:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.202599:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853731.202606:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853731.202616:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631424256/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853747 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853731.202626:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c39f80 x1867358631424256/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853731.202650:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853731.202660:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853731.202663:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202669:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853731.202676:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2442:2442:256:4294967295] 192.168.202.110@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:1.0:1780853731.202680:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853731.202688:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853731.202693:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853731.202699:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d72000. 00000800:00000200:1.0:1780853731.202704:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853731.202712:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853731.202716:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d72000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853731.202800:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853731.202804:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d72000. 00000400:00000200:1.0:1780853731.202807:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853731.202810:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853731.202816:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853731.202820:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853731.373459:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853731.373467:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853731.373472:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853731.373473:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853731.376383:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853731.376390:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853731.376396:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853731.988860:0:31466:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853731.988868:0:31466:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853731.988870:0:31466:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853731.988874:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fbc0 00000080:00200000:3.0:1780853731.988879:0:31466:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853731.988887:0:31466:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74800. 00800000:00000002:3.0:1780853731.988895:0:31466:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853731.988899:0:31466:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853731.988904:0:31466:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853731.988906:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fae0 00800000:00000002:3.0:1780853731.988909:0:31466:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853731.988913:0:31466:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853731.988916:0:31466:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853731.988921:0:31466:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853731.988924:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f9b0 00000002:00010000:3.0:1780853731.988926:0:31466:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853731.988929:0:31466:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853731.988931:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853731.988935:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853731.988941:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3800 count: 2 00010000:00000001:3.0:1780853731.988945:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853731.988949:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853731.988953:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853731.988958:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853731.988969:0:31466:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853731.988974:0:31466:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853731.988978:0:31466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853731.988985:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853731.988987:0:31466:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853731.988989:0:31466:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853731.988991:0:31466:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853731.988994:0:31466:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853731.988996:0:31466:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853731.988998:0:31466:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853731.989001:0:31466:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853731.989005:0:31466:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74800. 00000080:00000001:3.0:1780853731.989010:0:31466:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853731.989011:0:31466:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853731.989014:0:31466:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853731.989017:0:31466:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d42 00800000:00000001:3.0:1780853731.989020:0:31466:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853731.989022:0:31466:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853731.989024:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.989026:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.989028:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853731.989030:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.989033:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.989036:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.989037:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853731.989039:0:31466:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853731.989041:0:31466:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853731.989043:0:31466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d42 from it ffffb4b401c7fbf8 00010000:00000001:3.0:1780853731.989045:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853731.989046:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853731.989048:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=3 00000020:00000001:3.0:1780853731.989049:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.989051:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853731.989053:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853731.989056:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853731.989061:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.989063:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.989064:0:31466:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853731.989066:0:31466:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853731.989068:0:31466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300d42 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979e67 expref: -99 pid: 31455 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853731.989077:0:31466:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853731.989081:0:31466:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853731.989083:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853731.989086:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.989088:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.989089:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989092:0:31466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853731.989094:0:31466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989096:0:31466:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989099:0:31466:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989100:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853731.989102:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.989103:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853731.989105:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853731.989107:0:31466:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853731.989109:0:31466:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853731.989113:0:31466:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853731.989124:0:31466:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e45849898e0. 00000020:00000001:3.0:1780853731.989129:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb28 00000080:00200000:3.0:1780853731.989131:0:31466:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=25 00000080:00000001:3.0:1780853731.989134:0:31466:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853731.989136:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f9d8 00000080:00200000:3.0:1780853731.989137:0:31466:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:3.0:1780853731.989143:0:31466:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74800. 00800000:00000002:3.0:1780853731.989145:0:31466:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853731.989149:0:31466:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853731.989151:0:31466:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853731.989152:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f8f8 00800000:00000002:3.0:1780853731.989153:0:31466:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853731.989155:0:31466:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853731.989158:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f890 00800000:00000002:3.0:1780853731.989160:0:31466:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:3.0:1780853731.989162:0:31466:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853731.989164:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f7c8 00000002:00010000:3.0:1780853731.989165:0:31466:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780853731.989168:0:31466:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853731.989170:0:31466:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853731.989174:0:31466:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853731.989178:0:31466:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853731.989184:0:31466:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853731.989188:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853731.989190:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853731.989191:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853731.989192:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.989195:0:31466:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853731.989197:0:31466:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853731.989200:0:31466:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853731.989207:0:31466:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faf400. 00000100:00000001:3.0:1780853731.989213:0:31466:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989218:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853731.989220:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989221:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853731.989222:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853731.989224:0:31466:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853731.989232:0:31466:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853731.989236:0:31466:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853731.989238:0:31466:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853731.989241:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3800 count: 2 00010000:00000001:3.0:1780853731.989243:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853731.989245:0:31466:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853731.989248:0:31466:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853731.989250:0:31466:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853731.989252:0:31466:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300d57 to hash 00000020:00000001:3.0:1780853731.989254:0:31466:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853731.989473:0:31466:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853731.992731:0:31466:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853731.992740:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853731.992743:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853731.992749:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853731.992760:0:31466:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853731.992780:0:31466:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853731.992786:0:31466:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853731.992789:0:31466:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853731.992798:0:31466:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5b780. 00000100:00000001:3.0:1780853731.992800:0:31466:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167100288 : -107453542451328 : ffff9e4585c5b780) 00000100:00000001:3.0:1780853731.992803:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853731.992804:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853731.992810:0:31466:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853731.992814:0:31466:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.992816:0:31466:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853731.992818:0:31466:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853731.992828:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.992837:0:31466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853731.992840:0:31466:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853731.992844:0:31466:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853731.992847:0:31466:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853731.992850:0:31466:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853731.992853:0:31466:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631424384:192.168.202.110@tcp:101:touch.0 00000100:00000001:3.0:1780853731.992858:0:31466:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853731.992864:0:31466:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853731.992866:0:31466:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853731.992869:0:31466:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853731.992876:0:31466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc2000. 02000000:00000001:3.0:1780853731.992878:0:31466:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853731.992886:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853731.992891:0:31466:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853731.992897:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853731.992905:0:31466:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631424384, portal 10 00000100:00000001:3.0:1780853731.992907:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853731.992908:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853731.992913:0:31466:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853731.992920:0:31466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853731.992923:0:31466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853731.992926:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853731.992929:0:31466:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631424384, offset 0 00000400:00000200:3.0:1780853731.992935:0:31466:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853731.992944:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853731.992953:0:31466:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853731.992958:0:31466:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853731.992962:0:31466:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853731.992966:0:31466:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853731.992969:0:31466:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853731.992972:0:31466:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2443:2443:256:4294967295] 192.168.202.110@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:3.0:1780853731.992977:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853731.992986:0:31466:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853731.992991:0:31466:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853731.992996:0:31466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77000. 00000800:00000200:3.0:1780853731.993002:0:31466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853731.993011:0:31466:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853731.993015:0:31466:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853731.993035:0:31466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853731.993039:0:31466:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 795128 usecs (796 jiffies) 00000400:00000200:3.0:1780853731.993043:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853731.993045:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296529540 00000100:00000001:3.0:1780853731.993053:0:31466:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296528744 00000100:00000001:3.0:1780853731.993059:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296529540 00000100:00000001:3.0:1780853731.993062:0:31466:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296528744 00000100:00000001:3.0:1780853731.993065:0:31466:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853731.993068:0:31466:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853731.993071:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853731.993073:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853731.993076:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5b780 going to sleep for 11 seconds 00000100:00000001:3.0:1780853731.993079:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853731.993081:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853731.993242:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853731.993247:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77000. 00000400:00000200:0.0:1780853731.993253:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.993283:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853731.993297:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:0.0:1780853731.993300:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:0.0:1780853731.993304:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853731.993309:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.993320:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853731.993323:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.993330:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853731.993331:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853731.999844:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.999862:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853731.999866:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.999868:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.999878:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.999886:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853731.999895:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.999900:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.999906:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.999910:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe4f180 00000400:00000200:0.0:1780853731.999915:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853731.999922:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x69f1 [1] + 224 00000800:00000001:0.0:1780853731.999930:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.999936:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853731.999939:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853731.999943:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853731.999950:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853731.999961:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853731.999974:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853731.999986:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853731.999994:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853731.999998:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853732.001223:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853732.001233:0:31466:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853732.001236:0:31466:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853732.001240:0:31466:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853732.001246:0:31466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a330 00000400:00000010:3.0:1780853732.001249:0:31466:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a330. 00000100:00000001:3.0:1780853732.001252:0:31466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853732.001485:0:31466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853732.001879:0:31466:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.001886:0:31466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853732.001889:0:31466:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853732.001892:0:31466:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853732.001895:0:31466:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853732.001898:0:31466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853732.001900:0:31466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853732.001903:0:31466:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853732.001912:0:31466:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=123 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853732.001916:0:31466:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853732.001919:0:31466:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853732.001921:0:31466:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.001923:0:31466:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853732.001927:0:31466:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.001931:0:31466:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853732.001933:0:31466:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1780853732.001935:0:31466:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853732.001937:0:31466:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.001942:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853747 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.001949:0:31466:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853732.001952:0:31466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853732.001954:0:31466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853732.001959:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853747 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853732.001966:0:31466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631424384:192.168.202.110@tcp:101:touch.0 00000100:00000001:3.0:1780853732.001971:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853732.001973:0:31466:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.001976:0:31466:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853732.001978:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853732.001982:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853747 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.001989:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853732.001992:0:31466:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5b780. 00000100:00000001:3.0:1780853732.001995:0:31466:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853732.001997:0:31466:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.002000:0:31466:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853732.002004:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002007:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002010:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853732.002012:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002015:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853732.002022:0:31466:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170c00, remote cookie: 0x562725ecec979ec2, flags: 0x1001 00010000:00010000:3.0:1780853732.002028:0:31466:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853732.002036:0:31466:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853732.002039:0:31466:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853732.002048:0:31466:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3e00. 00010000:00000010:3.0:1780853732.002052:0:31466:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02100. 00010000:00000001:3.0:1780853732.002058:0:31466:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.002061:0:31466:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853732.002081:0:31466:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002088:0:31466:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853732.002092:0:31466:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853732.002094:0:31466:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853732.002095:0:31466:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853732.002097:0:31466:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853732.002100:0:31466:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9e45853e3e00) refcount = 1 00010000:00010000:3.0:1780853732.002104:0:31466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002110:0:31466:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853732.002113:0:31466:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853732.002115:0:31466:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853732.002117:0:31466:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853732.002120:0:31466:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.002123:0:31466:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002128:0:31466:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853732.002130:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002131:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002132:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002133:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002135:0:31466:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.002141:0:31466:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853732.002143:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002144:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002145:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002147:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002148:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002151:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002152:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002153:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853732.002154:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002156:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002159:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853732.002161:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.002165:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002176:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002177:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002178:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002179:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002181:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=5 00000020:00000001:3.0:1780853732.002182:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002184:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002187:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853732.002189:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002195:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002196:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853732.002199:0:31466:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002204:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853732.002205:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002206:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002207:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002208:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853732.002213:0:31466:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853747 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853732.002219:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002221:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002222:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002223:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002225:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002227:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002228:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853732.002229:0:31466:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.002232:0:31466:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.002234:0:31466:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853732.002236:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002238:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002239:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002241:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002242:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000002:00010000:3.0:1780853732.002245:0:31466:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002251:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002252:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002254:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853732.002255:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002455:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002458:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002460:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002462:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853732.002466:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3e00 count: 2 00010000:00000001:3.0:1780853732.002469:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853732.002473:0:31466:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:3.0:1780853732.002485:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002486:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853732.002596:0:31466:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853732.002600:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f748 00000002:00002000:3.0:1780853732.002602:0:31466:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853732.002606:0:31466:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.002611:0:31466:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.002613:0:31466:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853732.002616:0:31466:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853732.002619:0:31466:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853732.002623:0:31466:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853732.002626:0:31466:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853732.002627:0:31466:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c7fac8 it_disposition b 00000080:00000001:3.0:1780853732.002631:0:31466:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853732.002637:0:31466:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853732.002639:0:31466:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853732.002642:0:31466:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1780853732.002645:0:31466:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853732.002651:0:31466:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853732.002654:0:31466:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1780853732.002656:0:31466:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.002659:0:31466:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1780853732.002661:0:31466:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853732.002665:0:31466:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 512 00000080:00200000:3.0:1780853732.002668:0:31466:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9e459198b248): rc = 0 00000080:00000001:3.0:1780853732.002670:0:31466:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365476424 : -107453344075192 : ffff9e459198b248) 00010000:00000001:3.0:1780853732.002672:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002673:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002674:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002684:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002687:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002689:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002691:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853732.002692:0:31466:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853732.002694:0:31466:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853732.002695:0:31466:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853732.002698:0:31466:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853732.002699:0:31466:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853732.002702:0:31466:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300d57 00800000:00000001:3.0:1780853732.002705:0:31466:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853732.002707:0:31466:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853732.002708:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002709:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002711:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002713:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002715:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002717:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002718:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853732.002720:0:31466:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.002722:0:31466:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853732.002729:0:31466:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591a6faf8 inode ffff9e459198b248 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853732.002733:0:31466:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853732.002735:0:31466:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.002737:0:31466:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853732.002741:0:31466:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) 00000080:00010000:3.0:1780853732.002745:0:31466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d57 from it ffffb4b401c7fac8 00010000:00000001:3.0:1780853732.002747:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.002748:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.002749:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853732.002751:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002753:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853732.002755:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853732.002758:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.002764:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002765:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002767:0:31466:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853732.002769:0:31466:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853732.002772:0:31466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300d57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ec2 expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853732.002779:0:31466:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853732.002782:0:31466:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853732.002783:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853732.002788:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002789:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.002791:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.002794:0:31466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853732.002796:0:31466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.002797:0:31466:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.002800:0:31466:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.002802:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853732.002803:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.002804:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853732.002806:0:31466:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853732.002810:0:31466:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74800. 00000100:00000001:3.0:1780853732.002815:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853732.002820:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631424384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853747 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.002827:0:31466:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853732.002829:0:31466:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853732.002832:0:31466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc2000. 02000000:00000001:3.0:1780853732.002835:0:31466:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853732.002838:0:31466:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853732.002839:0:31466:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853732.002842:0:31466:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853732.002845:0:31466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853732.002848:0:31466:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853732.002850:0:31466:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853732.002852:0:31466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853732.002855:0:31466:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853732.002856:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853732.002865:0:31466:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853732.002867:0:31466:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248), inode mode 41ed mask 1 00000080:00000001:3.0:1780853732.002871:0:31466:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853732.002886:0:31466:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989c40. 00000080:00000001:3.0:1780853732.002890:0:31466:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853732.002892:0:31466:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248), inode mode 41ed mask 3 00000080:00000001:3.0:1780853732.002894:0:31466:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.002898:0:31466:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:3.0:1780853732.002899:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb50 00000080:00200000:3.0:1780853732.002901:0:31466:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9e459198b248), file ffff9e458514af00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1780853732.002906:0:31466:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4583139180. 00000080:00000001:3.0:1780853732.002910:0:31466:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853732.002912:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa00 00000080:00200000:3.0:1780853732.002914:0:31466:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9e459198b248), intent=open|creat 00000080:00000010:3.0:1780853732.002921:0:31466:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74800. 00000080:00000001:3.0:1780853732.002929:0:31466:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853732.002932:0:31466:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853732.002934:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f920 00800000:00000002:3.0:1780853732.002935:0:31466:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1780853732.002939:0:31466:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1780853732.002941:0:31466:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853732.002946:0:31466:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:3.0:1780853732.002949:0:31466:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780853732.002951:0:31466:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780853732.002953:0:31466:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780853732.002956:0:31466:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780853732.002959:0:31466:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:3.0:1780853732.002962:0:31466:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.002963:0:31466:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.002966:0:31466:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.002968:0:31466:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.002969:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f8a0 00800000:00000002:3.0:1780853732.002972:0:31466:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1780853732.002976:0:31466:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853732.002978:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f7d8 00000002:00010000:3.0:1780853732.002980:0:31466:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1780853732.002984:0:31466:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853732.002987:0:31466:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780853732.002990:0:31466:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1780853732.002994:0:31466:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.002996:0:31466:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853732.002998:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3e00 count: 2 00010000:00000001:3.0:1780853732.003000:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853732.003003:0:31466:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853732.003006:0:31466:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.003008:0:31466:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.003010:0:31466:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853732.003014:0:31466:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853732.003019:0:31466:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853732.003023:0:31466:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853732.003026:0:31466:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.003029:0:31466:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853732.003033:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853732.003036:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.003038:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.003039:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.003042:0:31466:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853732.003044:0:31466:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853732.003048:0:31466:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853732.003056:0:31466:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faf400. 00000100:00000001:3.0:1780853732.003063:0:31466:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.003066:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853732.003077:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.003080:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853732.003081:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.003083:0:31466:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.003092:0:31466:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853732.003096:0:31466:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853732.003098:0:31466:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853732.003101:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3e00 count: 2 00010000:00000001:3.0:1780853732.003103:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853732.003105:0:31466:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853732.003108:0:31466:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171000. 00000020:00000001:3.0:1780853732.003112:0:31466:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853732.003114:0:31466:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171000 with handle 0xa8f483e9eb300d5e to hash 00000020:00000001:3.0:1780853732.003116:0:31466:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853732.003117:0:31466:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.003120:0:31466:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.003123:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853732.003124:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.003127:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853732.003134:0:31466:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853732.003149:0:31466:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780853732.003155:0:31466:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853732.003164:0:31466:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853732.003169:0:31466:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853732.003171:0:31466:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853732.003176:0:31466:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5b780. 00000100:00000001:3.0:1780853732.003178:0:31466:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167100288 : -107453542451328 : ffff9e4585c5b780) 00000100:00000001:3.0:1780853732.003181:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.003182:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853732.003186:0:31466:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853732.003191:0:31466:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.003193:0:31466:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853732.003195:0:31466:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853732.003199:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.003207:0:31466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853732.003208:0:31466:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853732.003212:0:31466:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853732.003215:0:31466:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853732.003217:0:31466:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853732.003221:0:31466:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631424640:192.168.202.110@tcp:101:touch.0 00000100:00000001:3.0:1780853732.003226:0:31466:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853732.003230:0:31466:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853732.003233:0:31466:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853732.003236:0:31466:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853732.003871:0:31466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853732.003876:0:31466:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853732.003884:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853732.003889:0:31466:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853732.003897:0:31466:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4583fad000. 00000100:00000200:3.0:1780853732.003904:0:31466:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631424640, portal 10 00000100:00000001:3.0:1780853732.003906:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.003908:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853732.003916:0:31466:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.003923:0:31466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853732.003926:0:31466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853732.003930:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853732.003933:0:31466:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631424640, offset 0 00000400:00000200:3.0:1780853732.003939:0:31466:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853732.003946:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853732.003953:0:31466:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853732.003958:0:31466:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853732.003962:0:31466:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853732.003965:0:31466:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853732.003967:0:31466:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853732.003971:0:31466:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2444:2444:256:4294967295] 192.168.202.110@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:3.0:1780853732.003975:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853732.003984:0:31466:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853732.003990:0:31466:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853732.003994:0:31466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853732.004000:0:31466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853732.004008:0:31466:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853732.004012:0:31466:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1780853732.004078:0:31466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.004083:0:31466:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 794047 usecs (795 jiffies) 00000400:00000200:3.0:1780853732.004087:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853732.004089:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296529553 00000100:00000001:3.0:1780853732.004097:0:31466:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296529540 00000100:00000001:3.0:1780853732.004103:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296529553 00000100:00000001:3.0:1780853732.004106:0:31466:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296529540 00000100:00000001:3.0:1780853732.004109:0:31466:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853732.004112:0:31466:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.004114:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853732.004116:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853732.004119:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5b780 going to sleep for 11 seconds 00000100:00000001:3.0:1780853732.004121:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853732.004123:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853732.008981:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853732.008991:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77400. 00000400:00000200:0.0:1780853732.009001:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853732.009010:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853732.009017:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a330 00000400:00000010:0.0:1780853732.009020:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a330. 00000100:00000001:0.0:1780853732.009025:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853732.009033:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853732.009045:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853732.009049:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853732.009056:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853732.009058:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853732.035687:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.035708:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853732.035713:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.035715:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853732.035725:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035733:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853732.035744:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035749:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035755:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035760:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe4f280 00000400:00000200:0.0:1780853732.035765:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035774:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x69f9 [32] + 224 00000800:00000001:0.0:1780853732.035782:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.035789:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853732.035793:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853732.035797:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853732.035806:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853732.035815:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853732.035827:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853732.035847:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853732.035856:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853732.035860:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035865:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853732.035872:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2445:2445:256:4294967295] 192.168.202.110@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:0.0:1780853732.035876:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.035883:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853732.035900:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853732.035907:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e45851b8000. 00000800:00000200:0.0:1780853732.035912:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853732.035919:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853732.035924:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45851b8000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1780853732.036017:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853732.036026:0:31466:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853732.036028:0:31466:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853732.036032:0:31466:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853732.036036:0:31466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4583fad000 00000400:00000010:3.0:1780853732.036039:0:31466:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4583fad000. 00000100:00000001:3.0:1780853732.036042:0:31466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853732.036046:0:31466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853732.036056:0:31466:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631424640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853748 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.036061:0:31466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853732.036063:0:31466:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853732.036066:0:31466:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853732.036080:0:31466:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853732.036083:0:31466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853732.036085:0:31466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853732.036088:0:31466:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853732.036098:0:31466:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=123 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853732.036102:0:31466:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853732.036104:0:31466:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853732.036106:0:31466:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.036109:0:31466:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853732.036112:0:31466:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.036115:0:31466:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853732.036117:0:31466:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x100000150/0x1] 00000100:00000001:3.0:1780853732.036119:0:31466:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853732.036121:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.036123:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853732.036126:0:31466:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853732.036128:0:31466:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967630 00000100:00000001:3.0:1780853732.036129:0:31466:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853732.036132:0:31466:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.036137:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853748 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.036144:0:31466:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853732.036146:0:31466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853732.036148:0:31466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853732.036152:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853748 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853732.036161:0:31466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631424640:192.168.202.110@tcp:101:touch.0 00000100:00000001:3.0:1780853732.036166:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853732.036169:0:31466:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.036171:0:31466:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853732.036173:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853732.036177:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853748 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.036182:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853732.036184:0:31466:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5b780. 00000100:00000001:3.0:1780853732.036188:0:31466:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853732.036189:0:31466:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.036192:0:31466:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853732.036196:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036199:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036202:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=4 00000020:00000001:3.0:1780853732.036214:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036217:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000040:3.0:1780853732.036223:0:31466:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171000, remote cookie: 0x562725ecec979ede, flags: 0x1001 00010000:00010000:3.0:1780853732.036229:0:31466:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853732.036238:0:31466:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:3.0:1780853732.036241:0:31466:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853732.036249:0:31466:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3700. 00010000:00000010:3.0:1780853732.036254:0:31466:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02600. 00010000:00000001:3.0:1780853732.036311:0:31466:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.036315:0:31466:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853732.036323:0:31466:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036329:0:31466:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853732.036333:0:31466:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853732.036335:0:31466:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853732.036336:0:31466:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853732.036338:0:31466:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853732.036341:0:31466:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9e45853e3700) refcount = 1 00010000:00010000:3.0:1780853732.036344:0:31466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036350:0:31466:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853732.036353:0:31466:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853732.036355:0:31466:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853732.036358:0:31466:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853732.036360:0:31466:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.036363:0:31466:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036374:0:31466:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853732.036376:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036377:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.036378:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036380:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.036381:0:31466:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.036386:0:31466:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853732.036388:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036389:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036391:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.036393:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036395:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036398:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036399:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036400:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=4 00000020:00000001:3.0:1780853732.036402:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036404:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036407:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853732.036410:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853732.036413:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036420:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036421:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.036422:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036423:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036425:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=5 00000020:00000001:3.0:1780853732.036427:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036429:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036431:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853732.036434:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036440:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036441:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853732.036444:0:31466:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036451:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853732.036452:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036453:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.036454:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036455:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853732.036460:0:31466:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853748 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853732.036470:0:31466:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853732.036474:0:31466:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853748 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853732.036481:0:31466:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.036487:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036488:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036489:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.036491:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036493:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00000002:00010000:3.0:1780853732.036497:0:31466:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1780853732.036506:0:31466:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45852de280. 00010000:00000001:3.0:1780853732.036508:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036509:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853732.036510:0:31466:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.036512:0:31466:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.036515:0:31466:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780853732.036518:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.036519:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853732.036521:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.036522:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853732.036524:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036524:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036526:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.036527:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036529:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00000002:00010000:3.0:1780853732.036532:0:31466:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.036538:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036540:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.036541:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853732.036542:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036543:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036545:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.036546:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036548:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000040:3.0:1780853732.036551:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 2 00010000:00000001:3.0:1780853732.036553:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853732.036557:0:31466:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:3.0:1780853732.036559:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.036560:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853732.036562:0:31466:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853732.036565:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f758 00000002:00002000:3.0:1780853732.036568:0:31466:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:3.0:1780853732.036571:0:31466:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.036574:0:31466:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.036577:0:31466:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853732.036580:0:31466:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853732.036583:0:31466:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.036588:0:31466:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853732.036590:0:31466:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4583139180 it_disposition 1800037 00000080:00002000:3.0:1780853732.036595:0:31466:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591a6f1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1780853732.036600:0:31466:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853732.036603:0:31466:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:3.0:1780853732.036604:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f988 00000080:00200000:3.0:1780853732.036606:0:31466:0:(namei.c:1619:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9e459198b248), intent=open|creat 00000080:00000001:3.0:1780853732.036609:0:31466:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:3.0:1780853732.036612:0:31466:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853732.036616:0:31466:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853732.036619:0:31466:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853732.036622:0:31466:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1780853732.036624:0:31466:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1780853732.036633:0:31466:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919a6b40. 00000020:00000001:3.0:1780853732.036643:0:31466:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:3.0:1780853732.036645:0:31466:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1780853732.036648:0:31466:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:3.0:1780853732.036649:0:31466:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9e45919a6c08) 00000020:00000001:3.0:1780853732.036653:0:31466:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853732.036657:0:31466:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853732.036662:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75800. 00000020:00000010:3.0:1780853732.036667:0:31466:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75a00. 00000020:00000010:3.0:1780853732.036670:0:31466:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853732.036676:0:31466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853732.036681:0:31466:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853732.036685:0:31466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853732.036690:0:31466:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853732.036694:0:31466:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853732.036697:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75e00. 00000008:00000010:3.0:1780853732.036701:0:31466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853732.036705:0:31466:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853732.036708:0:31466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853732.036711:0:31466:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853732.036714:0:31466:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853732.036716:0:31466:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853732.036721:0:31466:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:3.0:1780853732.036725:0:31466:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4590c8ec80. 00000020:00000001:3.0:1780853732.036727:0:31466:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780853732.036730:0:31466:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853732.036737:0:31466:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:3.0:1780853732.036740:0:31466:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e4582c3c9b0. 00020000:00000001:3.0:1780853732.036742:0:31466:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620116642224 : -107453592909392 : ffff9e4582c3c9b0) 00020000:00000001:3.0:1780853732.036745:0:31466:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:3.0:1780853732.036747:0:31466:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853732.036751:0:31466:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139720. 00020000:00000010:3.0:1780853732.036755:0:31466:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585c16900. 00020000:00000010:3.0:1780853732.036759:0:31466:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e45831395a0. 00020000:00000001:3.0:1780853732.036761:0:31466:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121871776 : -107453587679840 : ffff9e45831395a0) 00020000:00000002:3.0:1780853732.036764:0:31466:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45831395a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853732.036769:0:31466:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853732.036773:0:31466:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16900: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1780853732.036776:0:31466:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1780853732.036779:0:31466:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45831395a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853732.036782:0:31466:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853732.036785:0:31466:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16900: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:3.0:1780853732.036789:0:31466:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e45926578d0. 00020000:00000010:3.0:1780853732.036791:0:31466:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e4585c5b780. 00020000:00000001:3.0:1780853732.036796:0:31466:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1780853732.036799:0:31466:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4590525960. 00020000:00000001:3.0:1780853732.036802:0:31466:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1780853732.036803:0:31466:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:3.0:1780853732.036808:0:31466:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1780853732.036811:0:31466:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4590c8eaf0. 00000020:00000001:3.0:1780853732.036812:0:31466:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1780853732.036814:0:31466:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853732.036816:0:31466:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620351859568 : -107453357692048 : ffff9e4590c8eb70) 00020000:00000001:3.0:1780853732.036820:0:31466:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1780853732.036825:0:31466:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e45852c2fc0. 00020000:00000001:3.0:1780853732.036827:0:31466:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.036831:0:31466:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351859568 : -107453357692048 : ffff9e4590c8eb70) 00020000:00000001:3.0:1780853732.036833:0:31466:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620351859568 : -107453357692048 : ffff9e4590c8eb70) 00020000:00000002:3.0:1780853732.036837:0:31466:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff9e4590c8eaf0[0:0] -> [0x200000404:0x2a:0x0]@ffff9e4590c8ec80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:3.0:1780853732.036841:0:31466:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1780853732.036843:0:31466:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:3.0:1780853732.036844:0:31466:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.036847:0:31466:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351859968 : -107453357691648 : ffff9e4590c8ed00) 00000020:00001000:3.0:1780853732.036849:0:31466:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45922862d0 00000020:00000010:3.0:1780853732.036852:0:31466:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75a00. 00000020:00000010:3.0:1780853732.036856:0:31466:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853732.036859:0:31466:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853732.036863:0:31466:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853732.036866:0:31466:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853732.036869:0:31466:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853732.036872:0:31466:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853732.036875:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75800. 00000008:00000010:3.0:1780853732.036877:0:31466:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853732.036879:0:31466:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853732.036882:0:31466:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853732.036884:0:31466:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90960. 00000020:00000010:3.0:1780853732.036887:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75e00. 00000020:00000010:3.0:1780853732.036889:0:31466:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45922862d0. 00000080:00000001:3.0:1780853732.036893:0:31466:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1780853732.036895:0:31466:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853732.036897:0:31466:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1780853732 00000080:00000001:3.0:1780853732.036901:0:31466:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1780853732.036904:0:31466:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365589512 : -107453343962104 : ffff9e45919a6c08) 00010000:00000001:3.0:1780853732.036906:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.036907:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.036909:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.036911:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.036913:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00000080:00000001:3.0:1780853732.036917:0:31466:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853732.036918:0:31466:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853732.036921:0:31466:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853732.036923:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75e00. 00000020:00000010:3.0:1780853732.036925:0:31466:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75800. 00000020:00000010:3.0:1780853732.036927:0:31466:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853732.036929:0:31466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853732.036931:0:31466:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853732.036934:0:31466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853732.036936:0:31466:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853732.036938:0:31466:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853732.036941:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75a00. 00000008:00000010:3.0:1780853732.036942:0:31466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853732.036944:0:31466:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853732.036947:0:31466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853732.036949:0:31466:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853732.036951:0:31466:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853732.036954:0:31466:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853732.036956:0:31466:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853732.036958:0:31466:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853732.036959:0:31466:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853732.036962:0:31466:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139e40. 00020000:00000010:3.0:1780853732.036964:0:31466:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585c16080. 00020000:00000010:3.0:1780853732.036967:0:31466:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139b40. 00020000:00000001:3.0:1780853732.036968:0:31466:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121873216 : -107453587678400 : ffff9e4583139b40) 00020000:00000002:3.0:1780853732.036971:0:31466:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139b40, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853732.036974:0:31466:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853732.036977:0:31466:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16080: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1780853732.036981:0:31466:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e4582c3c9b0) owner ffff9e4591034f80 00020000:00000001:3.0:1780853732.036983:0:31466:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853732.036986:0:31466:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e4582c3c9b0) owner ffff9e4591034f80 00020000:00000010:3.0:1780853732.036990:0:31466:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585c16080. 00020000:00000010:3.0:1780853732.036993:0:31466:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4583139e40. 00020000:00000010:3.0:1780853732.036995:0:31466:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4583139b40. 00020000:00000002:3.0:1780853732.036998:0:31466:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853732.037000:0:31466:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.037002:0:31466:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.037005:0:31466:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853732.037007:0:31466:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000002:3.0:1780853732.037010:0:31466:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e45831395a0 addref 2/0 by ffff9e4591034f80. 00020000:00000002:3.0:1780853732.037012:0:31466:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000001:3.0:1780853732.037015:0:31466:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853732.037017:0:31466:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853732.037018:0:31466:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853732.037019:0:31466:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1780853732.037021:0:31466:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1780853732.037024:0:31466:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1780853732.037026:0:31466:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45922862d0 00000020:00000010:3.0:1780853732.037028:0:31466:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75800. 00000020:00000010:3.0:1780853732.037030:0:31466:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139900. 00000008:00000010:3.0:1780853732.037032:0:31466:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853732.037035:0:31466:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853732.037037:0:31466:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853732.037039:0:31466:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853732.037041:0:31466:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853732.037043:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75e00. 00000008:00000010:3.0:1780853732.037045:0:31466:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853732.037047:0:31466:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853732.037050:0:31466:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853732.037052:0:31466:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90960. 00000020:00000010:3.0:1780853732.037055:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75a00. 00000020:00000010:3.0:1780853732.037057:0:31466:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45922862d0. 00000080:00000001:3.0:1780853732.037059:0:31466:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037060:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037062:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853732.037064:0:31466:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853732.037067:0:31466:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853732.037068:0:31466:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853732.037070:0:31466:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) 00000080:00010000:3.0:1780853732.037074:0:31466:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) for lock 0xa8f483e9eb300d5e 00800000:00000001:3.0:1780853732.037077:0:31466:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853732.037078:0:31466:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853732.037080:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.037081:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.037082:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.037084:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.037086:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.037089:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037090:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853732.037091:0:31466:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.037093:0:31466:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037095:0:31466:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:3.0:1780853732.037096:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853732.037102:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.037109:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037113:0:31466:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853732.037117:0:31466:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) 00000080:00000001:3.0:1780853732.037120:0:31466:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853732.037124:0:31466:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74800. 00000100:00000001:3.0:1780853732.037127:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853732.037131:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853732.037137:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037141:0:31466:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1780853732.037142:0:31466:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037150:0:31466:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853732.037152:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa60 00000080:00200008:3.0:1780853732.037154:0:31466:0:(file.c:1059:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff9e45919a6c08), flags 104501 00000080:00000010:3.0:1780853732.037161:0:31466:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c9400. 00000080:00000010:3.0:1780853732.037167:0:31466:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852def40. 00000080:00000001:3.0:1780853732.037169:0:31466:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853732.037172:0:31466:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853732.037175:0:31466:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853732.037178:0:31466:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989080. 00000002:00100000:3.0:1780853732.037182:0:31466:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853732.037188:0:31466:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853732.037190:0:31466:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853732.037193:0:31466:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853732.037196:0:31466:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037198:0:31466:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853732.037200:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853732.037203:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853732.037210:0:31466:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853732.037213:0:31466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853732.037242:0:31466:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853732.037244:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.037246:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa60 00000080:00000008:3.0:1780853732.037248:0:31466:0:(file.c:1298:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9e45919a6c08), flags 104501, rc = 0 00000080:00000001:3.0:1780853732.037252:0:31466:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853732.037254:0:31466:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583139180 released 00000080:00010000:3.0:1780853732.037297:0:31466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d5e from it ffff9e4583139180 00010000:00000001:3.0:1780853732.037300:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853732.037301:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853732.037303:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853732.037305:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.037307:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853732.037309:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853732.037313:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853732.037327:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037328:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.037329:0:31466:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853732.037332:0:31466:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853732.037334:0:31466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853732.037342:0:31466:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853732.037344:0:31466:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853732.037346:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853732.037350:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037351:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.037353:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037356:0:31466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853732.037358:0:31466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037360:0:31466:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037363:0:31466:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037364:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853732.037366:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037367:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853732.037368:0:31466:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853732.037370:0:31466:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853732.037372:0:31466:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853732.037374:0:31466:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853732.037377:0:31466:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853732.037378:0:31466:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037381:0:31466:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1780853732.037383:0:31466:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037384:0:31466:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853732.037386:0:31466:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037388:0:31466:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853732.037391:0:31466:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4583139180. 00000080:00000001:3.0:1780853732.037394:0:31466:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037398:0:31466:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853732.037401:0:31466:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9e45919a6c08), inode mode 81a4 mask 40 00000080:00000001:3.0:1780853732.037405:0:31466:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853732.037448:0:31466:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853732.037450:0:31466:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000002:3.0:1780853732.037453:0:31466:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000001:3.0:1780853732.037456:0:31466:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037467:0:31466:0:(llite_lib.c:2294:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1780853732.037470:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc30 00000080:00200008:3.0:1780853732.037472:0:31466:0:(llite_lib.c:2303:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff9e45919a6c08) current size 0, valid attrs 20070, mode 0, uid -1053323102, gid -1, new size 213440, atime 1780853732.000000000, mtime 1780853732.000000000, ctime 1780853732.000000000 00000080:00000002:3.0:1780853732.037478:0:31466:0:(llite_lib.c:2352:ll_setattr_raw()) setting mtime 1780853732, ctime 1780853732, now = 1780853732 00000080:00000010:3.0:1780853732.037482:0:31466:0:(llite_lib.c:2361:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9e4585d74800. 00000080:00000001:3.0:1780853732.037484:0:31466:0:(llite_lib.c:2001:ll_md_setattr()) Process entered 00800000:00000001:3.0:1780853732.037491:0:31466:0:(lmv_obd.c:3009:lmv_setattr()) Process entered 00800000:00000002:3.0:1780853732.037493:0:31466:0:(lmv_obd.c:3013:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x201f0/0x1 00000002:00000001:3.0:1780853732.037498:0:31466:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1780853732.037501:0:31466:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853732.037505:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 2 00010000:00000001:3.0:1780853732.037507:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853732.037510:0:31466:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853732.037514:0:31466:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853732.037517:0:31466:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1780853732.037525:0:31466:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853732.037529:0:31466:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853732.037531:0:31466:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853732.037533:0:31466:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:3.0:1780853732.037536:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853732.037538:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853732.037540:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 3 00010000:00000001:3.0:1780853732.037542:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853732.037545:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.037546:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853732.037547:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853732.037549:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 3 00010000:00000001:3.0:1780853732.037550:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853732.037552:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.037554:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853732.037555:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853732.037556:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 3 00010000:00000001:3.0:1780853732.037558:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853732.037560:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853732.037561:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853732.037562:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853732.037564:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3700 count: 3 00010000:00000001:3.0:1780853732.037566:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853732.037568:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037570:0:31466:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037572:0:31466:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853732.037573:0:31466:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853732.037576:0:31466:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853732.037578:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75a00. 00000020:00000010:3.0:1780853732.037581:0:31466:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75e00. 00000020:00000010:3.0:1780853732.037585:0:31466:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139180. 00000008:00000010:3.0:1780853732.037588:0:31466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853732.037591:0:31466:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853732.037594:0:31466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853732.037597:0:31466:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853732.037600:0:31466:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853732.037603:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75800. 00000008:00000010:3.0:1780853732.037605:0:31466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853732.037607:0:31466:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853732.037610:0:31466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853732.037612:0:31466:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853732.037614:0:31466:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853732.037616:0:31466:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853732.037618:0:31466:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853732.037619:0:31466:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1780853732.037622:0:31466:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853732.037624:0:31466:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853732.037626:0:31466:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853732.037628:0:31466:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853732.037630:0:31466:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853732.037632:0:31466:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853732.037634:0:31466:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853732.037635:0:31466:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45922862d0 00000020:00000010:3.0:1780853732.037637:0:31466:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75e00. 00000020:00000010:3.0:1780853732.037640:0:31466:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139180. 00000008:00000010:3.0:1780853732.037642:0:31466:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853732.037645:0:31466:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853732.037647:0:31466:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853732.037650:0:31466:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853732.037652:0:31466:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853732.037654:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75a00. 00000008:00000010:3.0:1780853732.037657:0:31466:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853732.037659:0:31466:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853732.037661:0:31466:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853732.037663:0:31466:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90960. 00000020:00000010:3.0:1780853732.037665:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75800. 00000020:00000010:3.0:1780853732.037666:0:31466:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45922862d0. 00000080:00000001:3.0:1780853732.037668:0:31466:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853732.037670:0:31466:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853732.037672:0:31466:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) invalid 00000020:00000001:3.0:1780853732.037674:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f838 00000080:00002000:3.0:1780853732.037676:0:31466:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591a6f1b0) parent ffff9e4591a6faf8 inode ffff9e45919a6c08 refc 1 00000080:00000001:3.0:1780853732.037679:0:31466:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853732.037681:0:31466:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853732.037682:0:31466:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037685:0:31466:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853732.037687:0:31466:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853732.037689:0:31466:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853732.037691:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853732.037693:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853732.037696:0:31466:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171000 with handle 0xa8f483e9eb300d5e from hash 00010000:00000001:3.0:1780853732.037698:0:31466:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853732.037700:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037701:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.037702:0:31466:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853732.037704:0:31466:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853732.037706:0:31466:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853732.037709:0:31466:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853732.037712:0:31466:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853732.037714:0:31466:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853732.037719:0:31466:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853732.037723:0:31466:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853732.037728:0:31466:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853732.037732:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853732.037734:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853732.037736:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.037737:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.037739:0:31466:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853732.037741:0:31466:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853732.037746:0:31466:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853732.037751:0:31466:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585d75800. 00000100:00000001:3.0:1780853732.037757:0:31466:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037760:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853732.037762:0:31466:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853732.037766:0:31466:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853732.037773:0:31466:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853732.037774:0:31466:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853732.037776:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853732.037778:0:31466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d5e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979ede expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853732.037786:0:31466:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852de280. 00010000:00000040:3.0:1780853732.037789:0:31466:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3700 count: 0 00010000:00000010:3.0:1780853732.037794:0:31466:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02600. 00010000:00000001:3.0:1780853732.037801:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853732.037803:0:31466:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037804:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853732.037806:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853732.037808:0:31466:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1780853732.037810:0:31466:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1780853732, ctime 1780853732 00000020:00100000:3.0:1780853732.037818:0:31466:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853732.037826:0:31466:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853732.037833:0:31466:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853732.037835:0:31466:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853732.037840:0:31466:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bb40. 00000100:00000001:3.0:1780853732.037843:0:31466:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167101248 : -107453542450368 : ffff9e4585c5bb40) 00000100:00000001:3.0:1780853732.037845:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.037846:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000001:3.0:1780853732.037850:0:31466:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853732.037854:0:31466:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853732.037856:0:31466:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853732.037858:0:31466:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853732.037861:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853732.037882:0:31466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853732.037885:0:31466:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853732.037888:0:31466:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853732.037891:0:31466:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853732.037893:0:31466:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853732.037896:0:31466:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631424896:192.168.202.110@tcp:36:touch.0 00000100:00000001:3.0:1780853732.037900:0:31466:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853732.037905:0:31466:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853732.037908:0:31466:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853732.037910:0:31466:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853732.037914:0:31466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853732.037916:0:31466:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853732.037923:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853732.037927:0:31466:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853732.037932:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853732.037939:0:31466:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631424896, portal 10 00000100:00000001:3.0:1780853732.037941:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853732.037942:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000040:3.0:1780853732.037949:0:31466:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853748 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853732.037957:0:31466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853732.037960:0:31466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853732.037963:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a110. 00000100:00000200:3.0:1780853732.037966:0:31466:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631424896, offset 0 00000400:00000200:3.0:1780853732.037973:0:31466:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853732.037981:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853732.037988:0:31466:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853732.037993:0:31466:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853732.037998:0:31466:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853732.038001:0:31466:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853732.038004:0:31466:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853732.038008:0:31466:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2446:2446:255:4294967295] 192.168.202.110@tcp LPNI seq info [2446:2446:7:4294967295] 00000400:00000200:3.0:1780853732.038013:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853732.038022:0:31466:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853732.038028:0:31466:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853732.038032:0:31466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77a00. 00000800:00000200:3.0:1780853732.038038:0:31466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853732.038045:0:31466:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853732.038048:0:31466:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77a00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1780853732.041358:0:31466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.041369:0:31466:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 793011 usecs (794 jiffies) 00000400:00000200:3.0:1780853732.041377:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853732.041381:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296529590 00000800:00000200:1.0:1780853732.042303:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853732.042308:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e45851b8000. 00000400:00000200:1.0:1780853732.042317:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.042326:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000200:1.0:1780853732.042396:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853732.042399:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77a00. 00000400:00000200:1.0:1780853732.042404:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.042407:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853732.042412:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a110 00000400:00000010:1.0:1780853732.042414:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a110. 00000100:00000001:1.0:1780853732.042419:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853732.042427:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853748 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.042440:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853732.042444:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853748 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.042450:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853732.042452:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853732.043078:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.043087:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1780853732.046332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3700. 00010000:00000010:3.1:1780853732.046346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000001:1.0:1780853732.398501:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853732.398520:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853732.398522:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853732.398526:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853732.398531:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853732.398534:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853732.398546:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853732.398548:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853732.398552:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853732.398553:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655205:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853732.655217:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853732.655229:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171880. 00000020:00000040:3.0:1780853732.655236:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853732.655241:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853732.655245:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853732.655260:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853732.655292:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77d00. 00000100:00000001:3.0:1780853732.655299:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655310:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583171880 x1867358631425024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853732.655321:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853732.655325:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655332:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009dc85640] to pc [ptlrpcd_01_01+1] req@ffff9e4583171880 x1867358631425024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853732.655365:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655368:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853732.655371:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853732.655374:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170000. 00000020:00000040:3.0:1780853732.655377:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853732.655380:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853732.655381:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853732.655383:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853732.655386:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77c00. 00000100:00000001:3.0:1780853732.655389:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655394:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583170000 x1867358631425152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853732.655401:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853732.655403:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655407:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abdbbde5] to pc [ptlrpcd_01_00+0] req@ffff9e4583170000 x1867358631425152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853732.655416:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655419:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853732.655422:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853732.655425:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171180. 00000020:00000040:3.0:1780853732.655428:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853732.655430:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853732.655431:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853732.655432:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853732.655435:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853732.655438:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655442:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583171180 x1867358631425280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853732.655449:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853732.655451:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655455:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082a28427] to pc [ptlrpcd_01_01+1] req@ffff9e4583171180 x1867358631425280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853732.655461:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655463:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853732.655466:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853732.655486:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171500. 00000020:00000040:3.0:1780853732.655490:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853732.655492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853732.655493:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853732.655495:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853732.655499:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77600. 00000100:00000001:3.0:1780853732.655502:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655506:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583171500 x1867358631425408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853732.655513:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853732.655515:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655519:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040cbfd04] to pc [ptlrpcd_01_00+0] req@ffff9e4583171500 x1867358631425408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853732.655532:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853732.655537:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1867) 00000800:00000200:1.0:1780853732.656108:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853732.656114:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853732.656120:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.656125:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853732.656129:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:1.0:1780853732.656132:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:1.0:1780853732.656137:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853732.656141:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171880 x1867358631425024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.656150:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853732.656154:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171880 x1867358631425024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.656161:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853732.656163:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853732.656246:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853732.656248:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853732.656260:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.656290:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000800:00000001:0.0:1780853732.659042:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.659060:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853732.659065:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.659068:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853732.659076:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.659083:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853732.659093:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.659098:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.659103:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.659106:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4f400 00000400:00000200:0.0:1780853732.659111:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.659116:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a09 [1] + 224 00000800:00000001:0.0:1780853732.659123:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.659132:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853732.659136:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853732.659140:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853732.659148:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1780853732.659428:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:1.0:1780853732.659433:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:1.0:1780853732.659438:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853732.659445:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171180 x1867358631425280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.659456:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853732.659460:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171180 x1867358631425280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.659467:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853732.659469:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853732.659704:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853732.659708:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853732.659712:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.659717:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853732.659720:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:1.0:1780853732.659722:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:1.0:1780853732.659725:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853732.659730:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170000 x1867358631425152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.659738:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853732.659741:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170000 x1867358631425152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.659748:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853732.659750:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1780853732.660602:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171880 x1867358631425024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853732.660620:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171880 x1867358631425024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853732.660635:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853732.660645:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1780853732.661781:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853732.661788:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:1.0:1780853732.661794:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.661801:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853732.661807:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:1.0:1780853732.661810:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:1.0:1780853732.661814:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853732.661821:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171500 x1867358631425408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.661832:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853732.661835:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171500 x1867358631425408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.661842:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853732.661844:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853732.662126:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853732.664719:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.664736:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853732.664741:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.664744:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853732.664755:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.664763:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853732.664773:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.664778:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.664785:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.664789:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4f500 00000400:00000200:1.0:1780853732.664794:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.664800:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a11 [1] + 224 00000800:00000001:1.0:1780853732.664808:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.664817:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853732.664820:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.664825:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853732.664831:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853732.664840:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171180 x1867358631425280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853732.664857:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171180 x1867358631425280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.664877:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853732.664893:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.664896:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853732.667005:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.667019:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853732.667023:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.667026:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853732.667034:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.667040:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853732.667048:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.667053:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.667058:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.667063:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4f580 00000400:00000200:0.0:1780853732.667067:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853732.667073:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a21 [1] + 224 00000800:00000001:0.0:1780853732.667080:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.667133:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853732.667137:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853732.667142:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853732.667150:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853732.667158:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171500 x1867358631425408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853732.667168:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171500 x1867358631425408/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853732.667187:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853732.667195:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853732.667199:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853732.674845:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.674863:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853732.674868:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.674871:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853732.674880:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.674899:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853732.674908:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.674913:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.674919:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.674924:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4f480 00000400:00000200:1.0:1780853732.674929:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853732.674934:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a19 [1] + 224 00000800:00000001:1.0:1780853732.674941:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.674968:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853732.674972:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853732.674977:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853732.674984:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853732.674993:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170000 x1867358631425152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853732.675004:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170000 x1867358631425152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853732.675030:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853732.675038:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853732.675041:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853733.421559:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853733.421567:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853733.421573:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853733.421574:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853733.421662:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853733.421666:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853733.421669:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853734.446481:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853734.446489:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853734.446496:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853734.446497:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853734.446601:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853734.446604:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853734.446607:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780853735.128519:0:31485:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853735.128526:0:31485:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853735.128528:0:31485:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853735.128534:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853735.128537:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853735.128541:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853735.128543:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853735.128546:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853735.128547:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853735.128550:0:31485:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853735.128551:0:31485:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853735.128554:0:31485:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1780853735.128557:0:31485:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853735.128560:0:31485:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853735.128573:0:31485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000800:00000200:0.0:1780853735.130419:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853735.130425:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853735.130430:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853735.130435:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853735.130440:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:0.0:1780853735.130443:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:0.0:1780853735.130447:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853735.130452:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631425536/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853751 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853735.130461:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853735.130464:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631425536/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853751 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853735.130471:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853735.130473:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853735.135722:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853735.135740:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853735.135745:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853735.135748:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853735.135759:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853735.135767:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853735.135777:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853735.135782:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853735.135788:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853735.135792:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe4f600 00000400:00000200:0.0:1780853735.135797:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853735.135804:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a29 [1] + 224 00000800:00000001:0.0:1780853735.135812:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853735.135835:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853735.135839:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853735.135845:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853735.135914:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853735.135925:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631425536/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853751 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853735.135937:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3b100 x1867358631425536/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 344/224 e 0 to 0 dl 1780853751 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853735.136020:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853735.136032:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853735.136036:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853735.141593:0:31485:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853735.141604:0:31485:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853735.141608:0:31485:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:2.1:1780853735.165357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3e00. 00010000:00000010:2.1:1780853735.165371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:2.1:1780853735.165375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3800. 00010000:00000010:2.1:1780853735.165378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:2.1:1780853735.165381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00010000:00000010:2.1:1780853735.165385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00010000:00000010:2.1:1780853735.165388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:2.1:1780853735.165390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779600. 00000800:00000200:0.0:1780853735.168663:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853735.168669:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:0.0:1780853735.168673:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853735.168678:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853735.168683:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:0.0:1780853735.168686:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 00000100:00000001:0.0:1780853735.168690:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853735.168695:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853751 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853735.168703:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853735.168706:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853751 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853735.168713:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853735.168715:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853735.213511:0:15875:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1780853735.213519:0:15875:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853735.469428:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853735.469436:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853735.469591:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853735.469594:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853735.469598:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853736.493455:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853736.493462:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853736.493549:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853736.493553:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853736.493555:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853736.749439:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296533499, at 4296533504 00000100:00000010:0.0:1780853736.749456:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139240. 00000100:00000040:1.0:1780853736.749542:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296533499, at 4296533504 00000100:00000010:1.0:1780853736.749548:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139d80. 00010000:00000001:1.0:1780853737.517405:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853737.517411:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.774534:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853737.774539:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853737.774543:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853737.774552:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.774577:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853737.774580:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853737.774594:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853737.774596:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853737.774599:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853737.774605:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631425920:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853737.774612:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853737.774616:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853737.774618:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853737.774621:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853737.774628:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585d75600. 02000000:00000001:3.0:1780853737.774632:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853737.774643:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853737.774648:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853737.774654:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a990. 00000100:00000200:3.0:1780853737.774659:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631425920, portal 25 00000100:00000001:3.0:1780853737.774662:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853737.774665:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:3.0:1780853737.774673:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.774687:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853737.774692:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853737.774697:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a088. 00000100:00000200:3.0:1780853737.774702:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631425920, offset 0 00000400:00000200:3.0:1780853737.774713:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853737.774721:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853737.774729:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853737.774735:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853737.774740:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853737.774745:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853737.774751:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853737.774756:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2454:2454:255:4294967295] 192.168.202.110@tcp LPNI seq info [2454:2454:7:4294967295] 00000400:00000200:3.0:1780853737.774765:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853737.774788:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853737.774799:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853737.774806:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853737.774815:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853737.774823:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853737.774830:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853737.774837:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853737.774843:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853737.774848:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296538618 00000100:00000001:3.0:1780853737.774857:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296535320 00000100:00000001:3.0:1780853737.774863:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296538618 00000100:00000001:3.0:1780853737.774868:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296535320 00000100:00000001:3.0:1780853737.774874:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853737.774879:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.774883:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853737.774891:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.774914:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853737.774918:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853737.774923:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853737.774926:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853737.774930:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853737.774938:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631426176:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853737.774945:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853737.774951:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853737.774955:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853737.774959:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853737.774965:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585d74a00. 02000000:00000001:3.0:1780853737.774969:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853737.774976:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853737.774980:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853737.774984:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853737.774990:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631426176, portal 4 00000100:00000001:3.0:1780853737.774995:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853737.774998:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:3.0:1780853737.775009:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.775017:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853737.775020:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853737.775022:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aa18. 00000100:00000200:3.0:1780853737.775025:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631426176, offset 0 00000400:00000200:3.0:1780853737.775030:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853737.775033:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853737.775036:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853737.775039:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853737.775042:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853737.775043:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853737.775045:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853737.775048:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2456:2456:253:4294967295] 192.168.202.110@tcp LPNI seq info [2456:2456:5:4294967295] 00000400:00000200:3.0:1780853737.775051:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853737.775057:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853737.775061:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853737.775064:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853737.775069:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853737.775074:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853737.775076:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853737.775079:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853737.775082:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 241778 usecs (242 jiffies) 00000400:00000200:3.0:1780853737.775085:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853737.775087:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296534771 00000100:00000001:3.0:1780853737.775089:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296538618 00000100:00000001:3.0:1780853737.775091:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296534771 00000100:00000001:3.0:1780853737.775093:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296538618 00000100:00000001:3.0:1780853737.775096:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853737.775098:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.775100:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.775102:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.775105:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853737.775107:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853737.775109:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853737.775110:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853737.775111:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.775114:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853737.775143:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853737.775149:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:0.0:1780853737.775153:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.775159:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853737.775165:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f330 00000400:00000010:0.0:1780853737.775167:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f330. 00000100:00000001:0.0:1780853737.775171:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853737.775175:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631426048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775185:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853737.775189:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631426048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775196:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853737.775198:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853737.775221:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853737.775224:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77200. 00000400:00000200:0.0:1780853737.775227:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.775231:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853737.775233:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a088 00000400:00000010:0.0:1780853737.775235:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a088. 00000100:00000001:0.0:1780853737.775237:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853737.775241:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775248:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853737.775251:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775256:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853737.775258:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853737.775283:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853737.775285:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:0.0:1780853737.775288:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.775291:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853737.775293:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:0.0:1780853737.775295:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:0.0:1780853737.775297:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853737.775301:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631426304/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775308:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853737.775311:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631426304/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775317:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853737.775318:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853737.775362:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853737.775364:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000400:00000200:0.0:1780853737.775367:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.775371:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853737.775373:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aa18 00000400:00000010:0.0:1780853737.775374:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aa18. 00000100:00000001:0.0:1780853737.775377:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853737.775380:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775385:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853737.775387:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.775393:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853737.775394:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853737.778965:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.778982:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853737.778986:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.778989:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.778998:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779005:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853737.779023:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779029:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779034:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779039:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4f900 00000400:00000200:0.0:1780853737.779044:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779050:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a49 [1] + 224 00000800:00000001:0.0:1780853737.779057:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779062:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779064:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.779069:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853737.779076:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853737.779084:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631426304/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853737.779094:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631426304/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.779113:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853737.779121:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779125:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853737.779127:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779129:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779132:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779135:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853737.779139:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779141:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779144:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779146:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4f880 00000400:00000200:0.0:1780853737.779159:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779164:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a51 [1] + 224 00000800:00000001:0.0:1780853737.779167:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779171:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779172:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.779182:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853737.779191:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853737.779196:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853737.779206:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.779226:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853737.779230:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779233:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853737.779235:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779244:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779247:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779250:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853737.779254:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779257:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779259:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779262:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4f800 00000400:00000200:0.0:1780853737.779284:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779288:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a39 [1] + 224 00000800:00000001:0.0:1780853737.779292:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779295:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779297:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.779300:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853737.779303:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853737.779307:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631426048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853737.779315:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39880 x1867358631426048/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.779323:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853737.779326:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779329:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853737.779330:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779332:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779335:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779338:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853737.779342:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779345:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779347:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779350:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4f780 00000400:00000200:0.0:1780853737.779353:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853737.779356:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a41 [1] + 224 00000800:00000001:0.0:1780853737.779359:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779364:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853737.779366:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853737.779369:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853737.779371:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853737.779375:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853737.779383:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853737.779391:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853737.779395:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853737.779397:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779744:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853737.779747:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853737.779750:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853737.779752:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853737.779754:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:3.0:1780853737.779758:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a990 00000400:00000010:3.0:1780853737.779760:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a990. 00000100:00000001:3.0:1780853737.779764:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853737.779768:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853737.779776:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.779781:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853737.779783:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779785:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853737.779786:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853737.779787:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853737.779789:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853737.779791:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853737.779794:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853737.779797:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853737.779800:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853737.779801:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853737.779802:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853737.779804:0:2383:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.779806:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853737.779810:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.779817:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853737.779819:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853737.779820:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853737.779823:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853737.779829:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631425920:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853737.779834:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853737.779835:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853737.779837:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853737.779839:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853737.779840:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853737.779842:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853737.779845:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853737.779853:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.779859:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853737.779860:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779862:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853737.779863:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853737.779864:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853737.779865:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853737.779867:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853737.779871:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=128 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853737.779873:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853737.779876:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853737.779877:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853737.779878:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853737.779880:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.779882:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853737.779883:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853737.779885:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853737.779886:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853737.779890:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.779896:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853737.779898:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853737.779899:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853737.779903:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853737.779921:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631426176:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853737.779925:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779928:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853737.779931:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631425920/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.779937:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853737.779939:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853737.779941:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585d75600. 02000000:00000001:3.0:1780853737.779944:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853737.779945:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853737.779946:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853737.779948:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853737.779950:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd000. 02000000:00000001:3.0:1780853737.779952:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853737.779953:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853737.779955:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:3.0:1780853737.779957:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853737.779958:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779960:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853737.779963:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631426176/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853737.779968:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853737.779969:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853737.779971:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585d74a00. 02000000:00000001:3.0:1780853737.779973:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853737.779974:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853737.779976:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853737.779977:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853737.779978:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dda00. 02000000:00000001:3.0:1780853737.779980:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853737.779981:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853737.779982:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:3.0:1780853737.779985:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853737.779986:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779987:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853737.779991:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853737.779992:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853737.779994:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853737.779996:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853738.541417:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853738.541425:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853738.541918:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853738.541923:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853738.541926:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853739.566066:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853739.566074:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853739.566359:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853739.566363:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853739.566366:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853740.589820:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853740.589827:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853741.613409:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853741.613422:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853741.613424:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853741.613428:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853741.613433:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853741.613436:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853741.613437:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853741.613439:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853741.613908:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853741.613911:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853741.613914:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853741.869467:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296538618, at 4296538624 00000100:00000010:0.0:1780853741.869486:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5720. 00000100:00000040:1.0:1780853741.871376:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296538618, at 4296538626 00000100:00000010:1.0:1780853741.871391:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5360. 00010000:00000001:1.0:1780853742.637424:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853742.637435:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853742.637626:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853742.637630:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853742.637632:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1780853742.894155:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853742.894164:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:0.0:1780853742.894184:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.894192:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853742.894198:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f2a8 00000400:00000010:0.0:1780853742.894200:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f2a8. 00000100:00000001:0.0:1780853742.894205:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853742.894211:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.894221:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853742.894224:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.894231:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853742.894233:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853742.894568:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853742.894573:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:0.0:1780853742.894579:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.894588:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853742.894595:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f908 00000400:00000010:0.0:1780853742.894599:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f908. 00000100:00000001:0.0:1780853742.894603:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853742.894612:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.894627:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853742.894633:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.894649:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853742.894653:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853742.896938:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853742.896944:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:0.0:1780853742.896951:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.896959:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853742.896965:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f2a8 00000400:00000010:0.0:1780853742.896968:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f2a8. 00000100:00000001:0.0:1780853742.896973:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853742.896998:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.897009:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853742.897013:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.897020:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853742.897022:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853742.897117:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853742.897120:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd200. 00000400:00000200:0.0:1780853742.897123:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.897127:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853742.897130:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f330 00000400:00000010:0.0:1780853742.897132:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f330. 00000100:00000001:0.0:1780853742.897134:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853742.897139:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.897147:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853742.897149:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.897156:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853742.897157:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853742.898458:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853742.898467:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853742.898972:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.898999:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853742.899003:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.899006:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.899016:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.899021:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853742.899031:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.899036:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.899041:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.899045:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4fa00 00000400:00000200:0.0:1780853742.899050:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.899056:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a59 [1] + 224 00000800:00000001:0.0:1780853742.899063:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.899071:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.899073:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.899077:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853742.899083:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853742.899092:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853742.899103:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.899125:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853742.899135:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.899138:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.899326:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853742.899330:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853742.899337:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853742.899339:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853742.899343:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685d68. 00000400:00000200:3.0:1780853742.899348:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fd48 00000400:00000010:3.0:1780853742.899350:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fd48. 00000100:00000001:3.0:1780853742.899354:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853742.899360:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853742.899369:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.899375:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853742.899377:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.899379:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853742.899383:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853742.899385:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853742.899387:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853742.899391:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853742.899401:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=133 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853742.899406:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853742.899408:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853742.899410:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853742.899413:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853742.899417:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.899421:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853742.899424:0:2382:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967635 gen 2 00000100:00000001:3.0:1780853742.899428:0:2382:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780853742.899430:0:2382:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853742.899433:0:2382:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853742.899434:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853742.899439:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.899447:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853742.899451:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853742.899453:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853742.899457:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853742.899465:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631426560:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853742.899470:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.899473:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853742.899476:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631426560/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.899482:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853742.899485:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853742.899489:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267e600. 02000000:00000001:3.0:1780853742.899493:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853742.899496:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853742.899498:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853742.899501:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853742.899504:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd900. 02000000:00000001:3.0:1780853742.899507:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853742.899509:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853742.899511:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:3.0:1780853742.899515:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853742.899516:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.899519:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.899521:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853742.899522:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853742.899524:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.899526:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853742.900644:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900657:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853742.900660:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900663:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.900670:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900675:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853742.900682:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900686:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900691:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900695:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4f980 00000400:00000200:0.0:1780853742.900699:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900704:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a69 [1] + 224 00000800:00000001:0.0:1780853742.900710:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900713:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.900717:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.900722:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853742.900727:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853742.900735:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853742.900751:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.900765:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853742.900771:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900775:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853742.900778:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900780:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.900782:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900786:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853742.900789:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900791:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900794:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900797:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4fb00 00000400:00000200:0.0:1780853742.900811:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900815:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a61 [1] + 224 00000800:00000001:0.0:1780853742.900819:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900823:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.900825:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.900828:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853742.900831:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853742.900835:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853742.900843:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.900850:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853742.900854:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900868:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853742.900870:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900873:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.900876:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900880:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853742.900884:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900886:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900888:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900891:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4fa80 00000400:00000200:0.0:1780853742.900894:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853742.900897:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a71 [1] + 224 00000800:00000001:0.0:1780853742.900901:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900905:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853742.900907:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853742.900910:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853742.900912:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853742.900916:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853742.900924:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853742.900931:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853742.900934:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853742.900936:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.901591:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853742.901596:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853742.901603:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853742.901605:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853742.901608:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685160. 00000400:00000200:3.0:1780853742.901614:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f908 00000400:00000010:3.0:1780853742.901616:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f908. 00000100:00000001:3.0:1780853742.901621:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853742.901627:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853742.901635:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.901642:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853742.901643:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.901646:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853742.901648:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853742.901650:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853742.901653:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853742.901655:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853742.901663:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853742.901667:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853742.901670:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853742.901671:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853742.901674:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853742.901676:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.901678:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853742.901682:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.901688:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853742.901691:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853742.901693:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853742.901697:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853742.901708:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631426432:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853742.901713:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853742.901714:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853742.901716:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:3.0:1780853742.901719:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:3.0:1780853742.901720:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:3.0:1780853742.901722:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853742.901725:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853742.901733:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.901739:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853742.901740:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.901741:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853742.901743:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853742.901744:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853742.901745:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853742.901747:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853742.901752:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=133 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853742.901756:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853742.901758:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853742.901759:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853742.901761:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853742.901763:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.901766:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853742.901769:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853742.901771:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853742.901772:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853742.901775:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.901782:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853742.901784:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853742.901785:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853742.901789:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853742.901795:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631426688:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853742.902244:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853742.902247:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853742.902249:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:3.0:1780853742.902253:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f660 00000400:00000010:3.0:1780853742.902255:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f660. 00000100:00000001:3.0:1780853742.902257:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853742.902345:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853742.902357:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.902363:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853742.902365:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.902367:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853742.902369:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853742.902370:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853742.902372:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853742.902374:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853742.902380:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=133 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853742.902383:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853742.902385:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853742.902387:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853742.902388:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853742.902390:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.902393:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853742.902395:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967333 00000100:00000001:3.0:1780853742.902465:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853742.902468:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853742.902473:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.902480:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853742.902482:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853742.902484:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853742.902487:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853742.902494:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631426816:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853742.902498:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.902501:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853742.902506:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631426432/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.902513:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853742.902515:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853742.902518:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267fa00. 02000000:00000001:3.0:1780853742.902523:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853742.902525:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853742.902527:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853742.902530:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853742.902532:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd400. 02000000:00000001:3.0:1780853742.902536:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853742.902538:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853742.902540:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:3.0:1780853742.902543:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853742.902544:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.902545:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853742.902548:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631426688/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.902554:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853742.902555:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853742.902556:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267ec00. 02000000:00000001:3.0:1780853742.902558:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853742.902559:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853742.902561:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853742.902562:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853742.902564:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddd00. 02000000:00000001:3.0:1780853742.902565:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853742.902566:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853742.902567:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:3.0:1780853742.902569:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853742.902570:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.902571:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853742.902573:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631426816/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853742.902578:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853742.902579:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853742.902581:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267f000. 02000000:00000001:3.0:1780853742.902582:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853742.902584:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853742.902585:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853742.902587:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853742.902588:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd100. 02000000:00000001:3.0:1780853742.902589:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853742.902590:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853742.902592:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853742.902595:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853742.902596:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.902598:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853742.902607:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853742.902608:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853742.902611:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853742.902613:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853743.661477:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853743.661487:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853744.685480:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853744.685488:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853744.686726:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853744.686731:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853744.686735:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853745.709463:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853745.709470:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853745.710731:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853745.710736:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853745.710739:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853746.477526:0:31466:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853746.477529:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853746.477531:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853746.477533:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bb40 going to sleep for 1 seconds 00000100:00000001:0.0:1780853746.477535:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853746.477537:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853746.735496:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853746.735506:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853746.989393:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296543738, at 4296543744 00000100:00000010:1.0:1780853746.989408:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5ba0. 00000100:00000040:0.0:1780853746.989500:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296543738, at 4296543744 00000100:00000010:0.0:1780853746.989506:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5b40. 00000100:00000001:0.0:1780853747.501397:0:31466:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853747.501406:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853747.501408:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853747.501414:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bb40 going to sleep for 1 seconds 00000100:00000001:0.0:1780853747.501417:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853747.501421:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853747.757410:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853747.757418:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853747.757559:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853747.757563:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853747.757565:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853748.016416:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853748.016428:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853748.016439:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105880. 00000020:00000040:1.0:1780853748.016445:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853748.016449:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853748.016452:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853748.016458:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853748.016467:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aea400. 00000100:00000001:1.0:1780853748.016474:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016486:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853748.016497:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853748.016501:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016508:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086676b55] to pc [ptlrpcd_00_00+0] req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.016552:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016555:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853748.016559:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853748.016562:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853748.016564:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853748.016567:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853748.016568:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853748.016570:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853748.016573:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aea100. 00000100:00000001:1.0:1780853748.016576:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016581:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853748.016588:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853748.016590:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016594:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7f6daa5] to pc [ptlrpcd_00_01+1] req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.016602:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016604:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853748.016607:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853748.016610:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106680. 00000020:00000040:1.0:1780853748.016612:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853748.016615:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853748.016616:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853748.016618:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853748.016623:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8400. 00000100:00000001:1.0:1780853748.016625:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016629:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853748.016636:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853748.016638:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016642:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ebf0939] to pc [ptlrpcd_00_00+0] req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.016649:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016651:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853748.016654:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853748.016657:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105f80. 00000020:00000040:1.0:1780853748.016659:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853748.016661:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853748.016662:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853748.016664:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853748.016667:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8000. 00000100:00000001:1.0:1780853748.016669:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016672:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853748.016678:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853748.016680:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016683:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000606cf3e5] to pc [ptlrpcd_00_01+1] req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.016689:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.016693:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1882) 00000100:00000001:1.0:1780853748.016709:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853748.016712:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853748.016715:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853748.016720:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.016729:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853748.016731:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.016734:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1780853748.016736:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1780853748.016739:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1780853748.016740:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.016742:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1780853748.016745:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853748.016752:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631427072:192.168.202.110@tcp:400:kworker.0 00000100:00000040:0.0:1780853748.016752:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.016759:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853748.016765:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1780853748.016766:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853748.016769:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853748.016770:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.016773:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853748.016775:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1780853748.016777:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853748.016781:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853748.016782:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583910200. 02000000:00000001:1.0:1780853748.016787:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853748.016789:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631426944:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853748.016794:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1780853748.016797:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 02000000:00000001:0.0:1780853748.016799:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1780853748.016802:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d0b0. 02000000:00000001:0.0:1780853748.016803:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.016808:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1780853748.016812:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9880. 02000000:00000010:0.0:1780853748.016813:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca9e00. 02000000:00000001:0.0:1780853748.016817:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1780853748.016820:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631427072, portal 10 00000400:00000200:0.0:1780853748.016824:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853748.016826:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853748.016830:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000400:00000010:0.0:1780853748.016830:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b6e0. 00000400:00000010:0.0:1780853748.016837:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426b28. 00000100:00000040:1.0:1780853748.016841:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.016842:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631426944, portal 25 00000100:00000001:0.0:1780853748.016847:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.016850:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000001:1.0:1780853748.016856:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853748.016860:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853748.016863:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853748.016868:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9330. 00000100:00000001:0.0:1780853748.016871:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1780853748.016873:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631427072, offset 0 00000100:00000040:0.0:1780853748.016877:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853748.016882:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000400:00000200:1.0:1780853748.016885:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853748.017347:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.017355:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853748.017360:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853748.017365:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853748.017369:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853748.017372:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853748.017376:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2461:2461:256:4294967295] 192.168.202.110@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:1.0:1780853748.017381:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.017390:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853748.017396:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853748.017402:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853748.017409:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853748.017416:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853748.017420:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853748.017433:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.017438:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 788728 usecs (789 jiffies) 00000400:00000200:1.0:1780853748.017441:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853748.017444:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296545561 00000100:00000010:1.0:1780853748.017448:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49de0. 00000100:00000001:1.0:1780853748.017455:0:2381:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853748.017461:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296545561 00000100:00000010:1.0:1780853748.017464:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49180. 00000100:00000001:1.0:1780853748.017467:0:2381:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853748.017470:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853748.017473:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.017475:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853748.017480:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.017488:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853748.017490:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853748.017492:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853748.017494:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853748.017496:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853748.017499:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631427328:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853748.017505:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853748.017508:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853748.018352:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853748.018357:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853748.018364:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583911600. 02000000:00000001:1.0:1780853748.018367:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853748.018373:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853748.018376:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835da50. 00000100:00000200:0.0:1780853748.021328:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631426944, offset 0 00000400:00000200:0.0:1780853748.021352:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853748.021537:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.021547:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853748.021552:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853748.021556:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853748.021560:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853748.021562:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853748.021566:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2462:2462:255:4294967295] 192.168.202.110@tcp LPNI seq info [2462:2462:7:4294967295] 00000400:00000200:0.0:1780853748.021571:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.021579:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853748.021585:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853748.021592:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853748.021599:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853748.021606:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853748.021610:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853748.021614:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853748.021619:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853748.021621:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296548864 00000100:00000001:0.0:1780853748.021631:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296545561 00000100:00000001:0.0:1780853748.021636:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296548864 00000100:00000001:0.0:1780853748.021639:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296545561 00000100:00000001:0.0:1780853748.021642:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.021645:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.021650:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853748.021659:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.021668:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853748.021670:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.021676:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853748.021679:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853748.021681:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853748.021685:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631427200:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853748.021690:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853748.021696:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853748.021903:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.021908:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853748.021915:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca8a00. 02000000:00000001:0.0:1780853748.021917:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853748.021923:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853748.021927:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000400:00000010:0.0:1780853748.021933:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853748.021939:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631427200, portal 4 00000100:00000001:0.0:1780853748.021942:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.021943:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000100:00000040:0.0:1780853748.021950:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.021957:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853748.021959:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853748.021962:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426330. 00000100:00000200:0.0:1780853748.021964:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631427200, offset 0 00000400:00000200:0.0:1780853748.021969:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853748.021973:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.021977:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853748.021979:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853748.021981:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853748.021984:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853748.021986:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853748.021988:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2463:2463:254:4294967295] 192.168.202.110@tcp LPNI seq info [2463:2463:6:4294967295] 00000400:00000200:0.0:1780853748.021992:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.021998:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853748.022003:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853748.022006:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853748.022011:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853748.022016:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853748.022018:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853748.022020:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.022025:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 239297 usecs (240 jiffies) 00000400:00000200:0.0:1780853748.022028:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853748.022030:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296545015 00000100:00000001:0.0:1780853748.022032:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853748.022034:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296545015 00000100:00000001:0.0:1780853748.022035:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853748.022038:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.022040:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.022042:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.022046:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.022054:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.022057:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853748.022060:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.022062:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853748.022064:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.022066:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853748.022135:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853748.022140:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:0.0:1780853748.022150:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.022155:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.022161:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9330 00000400:00000010:0.0:1780853748.022164:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9330. 00000100:00000001:0.0:1780853748.022168:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853748.022175:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.022184:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.022188:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.022200:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.022201:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853748.022214:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853748.022216:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:0.0:1780853748.022218:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.022222:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.022224:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:0.0:1780853748.022226:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:0.0:1780853748.022228:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853748.022232:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.022239:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.022242:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.022248:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.022250:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853748.022940:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853748.022944:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:0.0:1780853748.022949:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.022954:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.022959:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426330 00000400:00000010:0.0:1780853748.022960:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426330. 00000100:00000001:0.0:1780853748.022964:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853748.022969:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.022978:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.022980:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.022985:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.022987:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1780853748.026409:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9f68. 00000100:00000200:1.0:1780853748.026426:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631427328, portal 4 00000100:00000001:1.0:1780853748.026431:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853748.026432:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121661312 : -107453587890304 : ffff9e4583105f80) 00000100:00000040:1.0:1780853748.026450:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.026459:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853748.026462:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853748.026466:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b93b8. 00000100:00000200:1.0:1780853748.026469:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631427328, offset 0 00000400:00000200:1.0:1780853748.026476:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853748.026488:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.026496:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853748.026501:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853748.026505:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853748.026509:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000800:00000001:0.0:1780853748.027311:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.027326:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853748.027330:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.027333:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.027340:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.027345:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853748.027388:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853748.027394:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2464:2464:256:4294967295] 192.168.202.110@tcp LPNI seq info [2464:2464:8:4294967295] 00000400:00000200:1.0:1780853748.027400:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.027411:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853748.027417:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853748.027423:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8300. 00000800:00000200:1.0:1780853748.027431:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853748.027439:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853748.027443:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853748.027459:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.027464:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 95032 usecs (96 jiffies) 00000400:00000200:1.0:1780853748.027468:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853748.027471:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296544878 00000100:00000001:1.0:1780853748.027474:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853748.027477:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296544878 00000100:00000001:1.0:1780853748.027479:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853748.027481:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853748.027484:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.027489:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.027493:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853748.027500:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853748.027502:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853748.027505:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853748.027507:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853748.027509:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.027511:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853748.028743:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853748.028748:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8300. 00000400:00000200:1.0:1780853748.028754:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.028761:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.031819:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.031828:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.031836:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.031842:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b93b8 00000400:00000200:0.0:1780853748.031843:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe4fc00 00000400:00000010:1.0:1780853748.031848:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b93b8. 00000400:00000200:0.0:1780853748.031853:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853748.031858:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1780853748.031862:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a79 [1] + 224 00000100:00000200:1.0:1780853748.031871:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1780853748.031873:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1780853748.031886:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1780853748.031889:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853748.031891:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780853748.031896:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1780853748.031903:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853748.031906:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853748.031907:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853748.031921:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.031927:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853748.031937:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.031958:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853748.032563:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.032571:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853748.032574:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.032576:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.032581:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032586:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853748.032595:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032598:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032602:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032605:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe4fb80 00000400:00000200:0.0:1780853748.032614:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032619:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a81 [1] + 224 00000800:00000001:0.0:1780853748.032623:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.032627:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.032629:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.032633:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853748.032636:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.032641:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853748.032651:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.032664:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853748.032668:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.032672:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853748.032674:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.032676:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.032679:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032683:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853748.032686:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032689:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032691:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.032694:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4fc80 00000400:00000200:0.0:1780853748.032697:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.033416:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6a99 [1] + 224 00000800:00000001:0.0:1780853748.033425:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.033437:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.033440:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.033444:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853748.033447:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.033522:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853748.033532:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.033541:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853748.033548:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.033551:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.033571:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.033575:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853748.033581:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.033582:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.033585:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b6e0. 00000400:00000200:0.0:1780853748.033588:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:0.0:1780853748.033591:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:0.0:1780853748.033594:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.033598:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.033606:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.033611:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.033613:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.033615:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.033618:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.033621:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.033622:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.033625:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.033633:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853748.033637:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853748.033639:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.033640:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.033643:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.033645:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.033647:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.033652:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.033658:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.033661:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.033663:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.033667:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853748.033673:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631426944:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853748.033679:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.033680:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.033682:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:0.0:1780853748.033684:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:0.0:1780853748.033685:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:0.0:1780853748.033687:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.033690:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.033697:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.033775:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.033777:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.033779:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.033781:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.033782:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.033783:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.033786:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.033796:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=139 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853748.033799:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.033801:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.033802:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.033804:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.033807:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.033810:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853748.033811:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853748.033813:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853748.033814:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.033819:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.033830:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.033832:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.033834:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.034038:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853748.034046:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631427200:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853748.034050:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.034052:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.034056:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105880 x1867358631426944/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.034062:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853748.034065:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853748.034068:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca9e00. 02000000:00000001:0.0:1780853748.034072:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853748.034074:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.034076:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853748.034078:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.034081:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aea400. 02000000:00000001:0.0:1780853748.034084:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.034086:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.034087:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105880. 00000100:00000001:0.0:1780853748.034090:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.034091:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.034093:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.034095:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106680 x1867358631427200/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.034100:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853748.034101:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853748.034102:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca8a00. 02000000:00000001:0.0:1780853748.034104:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853748.034105:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.034106:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853748.034108:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.034109:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8400. 02000000:00000001:0.0:1780853748.034111:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.034112:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.034113:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106680. 00000100:00000001:0.0:1780853748.034115:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.034116:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.034118:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.034135:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.034136:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.034139:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.034141:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.034169:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.034171:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853748.034175:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.034177:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.034179:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d0b0. 00000400:00000200:0.0:1780853748.034182:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9880 00000400:00000010:0.0:1780853748.034184:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9880. 00000100:00000001:0.0:1780853748.034187:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.034192:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.034200:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.034207:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.034208:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.034210:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.034211:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.034213:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.034214:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.034216:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.034221:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=139 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853748.034224:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.034241:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.034242:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.034244:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.034246:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.034249:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853748.034250:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1780853748.034252:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853748.034253:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.034408:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.034417:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.034579:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.034581:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.034586:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853748.034594:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631427072:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853748.034598:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.034600:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.034602:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106300 x1867358631427072/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.034608:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853748.034609:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853748.034611:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583910200. 02000000:00000001:0.0:1780853748.034614:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853748.034615:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.034616:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853748.034618:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.034619:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aea100. 02000000:00000001:0.0:1780853748.034621:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.034622:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.034623:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106300. 00000100:00000001:0.0:1780853748.034626:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.034627:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.034629:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.034631:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.034632:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853748.034633:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.034635:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853748.037634:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.037655:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853748.037660:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.037662:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.037671:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.037679:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853748.037690:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.037695:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.037700:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.037704:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe4fd00 00000400:00000200:1.0:1780853748.037709:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.037715:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6aa9 [1] + 224 00000800:00000001:1.0:1780853748.037722:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.037732:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.037735:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.037740:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853748.037747:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853748.037756:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853748.037767:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.037793:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853748.037802:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.037805:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.037848:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.037852:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853748.037858:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.037860:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.037863:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835da50. 00000400:00000200:0.0:1780853748.037868:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9f68 00000400:00000010:0.0:1780853748.037870:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9f68. 00000100:00000001:0.0:1780853748.037873:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.037878:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.037887:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.037893:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.037895:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.037897:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.037900:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.037903:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.037904:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.037907:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.037915:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=139 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853748.037919:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.037921:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.037923:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.037926:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.037929:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.037932:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853748.037934:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1780853748.037936:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853748.037938:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.037942:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.037948:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.037951:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.037953:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.037957:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853748.037965:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631427328:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853748.037970:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.037972:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.037975:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105f80 x1867358631427328/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853764 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.037982:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853748.037984:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853748.037988:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583911600. 02000000:00000001:0.0:1780853748.037991:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853748.037993:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.037995:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853748.037997:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.038000:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8000. 02000000:00000001:0.0:1780853748.038003:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.038005:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.038007:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105f80. 00000100:00000001:0.0:1780853748.038010:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.038012:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.038014:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.038021:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.038023:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.038025:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.038027:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.525404:0:31466:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853748.525409:0:31466:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1780853748.525427:0:31466:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853732/real 1780853732] req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853748 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1780853748.525443:0:31466:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.525455:0:31466:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.525460:0:31466:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:0.0:1780853748.525467:0:31466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:0.0:1780853748.525469:0:31466:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:0.0:1780853748.525473:0:31466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.525478:0:31466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853748 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.525487:0:31466:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853748 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.525495:0:31466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.525496:0:31466:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.525499:0:31466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.525501:0:31466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.525504:0:31466:0:(import.c:431:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1780853748.525508:0:31466:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1780853748.525512:0:31466:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e4592299000: Connection to lustre-MDT0000 (at 192.168.202.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1780853748.525515:0:31466:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1780853748.525518:0:31466:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:0.0:1780853748.525521:0:31466:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.525522:0:31466:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1780853748.525524:0:31466:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1780853748.525543:0:31466:0:(import.c:438:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1780853748.525545:0:31466:0:(client.c:2532:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.525547:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.525548:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853748.525550:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bb40 going to sleep for 0 seconds 00000100:00000001:0.0:1780853748.525552:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853748.525554:0:31466:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.525556:0:31466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853748.525558:0:31466:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.525560:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780853748.527108:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780853748.527115:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1780853748.527117:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1780853748.527155:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1780853748.527159:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:1.0:1780853748.527166:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1851 00000400:00000200:1.0:1780853748.527174:0:36:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.527181:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1780853748.527185:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853748.527188:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853748.527190:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853748.527193:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:1.0:1780853748.527200:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853748.527202:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:1.0:1780853748.527205:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853748.527208:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:1.0:1780853748.527210:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:1.0:1780853748.527212:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000040:1.0:1780853748.527215:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853748.527216:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853748.527218:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853748.527220:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:1.0:1780853748.527222:0:36:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00080000:1.0:1780853748.527226:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: import ffff9e4585127800 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:1.0:1780853748.527228:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853748.527231:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1780853748.527237:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853748.527240:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.527242:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1780853748.527246:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1780853748.527248:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.527250:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853748.527261:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107100. 00000020:00000040:1.0:1780853748.527305:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853748.527310:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853748.527311:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.527315:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853748.527317:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853748.527321:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853748.527329:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72000. 00000100:00000001:1.0:1780853748.527336:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853748.527345:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853748.527355:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853748.527360:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.527365:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456ef04b] to pc [ptlrpcd_rcv+-1] req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.527389:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.527393:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1882) 00000100:00000001:3.0:1780853748.527523:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853748.527526:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853748.527529:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853748.527534:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853748.527540:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853748.527541:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853748.527543:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853748.527545:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853748.527546:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853748.527549:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631427456:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853748.527551:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853748.527555:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853748.527557:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853748.527559:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853748.527563:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853748.527564:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853748.527568:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853748.527570:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853748.527575:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853748.527580:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631427456, portal 10 00000100:00000001:3.0:1780853748.527581:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853748.527583:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121665792 : -107453587885824 : ffff9e4583107100) 00000100:00000040:3.0:1780853748.527587:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853748.527593:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853748.527595:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853748.527596:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a990. 00000100:00000200:3.0:1780853748.527599:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631427456, offset 0 00000400:00000200:3.0:1780853748.527603:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853748.527609:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853748.527613:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853748.527617:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853748.527620:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853748.527622:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853748.527624:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853748.527627:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2465:2465:256:4294967295] 192.168.202.110@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:3.0:1780853748.527630:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853748.527637:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853748.527641:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853748.527644:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77b00. 00000800:00000200:3.0:1780853748.527650:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853748.527655:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853748.527659:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853748.527677:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853748.527681:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 787680 usecs (788 jiffies) 00000400:00000200:3.0:1780853748.527684:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853748.527687:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296546070 00000100:00000001:3.0:1780853748.527689:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:3.0:1780853748.527691:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296546070 00000100:00000001:3.0:1780853748.527694:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:3.0:1780853748.527696:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853748.527698:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.527701:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.527703:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.527710:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853748.527712:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853748.527714:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853748.527715:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853748.527717:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.527719:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853748.528221:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853748.528226:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77b00. 00000400:00000200:0.0:1780853748.528231:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.528235:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.528240:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a990 00000400:00000010:0.0:1780853748.528242:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a990. 00000100:00000001:0.0:1780853748.528244:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853748.528248:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.528255:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.528257:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.528262:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.528263:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853748.533518:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.533534:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853748.533538:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.533540:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.533549:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.533556:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853748.533562:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.533567:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.533571:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.533574:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 10 MB=0x6a25a4fe4fd80 00000400:00000200:1.0:1780853748.533578:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.533583:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 416/416 into md 0x6ab9 [1] + 0 00000800:00000001:1.0:1780853748.533589:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.533593:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.533596:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.533599:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853748.533605:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853748.533613:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853748.533621:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.533638:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853748.533645:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.533647:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.533722:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853748.533726:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853748.533731:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853748.533732:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853748.533735:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853748.533738:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853748.533740:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853748.533743:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853748.533746:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853748.533752:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853748.533758:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853748.533760:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.533762:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853748.533766:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853748.533768:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853748.533770:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853748.533773:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853748.533783:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=139 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853748.533787:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853748.533789:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853748.533791:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853748.533793:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853748.533797:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.533800:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853748.533802:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1780853748.533804:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853748.533806:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853748.533811:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853748.533818:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853748.533821:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853748.533822:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.533824:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853748.533829:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853748.533832:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853748.533833:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853748.533835:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853748.533837:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853748.533840:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853748.533842:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00001000:3.0:1780853748.533844:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=1780853748 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853748.533846:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853748.533849:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853748.533854:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853748.533856:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853748.533858:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000008:00000020:3.0:1780853748.533861:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1780853748.533864:0:2379:0:(mdc_request.c:3105:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1780853748.533865:0:2379:0:(mdc_request.c:3112:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853748.533866:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853748.533869:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853748.533871:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853748.533872:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853748.533873:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.533874:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853748.533877:0:2379:0:(import.c:1299:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.110@tcp after partition 00000100:00080000:3.0:1780853748.533880:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1780853748.533882:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1780853748.533884:0:2379:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1780853748.533888:0:2379:0:(client.c:3224:ptlrpc_resend_req()) @@@ going to resend req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853751 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.533903:0:2379:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853748.533905:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1780853748.533907:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853748.533908:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853748.533909:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853748.533910:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853748.533911:0:2379:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1780853748.533912:0:2379:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff9e45904ba1e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1780853748.533915:0:2379:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa8f483e9eb3002bb 00800000:00000040:3.0:1780853748.533917:0:2379:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e4592299000=e55ecacc-e48a-400c-a052-f3869534991c device 3 (ffff9e45904bb380) type mdc at LMV idx 0 00800000:00000040:3.0:1780853748.533920:0:2379:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff9e45904bb380 already active! 00800000:00000001:3.0:1780853748.533921:0:2379:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853748.533922:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853748.533923:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853748.533925:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000800:00000200:1.0:1780853748.534484:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853748.534487:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853748.534490:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.534493:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853748.534496:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:1.0:1780853748.534497:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 00000100:00000001:1.0:1780853748.534499:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853748.534503:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853748.534510:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853748.534512:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853748.534517:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.534518:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853748.537346:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.537361:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853748.537366:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.537368:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.537377:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.537384:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853748.537391:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.537396:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.537401:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.537405:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4fe00 00000400:00000200:1.0:1780853748.537409:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.537426:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6ac1 [1] + 224 00000800:00000001:1.0:1780853748.537433:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.537440:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.537442:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.537447:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853748.537453:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853748.537461:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853748.537471:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853748.537495:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853748.537504:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.537507:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.537612:0:31455:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853748.537620:0:31455:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.537622:0:31455:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.537625:0:31455:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685000. 00000400:00000200:0.0:1780853748.537630:0:31455:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:0.0:1780853748.537632:0:31455:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:0.0:1780853748.537636:0:31455:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.537640:0:31455:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853748.537649:0:31455:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631425792/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537655:0:31455:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.537657:0:31455:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.537659:0:31455:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.537662:0:31455:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.537665:0:31455:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.537667:0:31455:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.537670:0:31455:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.537679:0:31455:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853748.537684:0:31455:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.537687:0:31455:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.537688:0:31455:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.537691:0:31455:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.537695:0:31455:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.537699:0:31455:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853748.537701:0:31455:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1780853748.537703:0:31455:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853748.537705:0:31455:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.537709:0:31455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631425792/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537716:0:31455:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.537719:0:31455:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.537721:0:31455:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.537725:0:31455:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631425792/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853748.537735:0:31455:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:31455:1867358631425792:192.168.202.110@tcp:35:multiop.0 00000100:00000001:0.0:1780853748.537740:0:31455:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.537743:0:31455:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.537745:0:31455:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853748.537747:0:31455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.537751:0:31455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631425792/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537771:0:31455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853748.537774:0:31455:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dd80. 00000100:00000001:0.0:1780853748.537776:0:31455:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853748.537778:0:31455:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.537785:0:31455:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.537786:0:31455:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000002:00000001:0.0:1780853748.537789:0:31455:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.537792:0:31455:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853748.537797:0:31455:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e200. 00000080:00000001:0.0:1780853748.537801:0:31455:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1780853748.537805:0:31455:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1780853748.537809:0:31455:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1780853748.537814:0:31455:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c39f80 x1867358631424256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853747 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537826:0:31455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.537829:0:31455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631424256/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853747 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537836:0:31455:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853748.537840:0:31455:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.537842:0:31455:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853748.537844:0:31455:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.537847:0:31455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:0.0:1780853748.537851:0:31455:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.537853:0:31455:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.537855:0:31455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:0.0:1780853748.537858:0:31455:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.537859:0:31455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.537861:0:31455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.537865:0:31455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631425792/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537871:0:31455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853748.537874:0:31455:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7620. 00000002:00000001:0.0:1780853748.537877:0:31455:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.537879:0:31455:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853748.537880:0:31455:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0f80. 00000100:00000001:0.0:1780853748.537883:0:31455:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.537886:0:31455:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631425792/t4294967635(4294967635) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.537891:0:31455:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853748.537893:0:31455:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853748.537896:0:31455:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3800. 02000000:00000001:0.0:1780853748.537899:0:31455:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853748.537900:0:31455:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.537901:0:31455:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853748.537903:0:31455:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.537905:0:31455:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f400. 02000000:00000001:0.0:1780853748.537908:0:31455:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.537909:0:31455:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.537911:0:31455:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:0.0:1780853748.537913:0:31455:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.537914:0:31455:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853748.537917:0:31455:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853748.537920:0:31455:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530adc0. 00000080:00000001:0.0:1780853748.537923:0:31455:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.537930:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47db8 00000080:00000008:0.0:1780853748.537932:0:31455:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9e459198ec08), flags 100002, rc = 0 00000080:00000001:0.0:1780853748.539191:0:31455:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.539201:0:31455:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853748.539204:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47e00 00000080:00002000:0.0:1780853748.539208:0:31455:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591b2a948, parent ffff9e4591b2ad80, inode ffff9e459198ec08) hashed, 00000080:00000001:0.0:1780853748.539212:0:31455:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853748.539222:0:31455:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853748.539230:0:31455:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853748.539233:0:31455:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853748.539234:0:31455:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47e00 00000080:00002000:0.0:1780853748.539236:0:31455:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9e4591b2ad80, parent ffff9e4591970ca8, inode ffff9e45919a2a08) hashed, 00000080:00000001:0.0:1780853748.539238:0:31455:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853748.539241:0:31455:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853748.539244:0:31455:0:(dcache.c:48:ll_release()) Process leaving 00000002:00000001:3.0:1780853748.539323:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.539328:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1780853748.539334:0:2379:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00080000:3.0:1780853748.539345:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001e04c965): req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 1 dl 1780853748 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853748.539381:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.539385:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853748.539391:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853748.539400:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631427456:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853748.539404:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.539407:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853748.539418:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107100 x1867358631427456/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853748.539426:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853748.539429:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853748.539432:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853748.539435:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853748.539437:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853748.539439:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853748.539442:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853748.539444:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d72000. 02000000:00000001:3.0:1780853748.539448:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853748.539449:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853748.539451:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107100. 00000100:00000001:3.0:1780853748.539455:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853748.539456:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.539459:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.539467:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853748.539469:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.539472:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853748.539473:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.539702:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853748.539706:0:31466:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853748.539709:0:31466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853748.539711:0:31466:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853748.539714:0:31466:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853748.539717:0:31466:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853748.539720:0:31466:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.539723:0:31466:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1780853748.539728:0:31466:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1867358631424896 new x1867358631427712 02000000:00000001:1.0:1780853748.539732:0:31466:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853748.539734:0:31466:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853748.539743:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853748.539750:0:31466:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dd68. 00000400:00000010:1.0:1780853748.539756:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b93b8. 00000100:00000200:1.0:1780853748.539762:0:31466:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631424896, portal 10 00000100:00000001:1.0:1780853748.539764:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853748.539765:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000040:1.0:1780853748.539772:0:31466:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.539779:0:31466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853748.539782:0:31466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853748.539785:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b96e8. 00000100:00000200:1.0:1780853748.539787:0:31466:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631424896, offset 0 00000400:00000200:1.0:1780853748.539793:0:31466:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853748.539803:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.539809:0:31466:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853748.539814:0:31466:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853748.539818:0:31466:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853748.539822:0:31466:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853748.539825:0:31466:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853748.539828:0:31466:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2467:2467:256:4294967295] 192.168.202.110@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:1.0:1780853748.539832:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.539842:0:31466:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853748.539847:0:31466:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853748.539853:0:31466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8300. 00000800:00000200:1.0:1780853748.539859:0:31466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853748.539867:0:31466:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853748.539871:0:31466:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1780853748.539881:0:31466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853748.539885:0:31466:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808341 usecs (809 jiffies) 00000400:00000200:1.0:1780853748.539889:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853748.539891:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296546103 00000100:00000001:1.0:1780853748.539894:0:31466:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853748.539896:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296546103 00000100:00000001:1.0:1780853748.539899:0:31466:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853748.539901:0:31466:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853748.539903:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853748.539905:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853748.539906:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853748.539909:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bb40 going to sleep for 11 seconds 00000100:00000001:1.0:1780853748.539910:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853748.539912:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853748.540775:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853748.540781:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8300. 00000400:00000200:1.0:1780853748.540788:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.540795:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853748.540801:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b96e8 00000400:00000010:1.0:1780853748.540804:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b96e8. 00000100:00000001:1.0:1780853748.540807:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853748.540813:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.540824:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853748.540827:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.540835:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.540837:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853748.550128:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.550148:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853748.550152:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.550155:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.550165:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550172:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853748.550182:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550187:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550193:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550197:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe4fe80 00000400:00000200:1.0:1780853748.550201:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550208:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6ac9 [1] + 224 00000800:00000001:1.0:1780853748.550215:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.550224:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.550228:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.550231:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853748.550238:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853748.550246:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853748.550257:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853748.550294:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853748.550303:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853748.550306:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550311:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853748.550317:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2468:2468:256:4294967295] 192.168.202.110@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:1.0:1780853748.550321:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.550328:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000100:00000001:0.0:1780853748.550331:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1780853748.550333:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000400:00000001:0.0:1780853748.550337:0:31466:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000010:1.0:1780853748.550339:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8300. 00000400:00000001:0.0:1780853748.550339:0:31466:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.550342:0:31466:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dd68. 00000800:00000200:1.0:1780853748.550344:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000400:00000200:0.0:1780853748.550346:0:31466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b93b8 00000400:00000010:0.0:1780853748.550348:0:31466:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b93b8. 00000800:00000200:1.0:1780853748.550350:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853748.550355:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8300 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1780853748.550361:0:31466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.550365:0:31466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853748.550374:0:31466:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173480 x1867358631424896/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/512 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.550379:0:31466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.550381:0:31466:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.550384:0:31466:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.550387:0:31466:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.550389:0:31466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.550391:0:31466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.550394:0:31466:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.550403:0:31466:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=139 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853748.550407:0:31466:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.550409:0:31466:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.550411:0:31466:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.550423:0:31466:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.550427:0:31466:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.550429:0:31466:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853748.550431:0:31466:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853748.550433:0:31466:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000800:00000200:1.0:1780853748.550435:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1780853748.550435:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.550437:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000800:00000010:1.0:1780853748.550439:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8300. 00000100:00000001:0.0:1780853748.550440:0:31466:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1780853748.550442:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1780853748.550442:0:31466:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1780853748.550444:0:31466:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1780853748.550445:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000100:00000001:0.0:1780853748.550446:0:31466:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853748.550450:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1780853748.550451:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173480 x1867358631424896/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853764 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1780853748.550453:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.550458:0:31466:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.550461:0:31466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.550462:0:31466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.550466:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173480 x1867358631424896/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853764 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853748.550473:0:31466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631424896:192.168.202.110@tcp:36:touch.0 00000100:00000001:0.0:1780853748.550478:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.550481:0:31466:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.550483:0:31466:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853748.550485:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.550488:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173480 x1867358631424896/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853764 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.550495:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853748.550498:0:31466:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bb40. 00000100:00000001:0.0:1780853748.550501:0:31466:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853748.550502:0:31466:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.550510:0:31466:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.550513:0:31466:0:(lmv_obd.c:3022:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.550519:0:31466:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853748.550521:0:31466:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853748.550535:0:31466:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1780853748.550538:0:31466:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1780853748.550542:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.550545:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173480 x1867358631424896/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853764 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853748.550550:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.550553:0:31466:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853748.550555:0:31466:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.550557:0:31466:0:(llite_lib.c:2064:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.550560:0:31466:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1780853748.550563:0:31466:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853748.550565:0:31466:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853748.550567:0:31466:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853748.550568:0:31466:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.550571:0:31466:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.550573:0:31466:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1780853748.550577:0:31466:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853748.550582:0:31466:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910083f0. 00000020:00000010:0.0:1780853748.550586:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9e00. 00000020:00000010:0.0:1780853748.550592:0:31466:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca8000. 00000020:00000010:0.0:1780853748.550596:0:31466:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d2a0. 00000008:00000010:0.0:1780853748.550602:0:31466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853748.550606:0:31466:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853748.550610:0:31466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853748.550615:0:31466:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276ab28. 00000080:00000010:0.0:1780853748.550618:0:31466:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c2910. 00000020:00000010:0.0:1780853748.550622:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca8200. 00000008:00000010:0.0:1780853748.550625:0:31466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fa20. 00020000:00000010:0.0:1780853748.550628:0:31466:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645ba80. 00008000:00000010:0.0:1780853748.550631:0:31466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5190. 00000080:00000010:0.0:1780853748.550634:0:31466:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864741e0. 00000020:00000001:0.0:1780853748.550636:0:31466:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503096 : -107453354048520 : ffff9e45910083f8) 00000020:00001000:0.0:1780853748.550638:0:31466:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910083f0 00000020:00000001:0.0:1780853748.550642:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.550644:0:31466:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853748.550647:0:31466:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853748.550649:0:31466:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853748.550652:0:31466:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853748.550653:0:31466:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853748.550656:0:31466:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853748.550658:0:31466:0:(file.c:6067:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1780853748.550660:0:31466:0:(file.c:6069:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1780853748.550664:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853748.550668:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853748.550674:0:31466:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.550676:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853748.550677:0:31466:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:0.0:1780853748.550679:0:31466:0:(file.c:6074:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.550681:0:31466:0:(file.c:6964:ll_layout_intent()) Process entered 00000080:00000010:0.0:1780853748.550685:0:31466:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9600. 00000080:00010000:0.0:1780853748.550691:0:31466:0:(file.c:6982:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff9e45919a6c08) 00000080:00000001:0.0:1780853748.550694:0:31466:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853748.550698:0:31466:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853748.550700:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f958 00800000:00000002:0.0:1780853748.550703:0:31466:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:0.0:1780853748.550706:0:31466:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853748.550709:0:31466:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853748.550713:0:31466:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853748.550715:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f828 00000002:00010000:0.0:1780853748.550717:0:31466:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:0.0:1780853748.550720:0:31466:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853748.550723:0:31466:0:(mdc_locks.c:706:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1780853748.550727:0:31466:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836aa00. 00000020:00000040:0.0:1780853748.550731:0:31466:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853748.550736:0:31466:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853748.550739:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853748.550743:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.550746:0:31466:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853748.550748:0:31466:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853748.550752:0:31466:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853748.550767:0:31466:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca9c00. 00000100:00000001:0.0:1780853748.550772:0:31466:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.550776:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853748.550777:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.550779:0:31466:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853748.550780:0:31466:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.550781:0:31466:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.550784:0:31466:0:(mdc_locks.c:739:mdc_intent_layout_pack()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00010000:00000001:0.0:1780853748.550788:0:31466:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853748.550790:0:31466:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853748.550794:0:31466:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95100. 00010000:00000010:0.0:1780853748.550798:0:31466:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922abd80. 00010000:00000001:0.0:1780853748.550803:0:31466:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853748.550806:0:31466:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572c00. 00000020:00000001:0.0:1780853748.550809:0:31466:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853748.550811:0:31466:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572c00 with handle 0xa8f483e9eb300d65 to hash 00000020:00000001:0.0:1780853748.550813:0:31466:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853748.550814:0:31466:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.550818:0:31466:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.550821:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853748.550824:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853748.550827:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853748.550836:0:31466:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853748.550845:0:31466:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853748.550850:0:31466:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853748.550851:0:31466:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853748.550856:0:31466:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee000. 00000100:00000001:0.0:1780853748.550858:0:31466:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124708864 : -107453584842752 : ffff9e45833ee000) 00000100:00000001:0.0:1780853748.550859:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.550860:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000001:0.0:1780853748.550864:0:31466:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853748.550868:0:31466:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.550869:0:31466:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853748.550871:0:31466:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853748.550875:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.550882:0:31466:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853748.550884:0:31466:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.550888:0:31466:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853748.550890:0:31466:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853748.550893:0:31466:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853748.550896:0:31466:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631427840:192.168.202.110@tcp:101:touch.0 00000100:00000001:0.0:1780853748.550899:0:31466:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853748.550904:0:31466:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853748.550906:0:31466:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.550909:0:31466:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853748.550913:0:31466:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853748.550915:0:31466:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853748.550919:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853748.550922:0:31466:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000400:00000010:0.0:1780853748.550928:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853748.550934:0:31466:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631427840, portal 10 00000100:00000001:0.0:1780853748.550952:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.550954:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000040:0.0:1780853748.550959:0:31466:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.550967:0:31466:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853748.550969:0:31466:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853748.550972:0:31466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426b28. 00000100:00000200:0.0:1780853748.550975:0:31466:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1867358631427840, offset 0 00000400:00000200:0.0:1780853748.550981:0:31466:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853748.550987:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.550992:0:31466:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853748.550997:0:31466:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853748.551001:0:31466:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853748.551004:0:31466:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853748.551007:0:31466:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853748.551010:0:31466:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2469:2469:256:4294967295] 192.168.202.110@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:0.0:1780853748.551014:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.551021:0:31466:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853748.551025:0:31466:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853748.551029:0:31466:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853748.551034:0:31466:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853748.551039:0:31466:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853748.551042:0:31466:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1780853748.551060:0:31466:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.551065:0:31466:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 835360 usecs (836 jiffies) 00000400:00000200:0.0:1780853748.551068:0:31466:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853748.551071:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296546141 00000100:00000001:0.0:1780853748.551073:0:31466:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853748.551076:0:31466:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296546141 00000100:00000001:0.0:1780853748.551078:0:31466:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853748.551080:0:31466:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.551084:0:31466:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.551086:0:31466:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.551087:0:31466:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853748.551089:0:31466:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee000 going to sleep for 11 seconds 00000100:00000001:0.0:1780853748.551091:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853748.551093:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853748.552768:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853748.552776:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853748.552781:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.552788:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853748.552795:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:1.0:1780853748.552797:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:1.0:1780853748.552802:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853748.552809:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853748.552821:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853748.552824:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853748.552831:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853748.552833:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853748.559081:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.559101:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853748.559105:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.559108:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.559128:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.559136:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853748.559145:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.559150:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.559156:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000080:00000010:0.1:1780853748.559158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7d00. 00000400:00000200:1.0:1780853748.559160:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 10 MB=0x6a25a4fe4ff00 00000400:00000200:1.0:1780853748.559166:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853748.559172:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 400/400 into md 0x6ad9 [1] + 224 00000080:00000010:0.1:1780853748.559173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7f40. 00000800:00000001:1.0:1780853748.559180:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.559186:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853748.559190:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853748.559194:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853748.559202:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853748.559212:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853748.559235:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853748.559256:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853748.559294:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853748.559298:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.559378:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853748.559387:0:31466:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.559389:0:31466:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.559392:0:31466:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:0.0:1780853748.559396:0:31466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:0.0:1780853748.559399:0:31466:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:0.0:1780853748.559402:0:31466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.559407:0:31466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853748.559415:0:31466:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/472 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.559422:0:31466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.559424:0:31466:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.559426:0:31466:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.559429:0:31466:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.559432:0:31466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.559434:0:31466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.559437:0:31466:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.559447:0:31466:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=139 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853748.559451:0:31466:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.559453:0:31466:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.559455:0:31466:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.559458:0:31466:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.559461:0:31466:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.559465:0:31466:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853748.559467:0:31466:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967635 00000100:00000001:0.0:1780853748.559469:0:31466:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853748.559471:0:31466:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.559476:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.559489:0:31466:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.559492:0:31466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.559494:0:31466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853748.559497:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853764 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853748.559506:0:31466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631427840:192.168.202.110@tcp:101:touch.0 00000100:00000001:0.0:1780853748.559511:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.559513:0:31466:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.559515:0:31466:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853748.559518:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.559521:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853764 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.559526:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853748.559528:0:31466:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee000. 00000100:00000001:0.0:1780853748.559531:0:31466:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853748.559532:0:31466:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.559535:0:31466:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853748.559539:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559541:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559544:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853748.559546:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559549:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853748.559555:0:31466:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572c00, remote cookie: 0x562725ecec979ef3, flags: 0x1000 00010000:00000001:0.0:1780853748.559558:0:31466:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853748.559562:0:31466:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853748.559564:0:31466:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853748.559566:0:31466:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853748.559567:0:31466:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853748.559570:0:31466:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9e4588d95100) refcount = 1 00010000:00010000:0.0:1780853748.559575:0:31466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853748.559588:0:31466:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853748.559590:0:31466:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853748.559592:0:31466:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853748.559594:0:31466:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853748.559596:0:31466:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853748.559599:0:31466:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853748.559604:0:31466:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853748.559606:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559607:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.559608:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559609:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.559610:0:31466:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.559615:0:31466:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853748.559616:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559618:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559619:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559621:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559623:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559624:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559625:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853748.559629:0:31466:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1780853748.559636:0:31466:0:(mdc_locks.c:905:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9e4592299000: layout return lvb 56 transno 0 00010000:00000001:0.0:1780853748.559638:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559639:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559641:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559642:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559644:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00000002:00010000:0.0:1780853748.559647:0:31466:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1780853748.559656:0:31466:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263d180. 00010000:00000001:0.0:1780853748.559658:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559659:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853748.559660:0:31466:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.559662:0:31466:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853748.559666:0:31466:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853748.559667:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559668:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559670:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559672:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559673:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00000002:00010000:0.0:1780853748.559677:0:31466:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853748.559682:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559683:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.559685:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853748.559686:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559687:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559688:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559690:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559692:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853748.559698:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 2 00010000:00000001:0.0:1780853748.559700:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853748.559704:0:31466:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:0.0:1780853748.559707:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559708:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853748.559710:0:31466:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853748.559713:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f7a8 00000002:00002000:0.0:1780853748.559714:0:31466:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=1: rc = 0 00000002:00000001:0.0:1780853748.559717:0:31466:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.559721:0:31466:0:(lmv_intent.c:531:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.559724:0:31466:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853748.559727:0:31466:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853748.559730:0:31466:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.559732:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.559735:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836aa00 x1867358631427840/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 376/400 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.559742:0:31466:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853748.559744:0:31466:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853748.559747:0:31466:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853748.559750:0:31466:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853748.559752:0:31466:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853748.559754:0:31466:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853748.559757:0:31466:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853748.559760:0:31466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca9c00. 02000000:00000001:0.0:1780853748.559764:0:31466:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853748.559766:0:31466:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853748.559768:0:31466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836aa00. 00000100:00000001:0.0:1780853748.559772:0:31466:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853748.559773:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853748.559778:0:31466:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9600. 00000080:00010000:0.0:1780853748.559782:0:31466:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) for lock 0xa8f483e9eb300d65 00800000:00000001:0.0:1780853748.559786:0:31466:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853748.559789:0:31466:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853748.559790:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559791:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559792:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559794:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559796:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559798:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559799:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853748.559800:0:31466:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.559802:0:31466:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853748.559805:0:31466:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d65 from it ffffb4b401c7fa78 00010000:00000001:0.0:1780853748.559807:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559808:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559809:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559811:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559812:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559814:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853748.559817:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853748.559823:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559823:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.559825:0:31466:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853748.559827:0:31466:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853748.559830:0:31466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853748.559837:0:31466:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853748.559840:0:31466:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853748.559842:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853748.559846:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559847:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.559849:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.559852:0:31466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853748.559854:0:31466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.559856:0:31466:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.559858:0:31466:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.559860:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853748.559861:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559862:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853748.559864:0:31466:0:(file.c:6998:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.559867:0:31466:0:(file.c:6067:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1780853748.559869:0:31466:0:(file.c:6069:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1780853748.559873:0:31466:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853748.559875:0:31466:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853748.559877:0:31466:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 2 00010000:00000001:0.0:1780853748.559878:0:31466:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853748.559881:0:31466:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853748.559884:0:31466:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853748.559887:0:31466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853748.559893:0:31466:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853748.559897:0:31466:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853748.559900:0:31466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853748.559905:0:31466:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1780853748.559907:0:31466:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:0.0:1780853748.559909:0:31466:0:(file.c:6074:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1780853748.559911:0:31466:0:(file.c:6855:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1780853748.559912:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559913:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559914:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.559916:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559918:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00000080:00010000:0.0:1780853748.559921:0:31466:0:(file.c:6865:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](00000000e464f5a9) being reconfigured ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1780853748.559928:0:31466:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853748.559929:0:31466:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853748.559930:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.559931:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.559932:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853748.559934:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559936:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.559937:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.559938:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853748.559939:0:31466:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853748.559941:0:31466:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.559943:0:31466:0:(file.c:6780:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1780853748.559945:0:31466:0:(file.c:6783:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff9e459263d180 l_lvb_len=56 00000080:00000001:0.0:1780853748.559948:0:31466:0:(file.c:6786:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.559950:0:31466:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853748.559952:0:31466:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853748.559957:0:31466:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008000. 00000020:00000010:0.0:1780853748.559961:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853748.559965:0:31466:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853748.559979:0:31466:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853748.559986:0:31466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853748.559991:0:31466:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853748.559995:0:31466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa98b8. 00000080:00000010:0.0:1780853748.560001:0:31466:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a3f0. 00000080:00000010:0.0:1780853748.560006:0:31466:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1918. 00000020:00000010:0.0:1780853748.560009:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853748.560012:0:31466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f600. 00020000:00000010:0.0:1780853748.560015:0:31466:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458900. 00008000:00000010:0.0:1780853748.560018:0:31466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b51f0. 00000080:00000010:0.0:1780853748.560022:0:31466:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864745a0. 00000020:00000001:0.0:1780853748.560024:0:31466:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502088 : -107453354049528 : ffff9e4591008008) 00000020:00001000:0.0:1780853748.560027:0:31466:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008000 00000020:00000001:0.0:1780853748.560029:0:31466:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853748.560032:0:31466:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853748.560035:0:31466:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853748.560040:0:31466:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853748.560044:0:31466:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45850e0700. 00020000:00000010:0.0:1780853748.560049:0:31466:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d720. 00020000:00000001:0.0:1780853748.560051:0:31466:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509088 : -107453299042528 : ffff9e459447d720) 00020000:00000002:0.0:1780853748.560054:0:31466:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d720, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853748.560058:0:31466:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853748.560061:0:31466:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0700: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853748.560064:0:31466:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e4582c3c9b0) owner ffff9e4591034f80 00020000:00000001:0.0:1780853748.560067:0:31466:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853748.560069:0:31466:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e4582c3c9b0) owner ffff9e4591034f80 00020000:00000010:0.0:1780853748.560074:0:31466:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45850e0700. 00020000:00000010:0.0:1780853748.560077:0:31466:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853748.560080:0:31466:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d720. 00020000:00000002:0.0:1780853748.560082:0:31466:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853748.560085:0:31466:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560087:0:31466:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560090:0:31466:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853748.560093:0:31466:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000002:0.0:1780853748.560095:0:31466:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e45831395a0 addref 2/0 by ffff9e4591034f80. 00020000:00000002:0.0:1780853748.560097:0:31466:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000001:0.0:1780853748.560099:0:31466:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853748.560101:0:31466:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853748.560102:0:31466:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853748.560104:0:31466:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1780853748.560106:0:31466:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1780853748.560109:0:31466:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1780853748.560111:0:31466:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008000 00000020:00000010:0.0:1780853748.560115:0:31466:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853748.560127:0:31466:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853748.560131:0:31466:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853748.560135:0:31466:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853748.560138:0:31466:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa98b8. 00000080:00000010:0.0:1780853748.560141:0:31466:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a3f0. 00000080:00000010:0.0:1780853748.560144:0:31466:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1918. 00000020:00000010:0.0:1780853748.560147:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9600. 00000008:00000010:0.0:1780853748.560150:0:31466:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f600. 00020000:00000010:0.0:1780853748.560152:0:31466:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458900. 00008000:00000010:0.0:1780853748.560155:0:31466:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b51f0. 00000080:00000010:0.0:1780853748.560158:0:31466:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864745a0. 00000020:00000010:0.0:1780853748.560160:0:31466:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853748.560162:0:31466:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008000. 00000080:00000001:0.0:1780853748.560164:0:31466:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.560167:0:31466:0:(file.c:6902:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1780853748.560168:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.560169:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.560170:0:31466:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853748.560172:0:31466:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853748.560173:0:31466:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853748.560175:0:31466:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.560177:0:31466:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853748.560179:0:31466:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853748.560182:0:31466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853748.560189:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.560190:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.560191:0:31466:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853748.560193:0:31466:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853748.560195:0:31466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853748.560200:0:31466:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853748.560202:0:31466:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853748.560203:0:31466:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853748.560205:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.560206:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853748.560208:0:31466:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.560210:0:31466:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853748.560211:0:31466:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.560223:0:31466:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.560225:0:31466:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.560227:0:31466:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853748.560228:0:31466:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853748.560229:0:31466:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853748.560230:0:31466:0:(file.c:6943:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.560232:0:31466:0:(file.c:7062:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853748.560235:0:31466:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853748.560239:0:31466:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9e45904c2970 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1780853748.560242:0:31466:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00020000:00000001:0.0:1780853748.560245:0:31466:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853748.560247:0:31466:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853748.560249:0:31466:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853748.560251:0:31466:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560253:0:31466:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853748.560255:0:31466:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853748.560257:0:31466:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560260:0:31466:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853748.560261:0:31466:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853748.560263:0:31466:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853748.560284:0:31466:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4591034f80 00000020:00000001:0.0:1780853748.560287:0:31466:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560291:0:31466:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853748.560292:0:31466:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853748.560295:0:31466:0:(lov_io.c:1093:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1780853748.560297:0:31466:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853748.560300:0:31466:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853748.560303:0:31466:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853748.560306:0:31466:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853748.560308:0:31466:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853748.560309:0:31466:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853748.560313:0:31466:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008000. 00000020:00000010:0.0:1780853748.560315:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853748.560318:0:31466:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853748.560320:0:31466:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853748.560322:0:31466:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853748.560325:0:31466:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853748.560327:0:31466:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa98b8. 00000080:00000010:0.0:1780853748.560330:0:31466:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a3f0. 00000080:00000010:0.0:1780853748.560332:0:31466:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1918. 00000020:00000010:0.0:1780853748.560334:0:31466:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9c00. 00000008:00000010:0.0:1780853748.560337:0:31466:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f600. 00020000:00000010:0.0:1780853748.560339:0:31466:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458900. 00008000:00000010:0.0:1780853748.560341:0:31466:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b51f0. 00000080:00000010:0.0:1780853748.560344:0:31466:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864745a0. 00000020:00000001:0.0:1780853748.560346:0:31466:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502088 : -107453354049528 : ffff9e4591008008) 00000020:00001000:0.0:1780853748.560348:0:31466:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008000 00000020:00000001:0.0:1780853748.560351:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8eb70 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560353:0:31466:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853748.560356:0:31466:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853748.560357:0:31466:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853748.560359:0:31466:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560361:0:31466:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560363:0:31466:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175489768 : -107453534061848 : ffff9e458645bae8) 00000020:00000001:0.0:1780853748.560365:0:31466:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1780853748.560368:0:31466:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1780853748.560371:0:31466:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560372:0:31466:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560374:0:31466:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560376:0:31466:0:(lov_io.c:1102:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560377:0:31466:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560379:0:31466:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853748.560382:0:31466:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853748.560383:0:31466:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853748.560384:0:31466:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853748.560386:0:31466:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853748.560388:0:31466:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560389:0:31466:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560391:0:31466:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560393:0:31466:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560394:0:31466:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853748.560395:0:31466:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560396:0:31466:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560398:0:31466:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1780853748.560400:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560402:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560404:0:31466:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1780853748.560406:0:31466:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560407:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00020000:00000001:0.0:1780853748.560409:0:31466:0:(lov_io.c:1656:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1780853748.560411:0:31466:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853748.560412:0:31466:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853748.560413:0:31466:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853748.560415:0:31466:0:(osc_io.c:693:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1780853748.560417:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560419:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560421:0:31466:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1780853748.560423:0:31466:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560426:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560428:0:31466:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1780853748.560430:0:31466:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853748.560431:0:31466:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560433:0:31466:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560434:0:31466:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853748.560436:0:31466:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853748.560438:0:31466:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853748.560439:0:31466:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853748.560441:0:31466:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853748.560442:0:31466:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853748.560443:0:31466:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853748.560446:0:31466:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1780853748.560450:0:31466:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836aa00. 00000020:00000040:0.0:1780853748.560453:0:31466:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:0.0:1780853748.560460:0:31466:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853748.560463:0:31466:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853748.560466:0:31466:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853748.560472:0:31466:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca8a00. 00000100:00000001:0.0:1780853748.560478:0:31466:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.560486:0:31466:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853748.560490:0:31466:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.560497:0:31466:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004643ed2c] to pc [ptlrpcd_00_00+0] req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1780853748.560521:0:31466:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853748.560523:0:31466:0:(osc_io.c:814:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560525:0:31466:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560527:0:31466:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560528:0:31466:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853748.560529:0:31466:0:(lov_io.c:1671:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560531:0:31466:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.560533:0:31466:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853748.560535:0:31466:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1780853748.560536:0:31466:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853748.560537:0:31466:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1780853748.560549:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1780853748.560553:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780853748.560555:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.560559:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.560561:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.560563:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.560565:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853748.560566:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853748.560571:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.560578:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853748.560581:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.560584:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853748.560586:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853748.560588:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853748.560592:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631427968:192.168.202.110@tcp:2:touch.0 00000100:00000001:0.0:1780853748.560596:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853748.560600:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853748.560602:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.560605:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853748.560609:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853748.560611:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853748.560616:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853748.560619:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000400:00000010:0.0:1780853748.560624:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853748.560630:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631427968, portal 4 00000100:00000001:0.0:1780853748.560632:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.560634:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000040:0.0:1780853748.560640:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.560646:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853748.560649:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853748.560651:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426330. 00000100:00000200:0.0:1780853748.560653:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1867358631427968, offset 0 00000400:00000200:0.0:1780853748.560659:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853748.560666:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.560673:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853748.560679:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853748.560683:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853748.560687:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853748.560690:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853748.560693:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2470:2470:256:4294967295] 192.168.202.110@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:0.0:1780853748.560697:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.560705:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853748.560711:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853748.560715:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853748.560721:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853748.560728:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853748.560732:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1780853748.560743:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.560747:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 94662 usecs (95 jiffies) 00000400:00000200:0.0:1780853748.560750:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853748.560752:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296545410 00000100:00000001:0.0:1780853748.560755:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853748.560757:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296545410 00000100:00000001:0.0:1780853748.560759:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853748.560762:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.560764:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.560766:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.560768:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853748.560857:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853748.560861:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:0.0:1780853748.560864:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.560868:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.560871:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426330 00000400:00000010:0.0:1780853748.560873:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426330. 00000100:00000001:0.0:1780853748.560876:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853748.560880:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.560887:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.560890:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.560895:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.560897:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853748.561542:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853748.561546:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853748.566701:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.566717:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853748.566722:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.566724:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.566734:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.566742:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853748.566752:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.566757:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.566762:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.566767:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 432 into portal 4 MB=0x6a25a4fe4ff80 00000400:00000200:0.0:1780853748.566772:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.566778:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 432/432 into md 0x6ae9 [1] + 224 00000800:00000001:0.0:1780853748.566785:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.566793:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.566796:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.566800:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853748.566809:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.566819:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853748.566830:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.566844:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853748.566853:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.566857:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.566868:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.566873:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853748.566879:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853748.566882:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853748.566885:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:0.0:1780853748.566888:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:0.0:1780853748.566891:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:0.0:1780853748.566893:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.566897:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853748.566906:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836aa00 x1867358631427968/t0(0) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.566911:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853748.566913:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.566916:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853748.566919:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853748.566922:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853748.566924:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853748.566928:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853748.566936:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=139 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853748.566941:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853748.566944:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853748.566945:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853748.566948:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853748.566952:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.566954:0:2381:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853748.566956:0:2381:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853748.566958:0:2381:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853748.566960:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853748.566962:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000001:0.0:1780853748.566965:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853748.566967:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967333 00000100:00000001:0.0:1780853748.566978:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853748.566982:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.566987:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836aa00 x1867358631427968/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.566999:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853748.567002:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853748.567004:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853748.567008:0:2381:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1780853748.567022:0:2381:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853748.567026:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836aa00 x1867358631427968/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853748.567033:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631427968:192.168.202.110@tcp:2:touch.0 00000100:00000001:0.0:1780853748.567038:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.567040:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.567043:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836aa00 x1867358631427968/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.567049:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.567051:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853748.567058:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853748.567060:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.567062:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853748.567064:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853748.574696:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853748.574706:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:0.0:1780853748.574713:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.574722:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853748.574730:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:0.0:1780853748.574732:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:0.0:1780853748.574737:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853748.574745:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631428224/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.574757:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853748.574760:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631428224/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.574773:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853748.574774:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853748.585460:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.585479:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853748.585484:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.585487:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.585498:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.585506:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853748.585515:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.585522:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.585527:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.585532:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe50080 00000400:00000200:0.0:1780853748.585537:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853748.585544:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6af9 [1] + 224 00000800:00000001:0.0:1780853748.585551:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.585560:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853748.585563:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853748.585567:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853748.585576:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853748.585584:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631428224/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853748.585596:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c38e00 x1867358631428224/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853748.585613:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853748.585623:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853748.585625:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.585784:0:31466:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853748.585793:0:31466:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853748.585795:0:31466:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853748.585799:0:31466:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685528. 00000400:00000200:3.0:1780853748.585805:0:31466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:3.0:1780853748.585808:0:31466:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:3.0:1780853748.585812:0:31466:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853748.585817:0:31466:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631428224/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853748.585827:0:31466:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631428224/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853764 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.585834:0:31466:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853748.585836:0:31466:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.585839:0:31466:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853748.585843:0:31466:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853748.585846:0:31466:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853748.585848:0:31466:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853748.585851:0:31466:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853748.585862:0:31466:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853748.585866:0:31466:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853748.585870:0:31466:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853748.585872:0:31466:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853748.585875:0:31466:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853748.585878:0:31466:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.585887:0:31466:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853748.585889:0:31466:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853748.585891:0:31466:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853748.585894:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853748.585895:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:3.0:1780853748.585899:0:31466:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853748.585902:0:31466:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967635 00000100:00000001:3.0:1780853748.585904:0:31466:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853748.585907:0:31466:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853748.585913:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.585921:0:31466:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853748.585924:0:31466:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853748.585926:0:31466:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853748.585930:0:31466:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853748.585938:0:31466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job touch:e55ecacc-e48a-400c-a052-f3869534991c:31466:1867358631428224:192.168.202.110@tcp:35:touch.0 00000100:00000001:3.0:1780853748.585943:0:31466:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.585945:0:31466:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.585948:0:31466:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853748.585950:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853748.585953:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.585960:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853748.585963:0:31466:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2d180. 00000100:00000001:3.0:1780853748.585966:0:31466:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853748.585967:0:31466:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.585974:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853748.585976:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000002:00000001:3.0:1780853748.585978:0:31466:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853748.585982:0:31466:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853748.585987:0:31466:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e200. 00000080:00000001:3.0:1780853748.585991:0:31466:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780853748.585995:0:31466:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853748.585999:0:31466:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853748.586003:0:31466:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.586016:0:31466:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853748.586018:0:31466:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853748.586020:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853748.586023:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.586029:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853748.586031:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853748.586035:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631424640/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853748 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.586042:0:31466:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780853748.586045:0:31466:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853748.586048:0:31466:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853748.586050:0:31466:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853748.586053:0:31466:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853748.586057:0:31466:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853748.586059:0:31466:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853748.586062:0:31466:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853748.586066:0:31466:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853748.586067:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853748.586069:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853748.586073:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.586080:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853748.586082:0:31466:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4584989080. 00000002:00000001:3.0:1780853748.586085:0:31466:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853748.586088:0:31466:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853748.586090:0:31466:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45852def40. 00000100:00000001:3.0:1780853748.586093:0:31466:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853748.586097:0:31466:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853748.586103:0:31466:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853748.586107:0:31466:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853748.586110:0:31466:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c9400. 00000080:00000001:3.0:1780853748.586115:0:31466:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853748.586130:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fdb8 00000080:00000008:3.0:1780853748.586133:0:31466:0:(file.c:492:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9e45919a6c08), flags 104001, rc = 0 00000080:00000001:3.0:1780853748.586136:0:31466:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853748.586140:0:31466:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853748.586142:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fe00 00000080:00002000:3.0:1780853748.586143:0:31466:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591a6f1b0, parent ffff9e4591a6faf8, inode ffff9e45919a6c08) hashed, 00000080:00000001:3.0:1780853748.586294:0:31466:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853748.586302:0:31466:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853748.586305:0:31466:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853748.586308:0:31466:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853748.586310:0:31466:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fe00 00000080:00002000:3.0:1780853748.586312:0:31466:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9e4591a6faf8, parent ffff9e4591970ca8, inode ffff9e459198b248) hashed, 00000080:00000001:3.0:1780853748.586314:0:31466:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853748.586318:0:31466:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853748.586320:0:31466:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1780853748.603435:0:31498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989c40. 00000080:00000010:3.1:1780853748.603451:0:31498:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849898e0. 00010000:00000001:1.0:1780853748.784425:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853748.784435:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853748.784441:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853748.784442:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853748.784584:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853748.784588:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853748.784591:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853749.805493:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853749.805502:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853749.805575:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853749.805576:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.336148:0:31500:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853750.336156:0:31500:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853750.336159:0:31500:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853750.336162:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb20 00000080:00200000:3.0:1780853750.336166:0:31500:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853750.336175:0:31500:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74e00. 00800000:00000002:3.0:1780853750.336181:0:31500:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853750.336185:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853750.336190:0:31500:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.336192:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa40 00800000:00000002:3.0:1780853750.336194:0:31500:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853750.336198:0:31500:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853750.336201:0:31500:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853750.336207:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.336209:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f910 00000002:00010000:3.0:1780853750.336211:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853750.336214:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853750.336216:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853750.336221:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.336228:0:31500:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.336230:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.336232:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.336235:0:31500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853750.336238:0:31500:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853750.336245:0:31500:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853750.336250:0:31500:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853750.336257:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853750.336262:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.336301:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.336304:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.336306:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.336310:0:31500:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853750.336312:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853750.336318:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853750.336326:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae000. 00000100:00000001:3.0:1780853750.336334:0:31500:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.336339:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.336341:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.336343:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.336344:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.336346:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.336351:0:31500:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853750.336356:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853750.336358:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853750.336363:0:31500:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3300. 00010000:00000010:3.0:1780853750.336368:0:31500:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02000. 00010000:00000001:3.0:1780853750.336373:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853750.336375:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853750.336380:0:31500:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853750.336383:0:31500:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170200 with handle 0xa8f483e9eb300d6c to hash 00000020:00000001:3.0:1780853750.336384:0:31500:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853750.336386:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.336389:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.336393:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.336396:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.336400:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.336410:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.336420:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853750.336426:0:31500:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853750.336428:0:31500:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853750.336435:0:31500:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bf00. 00000100:00000001:3.0:1780853750.336436:0:31500:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167102208 : -107453542449408 : ffff9e4585c5bf00) 00000100:00000001:3.0:1780853750.336439:0:31500:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.336440:0:31500:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853750.336445:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853750.336450:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.336451:0:31500:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853750.336453:0:31500:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853750.336463:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.336472:0:31500:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853750.336473:0:31500:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.336477:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853750.336479:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853750.336481:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853750.336485:0:31500:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:31500:1867358631428352:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.336488:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853750.336494:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853750.336497:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.336500:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853750.336504:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc0000. 02000000:00000001:3.0:1780853750.336506:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853750.336514:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853750.336518:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853750.336524:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853750.336530:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631428352, portal 10 00000100:00000001:3.0:1780853750.336532:0:31500:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.336533:0:31500:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853750.336538:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.336546:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853750.336548:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853750.336551:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a5d8. 00000100:00000200:3.0:1780853750.336554:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631428352, offset 0 00000400:00000200:3.0:1780853750.336560:0:31500:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853750.336568:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.336575:0:31500:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853750.336580:0:31500:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853750.336585:0:31500:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853750.336588:0:31500:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853750.336592:0:31500:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853750.336596:0:31500:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2472:2472:256:4294967295] 192.168.202.110@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:3.0:1780853750.336601:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.336610:0:31500:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853750.336616:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853750.336621:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853750.336628:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853750.336636:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853750.336640:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853750.336660:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.336664:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 833136 usecs (834 jiffies) 00000400:00000200:3.0:1780853750.336668:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000200:0.0:1780853750.337070:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.337076:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77900. 00000400:00000200:0.0:1780853750.337081:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.337086:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.337092:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a5d8 00000400:00000010:0.0:1780853750.337094:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a5d8. 00000100:00000001:0.0:1780853750.337099:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.337113:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.337124:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.337129:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.337135:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.337137:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853750.337588:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296547926 00000100:00000001:3.0:1780853750.337595:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.337598:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296547926 00000100:00000001:3.0:1780853750.337600:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.337602:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.337604:0:31500:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.337606:0:31500:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853750.337608:0:31500:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853750.337610:0:31500:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bf00 going to sleep for 11 seconds 00000100:00000001:3.0:1780853750.337612:0:31500:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853750.337615:0:31500:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853750.360367:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.360389:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.360395:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.360397:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.360408:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.360417:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.360428:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.360433:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.360438:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.360442:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe50100 00000400:00000200:0.0:1780853750.360447:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.360454:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6b01 [1] + 224 00000800:00000001:0.0:1780853750.360460:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.360467:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.360471:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.360475:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.360483:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.360492:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.360504:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.360532:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.360542:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.360546:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.360662:0:31500:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853750.360670:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853750.360687:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853750.360691:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853750.360696:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853750.360698:0:31500:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853750.360701:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853750.360706:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853750.360715:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.360722:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853750.360725:0:31500:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.360728:0:31500:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853750.360731:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853750.360734:0:31500:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853750.360736:0:31500:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.360739:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853750.360750:0:31500:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853750.360755:0:31500:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853750.360757:0:31500:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853750.360759:0:31500:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.360761:0:31500:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853750.360764:0:31500:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.360768:0:31500:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853750.360771:0:31500:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967637 gen 2 00000100:00000040:3.0:1780853750.360777:0:31500:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff9e4583173480 x1867358631424896/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853750.360784:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.360788:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173480 x1867358631424896/t4294967636(4294967636) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853750.360795:0:31500:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.360798:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.360801:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853750.360805:0:31500:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.360807:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.360809:0:31500:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853750.360812:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.360814:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585d75800. 02000000:00000001:3.0:1780853750.360817:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.360819:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.360820:0:31500:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173480. 00000100:00000001:3.0:1780853750.360824:0:31500:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.360825:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853750.360831:0:31500:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967637) req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.360837:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.360840:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631428224/t4294967637(4294967637) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.360846:0:31500:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.360848:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.360849:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1800. 02000000:00000001:3.0:1780853750.360852:0:31500:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.360854:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.360855:0:31500:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853750.360857:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.360859:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f000. 02000000:00000001:3.0:1780853750.360861:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.360863:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.360864:0:31500:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:3.0:1780853750.360867:0:31500:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.360868:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.360870:0:31500:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780853750.360873:0:31500:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1780853750.360876:0:31500:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853750.360877:0:31500:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.360882:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.360888:0:31500:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.360891:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853750.360893:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853750.360897:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853750.360904:0:31500:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:31500:1867358631428352:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.360909:0:31500:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.360912:0:31500:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.360914:0:31500:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853750.360916:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.360919:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.360924:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853750.360926:0:31500:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bf00. 00000100:00000001:3.0:1780853750.360929:0:31500:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853750.360931:0:31500:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.360941:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853750.360945:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.360947:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.360950:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853750.360952:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.360956:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000040:3.0:1780853750.360963:0:31500:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170200, remote cookie: 0x562725ecec979f01, flags: 0x1001 00010000:00010000:3.0:1780853750.360969:0:31500:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.360980:0:31500:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.360987:0:31500:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853750.360991:0:31500:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853750.360994:0:31500:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853750.360995:0:31500:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853750.360997:0:31500:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853750.361000:0:31500:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3300) refcount = 1 00010000:00010000:3.0:1780853750.361004:0:31500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361011:0:31500:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853750.361015:0:31500:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853750.361016:0:31500:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.361019:0:31500:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853750.361022:0:31500:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.361025:0:31500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361030:0:31500:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853750.361032:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361033:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361034:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361035:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361036:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.361041:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853750.361043:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361045:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361046:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361048:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361051:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361053:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361054:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361055:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853750.361057:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361058:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361062:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.361065:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.361068:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361075:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361076:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361077:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361078:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361079:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=5 00000020:00000001:3.0:1780853750.361081:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361083:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361086:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.361088:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361093:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361094:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853750.361097:0:31500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361112:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.361114:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361116:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361117:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361117:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853750.361123:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853750.361361:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361363:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361365:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361367:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361370:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361372:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361373:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.361374:0:31500:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.361376:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.361379:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853750.361381:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361382:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361383:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361385:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361386:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00000002:00010000:3.0:1780853750.361390:0:31500:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361397:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361399:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361401:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.361402:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361403:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361404:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361406:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361408:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000040:3.0:1780853750.361415:0:31500:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853750.361418:0:31500:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853750.361421:0:31500:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853750.361424:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361425:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.361427:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853750.361430:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f890 00000002:00002000:3.0:1780853750.361431:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853750.361434:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.361437:0:31500:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.361440:0:31500:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853750.361443:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853750.361446:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853750.361449:0:31500:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853750.361452:0:31500:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74e00. 00000080:00000001:3.0:1780853750.361455:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853750.361457:0:31500:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853750.361464:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853750.361467:0:31500:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853750.361473:0:31500:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852dedc0. 00800000:00000001:3.0:1780853750.361474:0:31500:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157152704 : -107453552398912 : ffff9e45852dedc0) 00800000:00000001:3.0:1780853750.361476:0:31500:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.361477:0:31500:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853750.361480:0:31500:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853750.361481:0:31500:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853750.361483:0:31500:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853750.361485:0:31500:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853750.361486:0:31500:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.361489:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853750.361491:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1780853750.361495:0:31500:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853750.361497:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361498:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361498:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361500:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361501:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361502:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361503:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.361505:0:31500:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853750.361506:0:31500:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853750.361507:0:31500:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852dedc0 1 00800000:00000010:3.0:1780853750.361509:0:31500:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852dedc0. 00800000:00000001:3.0:1780853750.361510:0:31500:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.361513:0:31500:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d6c 00800000:00000001:3.0:1780853750.361514:0:31500:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853750.361515:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853750.361516:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361517:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361517:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361518:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361519:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361521:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361522:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.361522:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.361524:0:31500:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.361525:0:31500:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.361526:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853750.361528:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d6c from it ffffb4b401c7fb58 00010000:00000001:3.0:1780853750.361529:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.361530:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.361530:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853750.361531:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361532:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853750.361534:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.361535:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.361539:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361540:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361541:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.361543:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.361544:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.361550:0:31500:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.361552:0:31500:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.361554:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.361557:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361558:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361559:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361561:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.361563:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361564:0:31500:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361565:0:31500:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361566:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.361567:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361567:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853750.361569:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.361572:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631428352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.361576:0:31500:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.361577:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.361579:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc0000. 02000000:00000001:3.0:1780853750.361581:0:31500:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.361582:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.361583:0:31500:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853750.361584:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.361586:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853750.361588:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.361589:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.361590:0:31500:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853750.361592:0:31500:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.361593:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853750.361596:0:31500:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853750.361600:0:31500:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853750.361612:0:31500:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e45849891c0. 00000020:00000001:3.0:1780853750.361616:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa88 00000080:00200000:3.0:1780853750.361618:0:31500:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=24 00000080:00000001:3.0:1780853750.361621:0:31500:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853750.361622:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f938 00000080:00200000:3.0:1780853750.361624:0:31500:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:3.0:1780853750.361630:0:31500:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74e00. 00800000:00000002:3.0:1780853750.361633:0:31500:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853750.361637:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853750.361639:0:31500:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.361640:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f858 00800000:00000002:3.0:1780853750.361642:0:31500:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853750.361644:0:31500:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853750.361648:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f7f0 00800000:00000002:3.0:1780853750.361649:0:31500:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1780853750.361652:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.361653:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f728 00000002:00010000:3.0:1780853750.361654:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1780853750.361657:0:31500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853750.361658:0:31500:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853750.361660:0:31500:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853750.361662:0:31500:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853750.361665:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853750.361668:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.361669:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.361670:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.361671:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.361673:0:31500:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853750.361675:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853750.361678:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853750.361695:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae000. 00000100:00000001:3.0:1780853750.361701:0:31500:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361704:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.361705:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361707:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.361708:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.361710:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.361717:0:31500:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853750.361721:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853750.361722:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853750.361725:0:31500:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:3.0:1780853750.361727:0:31500:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.361729:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853750.361732:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171000. 00000020:00000001:3.0:1780853750.361735:0:31500:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853750.361738:0:31500:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171000 with handle 0xa8f483e9eb300d73 to hash 00000020:00000001:3.0:1780853750.361740:0:31500:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853750.361742:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.361745:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.361748:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.361750:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.361752:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.361759:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.361768:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853750.361773:0:31500:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853750.361775:0:31500:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853750.361780:0:31500:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bf00. 00000100:00000001:3.0:1780853750.361782:0:31500:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167102208 : -107453542449408 : ffff9e4585c5bf00) 00000100:00000001:3.0:1780853750.361784:0:31500:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.361785:0:31500:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853750.361789:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853750.361794:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.361797:0:31500:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853750.361798:0:31500:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853750.361803:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.361809:0:31500:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853750.361810:0:31500:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.361813:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853750.361815:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853750.361816:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853750.361818:0:31500:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:31500:1867358631428480:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.361822:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853750.361826:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853750.361828:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.361830:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853750.361833:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc0000. 02000000:00000001:3.0:1780853750.361834:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853750.361839:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853750.361841:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853750.361845:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853750.361850:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631428480, portal 10 00000100:00000001:3.0:1780853750.361851:0:31500:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.361852:0:31500:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853750.361856:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.361861:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853750.361863:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853750.361864:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000200:3.0:1780853750.361866:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631428480, offset 0 00000400:00000200:3.0:1780853750.361870:0:31500:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853750.361876:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.361881:0:31500:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853750.361885:0:31500:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853750.361889:0:31500:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853750.361892:0:31500:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853750.361894:0:31500:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853750.361897:0:31500:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2473:2473:256:4294967295] 192.168.202.110@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:3.0:1780853750.361900:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.361907:0:31500:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853750.361911:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853750.361916:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853750.361922:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853750.361928:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853750.361931:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1780853750.361940:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.361943:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 832046 usecs (833 jiffies) 00000400:00000200:3.0:1780853750.361945:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853750.361947:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296547949 00000100:00000001:3.0:1780853750.361950:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.361952:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296547949 00000100:00000001:3.0:1780853750.361953:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.361955:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.361957:0:31500:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.361959:0:31500:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853750.361961:0:31500:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853750.361963:0:31500:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bf00 going to sleep for 11 seconds 00000100:00000001:3.0:1780853750.361965:0:31500:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853750.361967:0:31500:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.362679:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.362692:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77900. 00000400:00000200:0.0:1780853750.362699:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.362705:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.362712:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a000 00000400:00000010:0.0:1780853750.362714:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a000. 00000100:00000001:0.0:1780853750.362718:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.362724:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.362735:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.362738:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.362744:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.362745:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853750.380085:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.380101:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.380115:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.380118:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.380128:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.380251:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.380261:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.380474:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.380482:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.380487:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe50180 00000400:00000200:0.0:1780853750.380492:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.380498:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6b09 [1] + 224 00000800:00000001:0.0:1780853750.380505:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.380605:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.380609:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.380615:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.380623:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.380632:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.380643:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.380663:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.380673:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.380676:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.380730:0:31500:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853750.380738:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853750.380739:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853750.380743:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853750.380747:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853750.380750:0:31500:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853750.380752:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853750.380759:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853750.380771:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.380777:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853750.380779:0:31500:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.380781:0:31500:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853750.380784:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853750.380786:0:31500:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853750.380789:0:31500:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.380791:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853750.380801:0:31500:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853750.380805:0:31500:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853750.380807:0:31500:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853750.380808:0:31500:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.380812:0:31500:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853750.380815:0:31500:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.380818:0:31500:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853750.380820:0:31500:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1780853750.380822:0:31500:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853750.380823:0:31500:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.380827:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.380833:0:31500:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.380836:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853750.380837:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853750.380841:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853750.380848:0:31500:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:31500:1867358631428480:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.380853:0:31500:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.380856:0:31500:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.380858:0:31500:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853750.380861:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.380865:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.380870:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853750.380873:0:31500:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bf00. 00000100:00000001:3.0:1780853750.380876:0:31500:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853750.380877:0:31500:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.380880:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853750.380883:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.380886:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.380888:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=4 00000020:00000001:3.0:1780853750.380890:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.380892:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000040:3.0:1780853750.380898:0:31500:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171000, remote cookie: 0x562725ecec979f1d, flags: 0x1001 00010000:00010000:3.0:1780853750.380903:0:31500:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853750.380912:0:31500:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853750.380915:0:31500:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853750.380922:0:31500:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3c00. 00010000:00000010:3.0:1780853750.380926:0:31500:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02e80. 00010000:00000001:3.0:1780853750.380931:0:31500:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.380946:0:31500:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.380961:0:31500:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.380969:0:31500:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853750.380972:0:31500:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853750.380975:0:31500:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853750.380976:0:31500:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853750.380978:0:31500:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853750.380980:0:31500:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9e45853e3c00) refcount = 1 00010000:00010000:3.0:1780853750.380984:0:31500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.380998:0:31500:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853750.381001:0:31500:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853750.381002:0:31500:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.381005:0:31500:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853750.381007:0:31500:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.381011:0:31500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.381017:0:31500:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853750.381019:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381021:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381022:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381022:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381024:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.381029:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853750.381030:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381031:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381033:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381035:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381037:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381039:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381040:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381041:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=4 00000020:00000001:3.0:1780853750.381043:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381044:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381047:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.381049:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.381053:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.381064:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381065:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381066:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381067:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381068:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=5 00000020:00000001:3.0:1780853750.381070:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381072:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381075:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.381077:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.381083:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381084:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853750.381087:0:31500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.381093:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.381095:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381096:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381096:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381097:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853750.381112:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853750.381120:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381121:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381123:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381125:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381127:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381129:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381130:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.381471:0:31500:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.381476:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.381478:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853750.381481:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381482:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381484:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381486:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381488:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00000002:00010000:3.0:1780853750.381492:0:31500:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.381500:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381501:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381503:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.381504:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381505:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381506:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381508:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381510:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000040:3.0:1780853750.381514:0:31500:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:3.0:1780853750.381516:0:31500:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853750.381520:0:31500:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1780853750.381522:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381523:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.381525:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853750.381528:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f6a8 00000002:00002000:3.0:1780853750.381530:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853750.381532:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.381536:0:31500:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.381540:0:31500:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853750.381542:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853750.381545:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853750.381549:0:31500:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853750.381552:0:31500:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853750.381553:0:31500:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c7fa28 it_disposition b 00000080:00000001:3.0:1780853750.381556:0:31500:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853750.381562:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853750.381564:0:31500:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853750.381567:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1780853750.381570:0:31500:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853750.381575:0:31500:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853750.381577:0:31500:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1780853750.381579:0:31500:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.381582:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1780853750.381584:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1780853750.381586:0:31500:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833959 mtime from 1780853730 to 1780853731 00000080:00200000:3.0:1780853750.381591:0:31500:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00200000:3.0:1780853750.381593:0:31500:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9e45919a2a08): rc = 0 00000080:00000001:3.0:1780853750.381595:0:31500:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00010000:00000001:3.0:1780853750.381597:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381598:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381599:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381601:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381603:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381604:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381605:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.381607:0:31500:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853750.381608:0:31500:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853750.381610:0:31500:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853750.381612:0:31500:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853750.381614:0:31500:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.381618:0:31500:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300d73 00800000:00000001:3.0:1780853750.381621:0:31500:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853750.381623:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853750.381624:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381625:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381626:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381628:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381630:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381632:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381633:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.381635:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.381636:0:31500:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853750.381643:0:31500:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b1bca8 inode ffff9e45919a2a08 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853750.381647:0:31500:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853750.381649:0:31500:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.381652:0:31500:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853750.381655:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) 00000080:00010000:3.0:1780853750.381659:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d73 from it ffffb4b401c7fa28 00010000:00000001:3.0:1780853750.381661:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.381662:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.381663:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:3.0:1780853750.381665:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381667:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853750.381669:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.381672:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.381678:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381679:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381681:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.381684:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.381686:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.381694:0:31500:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.381696:0:31500:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.381698:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.381702:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381703:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381705:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381707:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.381709:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381713:0:31500:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381715:0:31500:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381717:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.381718:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381719:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.381721:0:31500:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853750.381725:0:31500:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74e00. 00000100:00000001:3.0:1780853750.381731:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.381736:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631428480/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.381744:0:31500:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.381747:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.381750:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc0000. 02000000:00000001:3.0:1780853750.381753:0:31500:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.381756:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.381757:0:31500:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853750.381760:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.381762:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853750.381766:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.381768:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.381770:0:31500:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853750.381775:0:31500:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.381776:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.381785:0:31500:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853750.381788:0:31500:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08), inode mode 41ed mask 1 00000080:00000001:3.0:1780853750.381793:0:31500:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853750.381808:0:31500:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989c80. 00000020:00000001:3.0:1780853750.381813:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fae8 00000080:00200000:3.0:1780853750.381815:0:31500:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9e45919a2a08), flags=8 00000080:00000001:3.0:1780853750.381818:0:31500:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853750.381820:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f998 00000080:00200000:3.0:1780853750.381821:0:31500:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9e45919a2a08), intent=getattr 00000080:00000010:3.0:1780853750.381829:0:31500:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74e00. 00000080:00000001:3.0:1780853750.381835:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853750.381837:0:31500:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.381839:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f8b8 00800000:00000002:3.0:1780853750.381841:0:31500:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1780853750.381844:0:31500:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1780853750.381849:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f850 00800000:00000002:3.0:1780853750.381851:0:31500:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1780853750.381855:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.381856:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f788 00000002:00010000:3.0:1780853750.381858:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853750.381862:0:31500:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853750.381864:0:31500:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853750.381870:0:31500:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853750.381874:0:31500:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853750.381879:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853750.381883:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.381885:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.381886:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.381888:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.381890:0:31500:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853750.381892:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853750.381895:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853750.381901:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae000. 00000100:00000001:3.0:1780853750.381907:0:31500:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381910:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.381911:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381913:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.381914:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.381916:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.381922:0:31500:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853750.381925:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853750.381928:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853750.381930:0:31500:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:3.0:1780853750.382095:0:31500:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.382099:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853750.382114:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170600. 00000020:00000001:3.0:1780853750.382118:0:31500:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853750.382120:0:31500:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170600 with handle 0xa8f483e9eb300d7a to hash 00000020:00000001:3.0:1780853750.382122:0:31500:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853750.382124:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.382127:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.382130:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.382196:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.382200:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.382208:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.382219:0:31500:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31500 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853750.382224:0:31500:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853750.382225:0:31500:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853750.382231:0:31500:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bf00. 00000100:00000001:3.0:1780853750.382233:0:31500:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167102208 : -107453542449408 : ffff9e4585c5bf00) 00000100:00000001:3.0:1780853750.382237:0:31500:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.382238:0:31500:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000001:3.0:1780853750.382242:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853750.382246:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.382248:0:31500:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853750.382249:0:31500:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853750.382254:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.382262:0:31500:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853750.382463:0:31500:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.382469:0:31500:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853750.382472:0:31500:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853750.382474:0:31500:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853750.382478:0:31500:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:31500:1867358631428608:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.382483:0:31500:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853750.382488:0:31500:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853750.382491:0:31500:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.382494:0:31500:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853750.382499:0:31500:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc0000. 02000000:00000001:3.0:1780853750.382501:0:31500:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853750.382506:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853750.382510:0:31500:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853750.382516:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853750.382523:0:31500:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631428608, portal 10 00000100:00000001:3.0:1780853750.382525:0:31500:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.382527:0:31500:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853750.382533:0:31500:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.382541:0:31500:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853750.382544:0:31500:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853750.382547:0:31500:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a220. 00000100:00000200:3.0:1780853750.382551:0:31500:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631428608, offset 0 00000400:00000200:3.0:1780853750.382557:0:31500:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853750.382565:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.382571:0:31500:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853750.382576:0:31500:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853750.382579:0:31500:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853750.382584:0:31500:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853750.382586:0:31500:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853750.382590:0:31500:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2474:2474:256:4294967295] 192.168.202.110@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:3.0:1780853750.382595:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.382605:0:31500:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853750.382611:0:31500:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853750.382617:0:31500:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77b00. 00000800:00000200:3.0:1780853750.382624:0:31500:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853750.382633:0:31500:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853750.382637:0:31500:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853750.382704:0:31500:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.382709:0:31500:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 830951 usecs (831 jiffies) 00000400:00000200:3.0:1780853750.382713:0:31500:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853750.382716:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296547968 00000100:00000001:3.0:1780853750.382719:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.382722:0:31500:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296547968 00000100:00000001:3.0:1780853750.382724:0:31500:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.382726:0:31500:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.382729:0:31500:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.382731:0:31500:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853750.382733:0:31500:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853750.382736:0:31500:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bf00 going to sleep for 11 seconds 00000100:00000001:3.0:1780853750.382738:0:31500:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853750.382740:0:31500:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.383375:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.383385:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77b00. 00000400:00000200:0.0:1780853750.383391:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.383396:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.383402:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a220 00000400:00000010:0.0:1780853750.383404:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a220. 00000100:00000001:0.0:1780853750.383408:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.383413:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.383422:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.383425:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.383431:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.383433:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.394296:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.394315:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.394320:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.394323:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.394334:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.394353:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.394363:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.394369:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.394373:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.394377:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe50200 00000400:00000200:1.0:1780853750.394383:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.394389:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x6b11 [1] + 224 00000800:00000001:1.0:1780853750.394396:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.394404:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.394407:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.394412:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.394419:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.394430:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.394443:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.394475:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.394484:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.394488:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.394546:0:31500:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853750.394554:0:31500:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853750.394556:0:31500:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853750.394559:0:31500:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853750.394563:0:31500:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853750.394565:0:31500:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853750.394568:0:31500:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853750.394572:0:31500:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853750.394580:0:31500:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.394585:0:31500:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853750.394588:0:31500:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.394590:0:31500:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853750.394593:0:31500:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853750.394596:0:31500:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853750.394598:0:31500:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.394601:0:31500:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853750.394611:0:31500:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853750.394616:0:31500:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853750.394619:0:31500:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853750.394621:0:31500:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.394623:0:31500:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853750.394626:0:31500:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.394630:0:31500:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853750.394632:0:31500:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1780853750.394634:0:31500:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853750.394635:0:31500:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.394639:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.394645:0:31500:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.394649:0:31500:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853750.394650:0:31500:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853750.394654:0:31500:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853750.394661:0:31500:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job checkstat:e55ecacc-e48a-400c-a052-f3869534991c:31500:1867358631428608:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.394665:0:31500:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.394668:0:31500:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.394670:0:31500:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853750.394672:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.394675:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.394682:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853750.394684:0:31500:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bf00. 00000100:00000001:3.0:1780853750.394687:0:31500:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853750.394688:0:31500:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.394691:0:31500:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853750.394694:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394697:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394700:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=4 00000020:00000001:3.0:1780853750.394702:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394705:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000040:3.0:1780853750.394712:0:31500:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170600, remote cookie: 0x562725ecec979f39, flags: 0x1001 00010000:00010000:3.0:1780853750.394717:0:31500:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853750.394727:0:31500:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:3.0:1780853750.394731:0:31500:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853750.394739:0:31500:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3100. 00010000:00000010:3.0:1780853750.394744:0:31500:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02300. 00010000:00000001:3.0:1780853750.394749:0:31500:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.394752:0:31500:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.394760:0:31500:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394766:0:31500:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853750.394770:0:31500:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853750.394772:0:31500:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853750.394774:0:31500:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853750.394775:0:31500:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853750.394778:0:31500:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9e45853e3100) refcount = 1 00010000:00010000:3.0:1780853750.394781:0:31500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394789:0:31500:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853750.394792:0:31500:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853750.394793:0:31500:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.394797:0:31500:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853750.394799:0:31500:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.394802:0:31500:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394809:0:31500:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853750.394810:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394812:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.394813:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394814:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.394815:0:31500:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.394819:0:31500:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853750.394821:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394822:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394823:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.394825:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394828:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394830:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394831:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394832:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=4 00000020:00000001:3.0:1780853750.394834:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394836:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394838:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.394841:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.394844:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394850:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394851:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.394852:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394853:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394854:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=5 00000020:00000001:3.0:1780853750.394856:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394858:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394860:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.394863:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394869:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394871:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853750.394873:0:31500:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394878:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.394879:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394881:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.394881:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394882:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853750.394887:0:31500:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853750.394895:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394896:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394897:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.394899:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394901:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00000002:00010000:3.0:1780853750.394904:0:31500:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1780853750.394913:0:31500:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45852dedc0. 00010000:00000001:3.0:1780853750.394915:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394916:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.394918:0:31500:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.394920:0:31500:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.394923:0:31500:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853750.394925:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394926:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394927:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.394929:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394931:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00000002:00010000:3.0:1780853750.394934:0:31500:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.394940:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394941:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.394943:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.394944:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.394945:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.394946:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.394948:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.394950:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000040:3.0:1780853750.394963:0:31500:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 2 00010000:00000001:3.0:1780853750.394967:0:31500:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853750.394970:0:31500:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:3.0:1780853750.394973:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.394974:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.394975:0:31500:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853750.394978:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f708 00000002:00002000:3.0:1780853750.394980:0:31500:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853750.394983:0:31500:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.394987:0:31500:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.395113:0:31500:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853750.395117:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853750.395121:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.395125:0:31500:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853750.395127:0:31500:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c7fb20 it_disposition b 00000080:00000001:3.0:1780853750.395194:0:31500:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853750.395200:0:31500:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853750.395204:0:31500:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853750.395207:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1780853750.395210:0:31500:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1780853750.395218:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.395223:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853750.395228:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75800. 00000020:00000010:3.0:1780853750.395233:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d74000. 00000020:00000010:3.0:1780853750.395237:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139960. 00000008:00000010:3.0:1780853750.395244:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853750.395249:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853750.395253:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853750.395259:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853750.395263:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853750.395312:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74c00. 00000008:00000010:3.0:1780853750.395317:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853750.395320:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853750.395324:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853750.395327:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853750.395330:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853750.395332:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853750.395334:0:31500:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853750.395338:0:31500:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853750.395340:0:31500:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853750.395346:0:31500:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139e40. 00020000:00000010:3.0:1780853750.395350:0:31500:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.395355:0:31500:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139b40. 00020000:00000001:3.0:1780853750.395357:0:31500:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121873216 : -107453587678400 : ffff9e4583139b40) 00020000:00000002:3.0:1780853750.395360:0:31500:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139b40, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853750.395364:0:31500:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853750.395368:0:31500:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16500: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1780853750.395371:0:31500:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e458a6b27c0 00020000:00000001:3.0:1780853750.395374:0:31500:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853750.395376:0:31500:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e458a6b27c0 00020000:00000010:3.0:1780853750.395381:0:31500:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.395384:0:31500:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4583139e40. 00020000:00000010:3.0:1780853750.395387:0:31500:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4583139b40. 00020000:00000002:3.0:1780853750.395389:0:31500:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853750.395392:0:31500:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.395393:0:31500:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853750.395396:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45922862d0 00000020:00000010:3.0:1780853750.395399:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d74000. 00000020:00000010:3.0:1780853750.395403:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139960. 00000008:00000010:3.0:1780853750.395406:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853750.395409:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853750.395412:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853750.395415:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853750.395418:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853750.395421:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75800. 00000008:00000010:3.0:1780853750.395423:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853750.395426:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853750.395429:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853750.395432:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90960. 00000020:00000010:3.0:1780853750.395435:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74c00. 00000020:00000010:3.0:1780853750.395436:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45922862d0. 00000080:00000001:3.0:1780853750.395440:0:31500:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1780853750.395443:0:31500:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853750.395449:0:31500:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff9e459198ec08): rc = 0 00000080:00000001:3.0:1780853750.395451:0:31500:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365491208 : -107453344060408 : ffff9e459198ec08) 00010000:00000001:3.0:1780853750.395453:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.395455:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.395457:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.395459:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395460:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00000080:00000001:3.0:1780853750.395464:0:31500:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853750.395465:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.395468:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853750.395470:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74c00. 00000020:00000010:3.0:1780853750.395472:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75800. 00000020:00000010:3.0:1780853750.395474:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139960. 00000008:00000010:3.0:1780853750.395476:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853750.395478:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853750.395481:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853750.395484:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853750.395486:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853750.395488:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74000. 00000008:00000010:3.0:1780853750.395490:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853750.395492:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853750.395494:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853750.395496:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853750.395498:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853750.395499:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853750.395501:0:31500:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853750.395502:0:31500:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853750.395504:0:31500:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853750.395506:0:31500:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139b40. 00020000:00000010:3.0:1780853750.395508:0:31500:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.395510:0:31500:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139e40. 00020000:00000001:3.0:1780853750.395512:0:31500:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121873984 : -107453587677632 : ffff9e4583139e40) 00020000:00000002:3.0:1780853750.395514:0:31500:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139e40, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853750.395517:0:31500:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853750.395520:0:31500:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16500: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1780853750.395522:0:31500:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e458a6b27c0 00020000:00000001:3.0:1780853750.395524:0:31500:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853750.395526:0:31500:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e458a6b27c0 00020000:00000010:3.0:1780853750.395528:0:31500:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.395531:0:31500:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4583139b40. 00020000:00000010:3.0:1780853750.395532:0:31500:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4583139e40. 00020000:00000002:3.0:1780853750.395534:0:31500:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853750.395535:0:31500:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.395537:0:31500:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.395540:0:31500:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853750.395543:0:31500:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e458a6b27c0 00020000:00000002:3.0:1780853750.395546:0:31500:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5840 addref 2/0 by ffff9e458a6b27c0. 00020000:00000002:3.0:1780853750.395549:0:31500:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e458a6b27c0 00020000:00000001:3.0:1780853750.395551:0:31500:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853750.395553:0:31500:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853750.395554:0:31500:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853750.395556:0:31500:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1780853750.395558:0:31500:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1780853750.395560:0:31500:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1780853750.395562:0:31500:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45922862d0 00000020:00000010:3.0:1780853750.395564:0:31500:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75800. 00000020:00000010:3.0:1780853750.395566:0:31500:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139960. 00000008:00000010:3.0:1780853750.395568:0:31500:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853750.395571:0:31500:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853750.395573:0:31500:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853750.395576:0:31500:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853750.395578:0:31500:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853750.395580:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74c00. 00000008:00000010:3.0:1780853750.395582:0:31500:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853750.395584:0:31500:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853750.395585:0:31500:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853750.395587:0:31500:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90960. 00000020:00000010:3.0:1780853750.395589:0:31500:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74000. 00000020:00000010:3.0:1780853750.395591:0:31500:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45922862d0. 00000080:00000001:3.0:1780853750.395593:0:31500:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395595:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395596:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.395598:0:31500:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853750.395601:0:31500:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853750.395602:0:31500:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.395606:0:31500:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9e459198ec08) for lock 0xa8f483e9eb300d7a 00800000:00000001:3.0:1780853750.395608:0:31500:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853750.395610:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853750.395612:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.395613:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.395614:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.395616:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395618:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395621:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395622:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.395623:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.395624:0:31500:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853750.395630:0:31500:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b1b438 inode ffff9e459198ec08 refc 1 flags 0x40000e 00000080:00000001:3.0:1780853750.395634:0:31500:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853750.395637:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9e459198ec08) 00000080:00010000:3.0:1780853750.395641:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d7a from it ffffb4b401c7fb20 00010000:00000001:3.0:1780853750.395642:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.395643:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.395644:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.395646:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395648:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395649:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.395653:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.395659:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395660:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.395662:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.395665:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.395667:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.395675:0:31500:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.395677:0:31500:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.395679:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.395683:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395685:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.395686:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395689:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.395691:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395692:0:31500:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395695:0:31500:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395697:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.395698:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395699:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.395701:0:31500:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853750.395705:0:31500:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74e00. 00000100:00000001:3.0:1780853750.395709:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.395715:0:31500:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631428608/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.395722:0:31500:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.395725:0:31500:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.395728:0:31500:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc0000. 02000000:00000001:3.0:1780853750.395731:0:31500:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.395734:0:31500:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.395735:0:31500:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853750.395738:0:31500:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.395740:0:31500:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853750.395744:0:31500:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.395746:0:31500:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.395748:0:31500:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853750.395751:0:31500:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.395752:0:31500:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.395755:0:31500:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853750.395757:0:31500:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401c7fb20 released 00000080:00000001:3.0:1780853750.395759:0:31500:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1780853750.395771:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd08 00000080:00200008:3.0:1780853750.395774:0:31500:0:(file.c:6228:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff9e459198ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853750.395779:0:31500:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853750.395781:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc80 00000080:00200000:3.0:1780853750.395782:0:31500:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9e459198ec08),name=f 00000080:00000010:3.0:1780853750.395787:0:31500:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74e00. 00000080:00000001:3.0:1780853750.395796:0:31500:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853750.395800:0:31500:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.395801:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fba0 00800000:00000002:3.0:1780853750.395804:0:31500:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1780853750.395806:0:31500:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853750.395811:0:31500:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853750.395815:0:31500:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.395817:0:31500:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa70 00000002:00010000:3.0:1780853750.395819:0:31500:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853750.395822:0:31500:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853750.395824:0:31500:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853750.395826:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853750.395829:0:31500:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 2 00010000:00000001:3.0:1780853750.395831:0:31500:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.395834:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.395837:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853750.395840:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853750.395848:0:31500:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853750.395852:0:31500:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.395855:0:31500:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853750.395862:0:31500:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853750.395864:0:31500:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853750.395866:0:31500:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853750.395867:0:31500:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853750.395869:0:31500:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853750.395871:0:31500:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853750.395874:0:31500:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853750.395876:0:31500:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74e00. 00000080:00000001:3.0:1780853750.395879:0:31500:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853750.395881:0:31500:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.395883:0:31500:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9e459198ec08) 00000080:00010000:3.0:1780853750.395886:0:31500:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9e459198ec08) for lock 0xa8f483e9eb300d7a 00800000:00000001:3.0:1780853750.395889:0:31500:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853750.395890:0:31500:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853750.395892:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.395893:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.395895:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.395896:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395899:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395901:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395902:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.395903:0:31500:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.395905:0:31500:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.395906:0:31500:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d7a from it ffffb4b401c7fcb8 00010000:00000001:3.0:1780853750.395908:0:31500:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.395909:0:31500:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.395911:0:31500:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=3 00000020:00000001:3.0:1780853750.395912:0:31500:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395914:0:31500:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853750.395916:0:31500:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.395919:0:31500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.395925:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395927:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.395928:0:31500:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.395929:0:31500:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.395931:0:31500:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853750.395938:0:31500:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.395939:0:31500:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.395940:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.395942:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395943:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.395944:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395946:0:31500:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.395947:0:31500:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395949:0:31500:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395951:0:31500:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.395953:0:31500:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.395969:0:31500:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.395970:0:31500:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853750.395972:0:31500:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853750.395974:0:31500:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.395976:0:31500:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1780853750.395979:0:31500:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853750.395981:0:31500:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.395983:0:31500:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853750.395984:0:31500:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.395986:0:31500:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853750.398414:0:31500:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1780853750.398421:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.398434:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45922862d0. 00000020:00000010:3.0:1780853750.398441:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74e00. 00000020:00000010:3.0:1780853750.398445:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d74000. 00000020:00000010:3.0:1780853750.398449:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139960. 00000008:00000010:3.0:1780853750.398454:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f37c8. 00020000:00000010:3.0:1780853750.398459:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899ded80. 00008000:00000010:3.0:1780853750.398463:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598836de8. 00000080:00000010:3.0:1780853750.398469:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7690. 00000080:00000010:3.0:1780853750.398472:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadb60. 00000020:00000010:3.0:1780853750.398476:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74c00. 00000008:00000010:3.0:1780853750.398479:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e9a0. 00020000:00000010:3.0:1780853750.398483:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fceac0. 00008000:00000010:3.0:1780853750.398486:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe38. 00000080:00000010:3.0:1780853750.398489:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90960. 00000020:00000001:3.0:1780853750.398491:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374893272 : -107453334658344 : ffff9e45922862d8) 00000020:00001000:3.0:1780853750.398494:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45922862d0 00000020:00000001:3.0:1780853750.398498:0:31500:0:(cl_object.c:151:cl_object_top()) ffff9e4598830f58 -> ffff9e4598830f58 00000020:00000001:3.0:1780853750.398500:0:31500:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853750.398503:0:31500:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853750.398504:0:31500:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1780853750.398508:0:31500:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853750.398510:0:31500:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853750.398514:0:31500:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853750.398516:0:31500:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.398518:0:31500:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853750.398521:0:31500:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x29:0x0]io ffff9e4584cadbc0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1780853750.398525:0:31500:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e458a6b27c0 00020000:00000001:3.0:1780853750.398528:0:31500:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853750.398530:0:31500:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853750.398532:0:31500:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853750.398533:0:31500:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.398536:0:31500:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853750.398538:0:31500:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853750.398540:0:31500:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.398541:0:31500:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853750.398542:0:31500:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853750.398543:0:31500:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853750.398545:0:31500:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e458a6b27c0 00000020:00000001:3.0:1780853750.398547:0:31500:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853750.398549:0:31500:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1780853750.398550:0:31500:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:3.0:1780853750.398553:0:31500:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1780853750.398555:0:31500:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1780853750.398557:0:31500:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1780853750.398559:0:31500:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1780853750.398563:0:31500:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1780853750.398570:0:31500:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4582b02580. 00020000:00000002:3.0:1780853750.398572:0:31500:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853750.398575:0:31500:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1780853750.398577:0:31500:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853750.398578:0:31500:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853750.398579:0:31500:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.398582:0:31500:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286e10. 00000020:00000010:3.0:1780853750.398585:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75800. 00000020:00000010:3.0:1780853750.398588:0:31500:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d74600. 00000020:00000010:3.0:1780853750.398590:0:31500:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139e40. 00000008:00000010:3.0:1780853750.398593:0:31500:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f1650. 00020000:00000010:3.0:1780853750.398596:0:31500:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de540. 00008000:00000010:3.0:1780853750.398598:0:31500:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4598835c40. 00000080:00000010:3.0:1780853750.398601:0:31500:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7930. 00000080:00000010:3.0:1780853750.398604:0:31500:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cae238. 00000020:00000010:3.0:1780853750.398607:0:31500:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75000. 00000008:00000010:3.0:1780853750.398610:0:31500:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fa20. 00020000:00000010:3.0:1780853750.398614:0:31500:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc900. 00008000:00000010:3.0:1780853750.398616:0:31500:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fe68. 00000080:00000010:3.0:1780853750.398619:0:31500:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90780. 00000020:00000001:3.0:1780853750.398621:0:31500:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374896152 : -107453334655464 : ffff9e4592286e18) 00000020:00001000:3.0:1780853750.398623:0:31500:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286e10 00000020:00000001:3.0:1780853750.398625:0:31500:0:(cl_object.c:151:cl_object_top()) ffff9e4598830e90 -> ffff9e4598830f58 00000020:00000001:3.0:1780853750.398627:0:31500:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853750.398630:0:31500:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853750.398631:0:31500:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853750.398632:0:31500:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.398634:0:31500:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.398636:0:31500:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372044584 : -107453337507032 : ffff9e4591fceb28) 00000020:00000001:3.0:1780853750.398638:0:31500:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1780853750.398641:0:31500:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459176fa20. 00000008:00010000:3.0:1780853750.398644:0:31500:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1780853750.398647:0:31500:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853750.398648:0:31500:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1780853750.398650:0:31500:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4582b025b0, osc lock ffff9e459176fa20, flags 0x400001002 00000020:00000001:3.0:1780853750.398652:0:31500:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.398654:0:31500:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.398657:0:31500:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620115355008 : -107453594196608 : ffff9e4582b02580) 00000020:00000001:3.0:1780853750.398659:0:31500:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853750.398660:0:31500:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1780853750.398661:0:31500:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.398663:0:31500:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.398666:0:31500:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1780853750.398668:0:31500:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1780853750.398670:0:31500:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853750.398671:0:31500:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853750.398673:0:31500:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853750.398674:0:31500:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372044584 : -107453337507032 : ffff9e4591fceb28) 00000020:00000001:3.0:1780853750.398675:0:31500:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853750.398677:0:31500:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853750.398679:0:31500:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853750.398683:0:31500:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1780853750.398685:0:31500:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1780853750.398687:0:31500:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1780853750.398688:0:31500:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1780853750.398689:0:31500:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1780853750.398690:0:31500:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1780853750.398692:0:31500:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1780853750.398696:0:31500:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.398701:0:31500:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.398704:0:31500:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1780853750.398710:0:31500:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853750.398714:0:31500:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:3.0:1780853750.398719:0:31500:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853750.398723:0:31500:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.398727:0:31500:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.398730:0:31500:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853750.398733:0:31500:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853750.398739:0:31500:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853750.398745:0:31500:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585d75c00. 00000100:00000001:3.0:1780853750.398752:0:31500:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.398757:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.398759:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.398760:0:31500:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.398761:0:31500:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.398763:0:31500:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.398766:0:31500:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853750.398769:0:31500:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853750.398771:0:31500:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853750.398776:0:31500:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3200. 00010000:00000010:3.0:1780853750.398779:0:31500:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e45853e3a00. 00010000:00000001:3.0:1780853750.398785:0:31500:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853750.398788:0:31500:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171a00. 00000020:00000001:3.0:1780853750.398792:0:31500:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853750.398795:0:31500:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171a00 with handle 0xa8f483e9eb300d81 to hash 00000020:00000001:3.0:1780853750.398797:0:31500:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853750.398799:0:31500:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000010:3.0:1780853750.398804:0:31500:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45852dec80. 00010000:00000001:3.0:1780853750.398806:0:31500:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.398809:0:31500:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.398811:0:31500:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.398816:0:31500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.398829:0:31500:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.398839:0:31500:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.398844:0:31500:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853750.398848:0:31500:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.398861:0:31500:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49f315c] to pc [ptlrpcd_01_01+1] req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1780853750.398909:0:31500:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853750.398912:0:31500:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.398914:0:31500:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.398916:0:31500:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.398918:0:31500:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.398920:0:31500:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780853750.398922:0:31500:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1780853750.398924:0:31500:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1780853750.398925:0:31500:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1780853750.398951:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853750.398963:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853750.398965:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.398970:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853750.398973:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.398975:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853750.398977:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853750.398979:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853750.398985:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.401236:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853750.401238:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.401244:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853750.401247:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853750.401250:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853750.401257:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631428736:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.401262:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853750.401281:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853750.401284:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.401287:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853750.401297:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853750.401299:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853750.401307:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853750.401311:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853750.401317:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853750.401324:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631428736, portal 4 00000100:00000001:3.0:1780853750.401326:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853750.401328:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00000100:00000040:3.0:1780853750.404196:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.404216:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853750.404219:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853750.404228:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8af68. 00000100:00000200:3.0:1780853750.404235:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631428736, offset 0 00000400:00000200:3.0:1780853750.404241:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853750.404252:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.404261:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853750.404281:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853750.404285:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853750.404288:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853750.404291:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853750.404296:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2475:2475:256:4294967295] 192.168.202.110@tcp LPNI seq info [2475:2475:8:4294967295] 00000400:00000200:3.0:1780853750.404300:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853750.404310:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853750.404316:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853750.404323:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853750.404330:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853750.404338:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853750.404342:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853750.404355:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.404360:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 238145 usecs (239 jiffies) 00000400:00000200:3.0:1780853750.404363:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853750.404367:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296547398 00000100:00000001:3.0:1780853750.404370:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.404372:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296547398 00000100:00000001:3.0:1780853750.404374:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:3.0:1780853750.404377:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.404380:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.404385:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.404389:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.406427:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.406437:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000400:00000200:0.0:1780853750.406445:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.406452:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.406459:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8af68 00000400:00000010:0.0:1780853750.406461:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8af68. 00000100:00000001:0.0:1780853750.406466:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.406473:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.406485:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.406489:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.406495:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.406497:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.409811:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.409829:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.409834:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.409837:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.409847:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.409855:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.409864:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.409869:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.409874:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.409878:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe50280 00000400:00000200:1.0:1780853750.409883:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.409889:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x6b19 [1] + 224 00000800:00000001:1.0:1780853750.409895:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.409903:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.409906:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.409910:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.409918:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.409927:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.409937:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.410122:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853750.410126:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.410148:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.410158:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.410162:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853750.413449:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853750.413455:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853750.413459:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853750.413469:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853750.413471:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853750.413475:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853750.413487:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853750.413499:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.413513:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853750.413515:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.413518:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853750.413522:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853750.413524:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853750.413526:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853750.413530:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853750.413539:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=141 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853750.413543:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853750.413546:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853750.413548:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.413551:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853750.413554:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.413558:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853750.413561:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853750.413563:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853750.413564:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.413570:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.413577:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853750.413581:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853750.413583:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1780853750.413586:0:2382:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1780853750.413588:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.413590:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.413593:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=4 00000020:00000001:3.0:1780853750.413595:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.413597:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.413599:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.413600:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.413601:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=5 00000020:00000001:3.0:1780853750.413603:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.413604:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.413608:0:2382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.413611:0:2382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.413616:0:2382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.413626:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.413628:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.413630:0:2382:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853750.413632:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.413632:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.413633:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=6 00000020:00000001:3.0:1780853750.413635:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.413637:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000040:3.0:1780853750.413643:0:2382:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171a00, remote cookie: 0x562725ecec979f40, flags: 0x1001 00010000:00010000:3.0:1780853750.413648:0:2382:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.413655:0:2382:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1780853750.413657:0:2382:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.413659:0:2382:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853750.413662:0:2382:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1780853750.413666:0:2382:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853750.413947:0:2382:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff9e45853e3200) refcount = 1 00010000:00000040:3.0:1780853750.413950:0:2382:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780853750.413953:0:2382:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.413963:0:2382:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853750.413966:0:2382:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.413969:0:2382:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853750.413971:0:2382:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.413974:0:2382:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.413981:0:2382:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853750.413982:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.413983:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.413984:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.413985:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853750.413986:0:2382:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1780853750.413990:0:2382:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1780853750.413992:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.413994:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.413995:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=5 00000020:00000001:3.0:1780853750.413997:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.413999:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00000008:00000001:3.0:1780853750.414003:0:2382:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1780853750.414007:0:2382:0:(cl_object.c:151:cl_object_top()) ffff9e458a7316c0 -> ffff9e4598830f58 00000008:00010000:3.0:1780853750.414011:0:2382:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1780853750.414018:0:2382:0:(cl_object.c:151:cl_object_top()) ffff9e458a7316c0 -> ffff9e4598830f58 00000020:00000001:3.0:1780853750.414020:0:2382:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780853750.414022:0:2382:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780853750.414025:0:2382:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853750.414027:0:2382:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.414029:0:2382:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.414031:0:2382:0:(cl_object.c:151:cl_object_top()) ffff9e458a7316c0 -> ffff9e4598830f58 00000008:00000001:3.0:1780853750.414033:0:2382:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1780853750.414036:0:2382:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780853750.414038:0:2382:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1780853750.414055:0:2382:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1780853750.414057:0:2382:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.414060:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.414061:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.414062:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=6 00000020:00000001:3.0:1780853750.414064:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.414066:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.414069:0:2382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.414073:0:2382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.414080:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.414081:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853750.414084:0:2382:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.414091:0:2382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.414092:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.414093:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853750.414095:0:2382:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.414096:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.414098:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.414099:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=5 00000020:00000001:3.0:1780853750.414101:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.414112:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853750.414114:0:2382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.414117:0:2382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.414123:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.414125:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.414126:0:2382:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.414128:0:2382:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.414130:0:2382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.414149:0:2382:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.414151:0:2382:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.414153:0:2382:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.414157:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.414158:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.414159:0:2382:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.414162:0:2382:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.414164:0:2382:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.414166:0:2382:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.414168:0:2382:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.414169:0:2382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.414170:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.414171:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.414172:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.414173:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853750.414174:0:2382:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.414189:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853750.414197:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631428736:192.168.202.110@tcp:101:checkstat.0 00000100:00000001:3.0:1780853750.414203:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.414206:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.414209:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172300 x1867358631428736/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.414216:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.414218:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.414222:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fae000. 02000000:00000001:3.0:1780853750.414230:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.414233:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.414234:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853750.414237:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.414240:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585d75c00. 02000000:00000001:3.0:1780853750.414243:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.414246:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.414248:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172300. 00000100:00000001:3.0:1780853750.414251:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.414253:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.414256:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853750.414286:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853750.414289:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.414292:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853750.414294:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.429353:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.429358:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:0.0:1780853750.429363:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.429368:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.429373:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:0.0:1780853750.429375:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:0.0:1780853750.429380:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.429385:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631428864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.429394:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.429397:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631428864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.429404:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.429405:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.439332:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.439356:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.439360:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.439362:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.439368:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.439374:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.439381:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.439385:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.439389:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.439392:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe50300 00000400:00000200:1.0:1780853750.439396:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.439400:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6b21 [1] + 224 00000800:00000001:1.0:1780853750.439406:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.439411:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.439413:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.439417:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.439422:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.439430:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631428864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.439438:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c39180 x1867358631428864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.439451:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.439460:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.439462:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853750.443057:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.443062:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd500. 00000400:00000200:0.0:1780853750.443067:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.443073:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.443078:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:0.0:1780853750.443081:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:0.0:1780853750.443085:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.443090:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631428992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.443100:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.443114:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631428992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.443122:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.443123:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.460478:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.460497:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.460501:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.460504:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.460514:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.460522:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.460532:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.460538:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.460543:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.460547:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe50380 00000400:00000200:1.0:1780853750.460553:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.460560:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x6b29 [1] + 224 00000800:00000001:1.0:1780853750.460568:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.460577:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.460581:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.460586:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.460593:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.460602:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631428992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.460613:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4587c39180 x1867358631428992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.460637:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.460646:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.460649:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:3.0:1780853750.465653:0:31501:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45852de1c0. 00010000:00000001:3.0:1780853750.465666:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.465669:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.465671:0:31501:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.465674:0:31501:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853750.465688:0:31501:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853750.465691:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.465694:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.465697:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.465700:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.465703:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00000002:00010000:3.0:1780853750.465709:0:31501:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.465724:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.465725:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.465727:0:31501:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.465729:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.465730:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.465732:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.465733:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.465736:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000040:3.0:1780853750.465743:0:31501:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 3 00010000:00000001:3.0:1780853750.465746:0:31501:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853750.465751:0:31501:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:3.0:1780853750.465753:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.465755:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.465757:0:31501:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853750.465760:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43708 00000002:00002000:3.0:1780853750.465762:0:31501:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853750.465766:0:31501:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.465769:0:31501:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.465772:0:31501:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853750.465775:0:31501:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853750.465778:0:31501:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.465782:0:31501:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853750.465785:0:31501:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401d43b20 it_disposition b 00000080:00000001:3.0:1780853750.465788:0:31501:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853750.465794:0:31501:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853750.465798:0:31501:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853750.465800:0:31501:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1780853750.465803:0:31501:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1780853750.465810:0:31501:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.465815:0:31501:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853750.465820:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75c00. 00000020:00000010:3.0:1780853750.465826:0:31501:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d74a00. 00000020:00000010:3.0:1780853750.465829:0:31501:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139b40. 00000008:00000010:3.0:1780853750.465836:0:31501:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853750.465841:0:31501:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853750.465846:0:31501:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853750.465853:0:31501:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853750.465857:0:31501:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853750.465861:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74800. 00000008:00000010:3.0:1780853750.465864:0:31501:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853750.465867:0:31501:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853750.465870:0:31501:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853750.466037:0:31501:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853750.466042:0:31501:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853750.466044:0:31501:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853750.466046:0:31501:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853750.466049:0:31501:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853750.466052:0:31501:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853750.466058:0:31501:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e45831391e0. 00020000:00000010:3.0:1780853750.466062:0:31501:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.466066:0:31501:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4583139f60. 00020000:00000001:3.0:1780853750.466069:0:31501:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121874272 : -107453587677344 : ffff9e4583139f60) 00020000:00000002:3.0:1780853750.466072:0:31501:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4583139f60, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853750.466077:0:31501:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853750.466081:0:31501:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1780853750.466085:0:31501:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e4582c3c9b0) owner ffff9e4594864f80 00020000:00000001:3.0:1780853750.466088:0:31501:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853750.466090:0:31501:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e4582c3c9b0) owner ffff9e4594864f80 00020000:00000010:3.0:1780853750.466095:0:31501:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.466112:0:31501:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e45831391e0. 00020000:00000010:3.0:1780853750.466117:0:31501:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4583139f60. 00020000:00000002:3.0:1780853750.466120:0:31501:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853750.466122:0:31501:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.466124:0:31501:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853750.466126:0:31501:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853750.466130:0:31501:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d74a00. 00000020:00000010:3.0:1780853750.466134:0:31501:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139b40. 00000008:00000010:3.0:1780853750.466137:0:31501:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853750.466142:0:31501:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853750.466145:0:31501:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853750.466148:0:31501:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853750.466150:0:31501:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853750.466154:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75c00. 00000008:00000010:3.0:1780853750.466157:0:31501:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853750.466160:0:31501:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853750.466163:0:31501:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853750.466166:0:31501:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853750.466168:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74800. 00000020:00000010:3.0:1780853750.466170:0:31501:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000080:00000001:3.0:1780853750.466175:0:31501:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1780853750.466178:0:31501:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853750.466184:0:31501:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff9e45919a6c08): rc = 0 00000080:00000001:3.0:1780853750.466186:0:31501:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365589512 : -107453343962104 : ffff9e45919a6c08) 00010000:00000001:3.0:1780853750.466189:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.466190:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.466192:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.466194:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.466196:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00000080:00000001:3.0:1780853750.466199:0:31501:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853750.466200:0:31501:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.466203:0:31501:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853750.466206:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74800. 00000020:00000010:3.0:1780853750.466208:0:31501:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75c00. 00000020:00000010:3.0:1780853750.466211:0:31501:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139b40. 00000008:00000010:3.0:1780853750.466213:0:31501:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853750.466216:0:31501:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853750.466218:0:31501:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853750.466221:0:31501:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853750.466223:0:31501:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853750.466225:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74a00. 00000008:00000010:3.0:1780853750.466227:0:31501:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853750.466230:0:31501:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853750.466232:0:31501:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853750.466234:0:31501:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853750.466236:0:31501:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853750.466239:0:31501:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853750.466240:0:31501:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:3.0:1780853750.466242:0:31501:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853750.466243:0:31501:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:3.0:1780853750.466245:0:31501:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4583139f60. 00020000:00000010:3.0:1780853750.466248:0:31501:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.466250:0:31501:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e45831391e0. 00020000:00000001:3.0:1780853750.466252:0:31501:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620121870816 : -107453587680800 : ffff9e45831391e0) 00020000:00000002:3.0:1780853750.466256:0:31501:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45831391e0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1780853750.466259:0:31501:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1780853750.466263:0:31501:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:3.0:1780853750.466289:0:31501:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e4582c3c9b0) owner ffff9e4594864f80 00020000:00000001:3.0:1780853750.466291:0:31501:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853750.466294:0:31501:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e4582c3c9b0) owner ffff9e4594864f80 00020000:00000010:3.0:1780853750.466296:0:31501:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585c16500. 00020000:00000010:3.0:1780853750.466299:0:31501:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4583139f60. 00020000:00000010:3.0:1780853750.466301:0:31501:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e45831391e0. 00020000:00000002:3.0:1780853750.466303:0:31501:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1780853750.466304:0:31501:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.466307:0:31501:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.466311:0:31501:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1780853750.466314:0:31501:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:3.0:1780853750.466317:0:31501:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e45831395a0 addref 2/0 by ffff9e4594864f80. 00020000:00000002:3.0:1780853750.466320:0:31501:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:3.0:1780853750.466322:0:31501:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1780853750.466325:0:31501:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1780853750.466326:0:31501:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1780853750.466328:0:31501:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1780853750.466331:0:31501:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1780853750.466333:0:31501:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1780853750.466335:0:31501:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853750.466337:0:31501:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75c00. 00000020:00000010:3.0:1780853750.466339:0:31501:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139b40. 00000008:00000010:3.0:1780853750.466342:0:31501:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853750.466345:0:31501:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853750.466347:0:31501:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853750.466430:0:31501:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853750.466432:0:31501:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853750.466435:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74800. 00000008:00000010:3.0:1780853750.466438:0:31501:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853750.466441:0:31501:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853750.466444:0:31501:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853750.466446:0:31501:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853750.466449:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74a00. 00000020:00000010:3.0:1780853750.466450:0:31501:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000080:00000001:3.0:1780853750.466453:0:31501:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.466455:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.466457:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.466459:0:31501:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853750.466462:0:31501:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853750.466464:0:31501:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.466468:0:31501:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) for lock 0xa8f483e9eb300d8f 00800000:00000001:3.0:1780853750.466472:0:31501:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853750.466474:0:31501:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853750.466476:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.466477:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.466479:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.466481:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.466483:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.466486:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.466487:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.466488:0:31501:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.466491:0:31501:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853750.466499:0:31501:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591aeae58 inode ffff9e45919a6c08 refc 1 flags 0x40000e 00000080:00000001:3.0:1780853750.466503:0:31501:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1780853750.466508:0:31501:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) 00000080:00010000:3.0:1780853750.466512:0:31501:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d8f from it ffffb4b401d43b20 00010000:00000001:3.0:1780853750.466515:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.466516:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.466517:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.466520:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.466521:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.466524:0:31501:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.466529:0:31501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.466538:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.466539:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.466541:0:31501:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.466544:0:31501:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.466547:0:31501:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.466556:0:31501:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.466560:0:31501:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.466562:0:31501:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.466568:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.466569:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.466570:0:31501:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.466574:0:31501:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.466576:0:31501:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.466579:0:31501:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.466583:0:31501:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.466585:0:31501:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.466586:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.466587:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853750.466589:0:31501:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853750.466593:0:31501:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267ec00. 00000100:00000001:3.0:1780853750.466599:0:31501:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853750.466612:0:31501:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631428992/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853750.466621:0:31501:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853750.466625:0:31501:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853750.466629:0:31501:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647a000. 02000000:00000001:3.0:1780853750.466633:0:31501:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853750.466636:0:31501:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853750.466637:0:31501:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853750.466640:0:31501:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853750.466644:0:31501:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:3.0:1780853750.466648:0:31501:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853750.466650:0:31501:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853750.466652:0:31501:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:3.0:1780853750.466656:0:31501:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853750.466658:0:31501:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.466660:0:31501:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853750.466662:0:31501:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401d43b20 released 00000080:00000001:3.0:1780853750.466663:0:31501:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1780853750.466735:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43d08 00000080:00200008:3.0:1780853750.466739:0:31501:0:(file.c:6228:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff9e45919a6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853750.466745:0:31501:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853750.466747:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43c80 00000080:00200000:3.0:1780853750.466749:0:31501:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9e45919a6c08),name=f 00000080:00000010:3.0:1780853750.466755:0:31501:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585d74a00. 00000080:00000001:3.0:1780853750.466763:0:31501:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853750.466767:0:31501:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.466768:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43ba0 00800000:00000002:3.0:1780853750.466771:0:31501:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:3.0:1780853750.466774:0:31501:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853750.466779:0:31501:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853750.466783:0:31501:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853750.466785:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43a70 00000002:00010000:3.0:1780853750.466788:0:31501:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853750.466792:0:31501:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853750.466794:0:31501:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853750.466796:0:31501:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853750.466801:0:31501:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 3 00010000:00000001:3.0:1780853750.466803:0:31501:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853750.466807:0:31501:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.466809:0:31501:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853750.466813:0:31501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853750.466821:0:31501:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853750.466825:0:31501:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.466829:0:31501:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853750.466836:0:31501:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853750.466839:0:31501:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853750.466840:0:31501:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853750.466842:0:31501:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853750.466844:0:31501:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853750.466846:0:31501:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853750.466848:0:31501:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1780853750.466850:0:31501:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585d74a00. 00000080:00000001:3.0:1780853750.466854:0:31501:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853750.466855:0:31501:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.466857:0:31501:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) 00000080:00010000:3.0:1780853750.466861:0:31501:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) for lock 0xa8f483e9eb300d8f 00800000:00000001:3.0:1780853750.466863:0:31501:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853750.466865:0:31501:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853750.466866:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.466867:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.466869:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.466871:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.467006:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.467009:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.467010:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853750.467011:0:31501:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853750.467013:0:31501:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853750.467015:0:31501:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d8f from it ffffb4b401d43cb8 00010000:00000001:3.0:1780853750.467017:0:31501:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853750.467019:0:31501:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853750.467020:0:31501:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:3.0:1780853750.467022:0:31501:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.467024:0:31501:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:3.0:1780853750.467026:0:31501:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853750.467030:0:31501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853750.467036:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.467037:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.467038:0:31501:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853750.467039:0:31501:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853750.467042:0:31501:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853750.467048:0:31501:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853750.467049:0:31501:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853750.467051:0:31501:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.467053:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.467054:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853750.467055:0:31501:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467057:0:31501:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853750.467058:0:31501:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467060:0:31501:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467063:0:31501:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467064:0:31501:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853750.467066:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.467067:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853750.467068:0:31501:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853750.467070:0:31501:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.467073:0:31501:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1780853750.467076:0:31501:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853750.467078:0:31501:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853750.467080:0:31501:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853750.467082:0:31501:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.467084:0:31501:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853750.467088:0:31501:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1780853750.467089:0:31501:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.467093:0:31501:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853750.467097:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74a00. 00000020:00000010:3.0:1780853750.467099:0:31501:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d74800. 00000020:00000010:3.0:1780853750.467114:0:31501:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139b40. 00000008:00000010:3.0:1780853750.467119:0:31501:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853750.467122:0:31501:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853750.467125:0:31501:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853750.467129:0:31501:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853750.467131:0:31501:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853750.467134:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75c00. 00000008:00000010:3.0:1780853750.467137:0:31501:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853750.467140:0:31501:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853750.467142:0:31501:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853750.467145:0:31501:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853750.467147:0:31501:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853750.467150:0:31501:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853750.467153:0:31501:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:3.0:1780853750.467156:0:31501:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853750.467158:0:31501:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853750.467159:0:31501:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1780853750.467162:0:31501:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853750.467164:0:31501:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853750.467165:0:31501:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853750.467167:0:31501:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.467169:0:31501:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853750.467172:0:31501:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9e4584caf968 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1780853750.467175:0:31501:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:3.0:1780853750.467178:0:31501:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853750.467179:0:31501:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853750.467182:0:31501:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853750.467184:0:31501:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.467186:0:31501:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853750.467188:0:31501:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853750.467190:0:31501:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.467191:0:31501:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853750.467192:0:31501:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853750.467193:0:31501:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853750.467195:0:31501:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:3.0:1780853750.467197:0:31501:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853750.467199:0:31501:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1780853750.467201:0:31501:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:3.0:1780853750.467204:0:31501:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1780853750.467206:0:31501:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1780853750.467208:0:31501:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1780853750.467210:0:31501:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1780853750.467215:0:31501:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1780853750.467220:0:31501:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4582b02600. 00020000:00000002:3.0:1780853750.467223:0:31501:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853750.467226:0:31501:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1780853750.467228:0:31501:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853750.467229:0:31501:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853750.467231:0:31501:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853750.467233:0:31501:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286ea0. 00000020:00000010:3.0:1780853750.467236:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d74200. 00000020:00000010:3.0:1780853750.467239:0:31501:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585d75600. 00000020:00000010:3.0:1780853750.467241:0:31501:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853750.467244:0:31501:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853750.467247:0:31501:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de000. 00008000:00000010:3.0:1780853750.467250:0:31501:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853750.467253:0:31501:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853750.467256:0:31501:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853750.467258:0:31501:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585d75e00. 00000008:00000010:3.0:1780853750.467261:0:31501:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853750.467309:0:31501:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853750.467314:0:31501:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853750.467317:0:31501:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c900f0. 00000020:00000001:3.0:1780853750.467319:0:31501:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374896296 : -107453334655320 : ffff9e4592286ea8) 00000020:00001000:3.0:1780853750.467321:0:31501:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286ea0 00000020:00000001:3.0:1780853750.467323:0:31501:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8eb70 -> ffff9e4590c8ed00 00000020:00000001:3.0:1780853750.467325:0:31501:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853750.467328:0:31501:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853750.467329:0:31501:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853750.467330:0:31501:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.467332:0:31501:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.467334:0:31501:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853750.467336:0:31501:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1780853750.467340:0:31501:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459176f1d0. 00000008:00010000:3.0:1780853750.467343:0:31501:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1780853750.467346:0:31501:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853750.467347:0:31501:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1780853750.467476:0:31501:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4582b02630, osc lock ffff9e459176f1d0, flags 0x400001002 00000020:00000001:3.0:1780853750.467480:0:31501:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.467482:0:31501:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.467485:0:31501:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620115355136 : -107453594196480 : ffff9e4582b02600) 00000020:00000001:3.0:1780853750.467487:0:31501:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853750.467488:0:31501:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1780853750.467490:0:31501:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.467492:0:31501:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.467494:0:31501:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1780853750.467496:0:31501:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1780853750.467498:0:31501:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853750.467499:0:31501:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853750.467500:0:31501:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853750.467501:0:31501:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853750.467503:0:31501:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853750.467505:0:31501:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853750.467507:0:31501:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853750.467510:0:31501:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1780853750.467512:0:31501:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1780853750.467514:0:31501:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1780853750.467515:0:31501:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1780853750.467517:0:31501:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1780853750.467518:0:31501:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1780853750.467520:0:31501:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1780853750.467522:0:31501:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853750.467525:0:31501:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467528:0:31501:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1780853750.467534:0:31501:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172300. 00000020:00000040:3.0:1780853750.467537:0:31501:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00010000:00000001:3.0:1780853750.467542:0:31501:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853750.467545:0:31501:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853750.467548:0:31501:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.467550:0:31501:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853750.467553:0:31501:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853750.467557:0:31501:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853750.467562:0:31501:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585d74400. 00000100:00000001:3.0:1780853750.467569:0:31501:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467573:0:31501:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.467575:0:31501:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467576:0:31501:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853750.467577:0:31501:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467579:0:31501:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853750.467581:0:31501:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620122104576 : -107453587447040 : ffff9e4583172300) 00010000:00000001:3.0:1780853750.467584:0:31501:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853750.467586:0:31501:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853750.467590:0:31501:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3500. 00010000:00000010:3.0:1780853750.467593:0:31501:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e45853e3600. 00010000:00000001:3.0:1780853750.467598:0:31501:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853750.467602:0:31501:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170a00. 00000020:00000001:3.0:1780853750.467605:0:31501:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853750.467607:0:31501:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170a00 with handle 0xa8f483e9eb300d96 to hash 00000020:00000001:3.0:1780853750.467609:0:31501:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853750.467610:0:31501:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000010:3.0:1780853750.467614:0:31501:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45852deb00. 00010000:00000001:3.0:1780853750.467616:0:31501:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853750.467619:0:31501:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853750.467621:0:31501:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.467625:0:31501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853750.467635:0:31501:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853750.467645:0:31501:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853750.467651:0:31501:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853750.467655:0:31501:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853750.467667:0:31501:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c49f315c] to pc [ptlrpcd_01_00+0] req@ffff9e4583172300 x1867358631429120/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1780853750.468175:0:31501:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853750.468179:0:31501:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.468181:0:31501:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.468183:0:31501:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.468185:0:31501:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.468188:0:31501:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780853750.468189:0:31501:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1780853750.468191:0:31501:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1780853750.468193:0:31501:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1780853750.468230:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853750.468233:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.468432:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.468437:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd500. 00000400:00000200:0.0:1780853750.468441:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.468446:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.468452:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:0.0:1780853750.468454:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:0.0:1780853750.468458:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.468463:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172300 x1867358631429120/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.468472:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.468476:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172300 x1867358631429120/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.468482:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.468483:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.484179:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.484198:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.484203:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.484205:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.484214:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.484223:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.484232:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.484241:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.484246:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.484251:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe50400 00000400:00000200:1.0:1780853750.484256:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.484261:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x6b31 [1] + 224 00000800:00000001:1.0:1780853750.484293:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.484300:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.484303:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.484307:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.484313:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.484322:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172300 x1867358631429120/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.484334:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4583172300 x1867358631429120/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853766 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.484412:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.484421:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.484424:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853750.485251:0:31501:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.485255:0:31501:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.485295:0:31501:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1780853750.485298:0:31501:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:3.0:1780853750.485299:0:31501:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:3.0:1780853750.485301:0:31501:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853750.485306:0:31501:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1780853750.485310:0:31501:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853750.485312:0:31501:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853750.485314:0:31501:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853750.485315:0:31501:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853750.485317:0:31501:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[1]: s=0 (1) m=1780853732 a=1780853732 c=1780853732 b=1 00020000:00000001:3.0:1780853750.485321:0:31501:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853750.485323:0:31501:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=1780853732 a=1780853732 c=1780853732 b=1 00020000:00000001:3.0:1780853750.485325:0:31501:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.485327:0:31501:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.485328:0:31501:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000080:00200000:3.0:1780853750.485330:0:31501:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1780853750.485333:0:31501:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1780853750.485335:0:31501:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1780853750.485337:0:31501:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4584caf908 (ffff9e4592286c68/0) at cl_lock_release():245 00000020:00000001:3.0:1780853750.485340:0:31501:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853750.485341:0:31501:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4584caf908 (ffff9e4592286c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1780853750.485345:0:31501:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1780853750.485359:0:31501:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853750.485361:0:31501:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853750.485363:0:31501:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853750.485364:0:31501:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4582b02630 (ffff9e4592286ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1780853750.485367:0:31501:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1780853750.485369:0:31501:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1780853750.485370:0:31501:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853750.485371:0:31501:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853750.485372:0:31501:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1780853750.485373:0:31501:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853750.485375:0:31501:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853750.485375:0:31501:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853750.485377:0:31501:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853750.485378:0:31501:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4584caf908 (ffff9e4592286c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1780853750.485381:0:31501:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1780853750.485382:0:31501:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853750.485383:0:31501:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4582b02630 (ffff9e4592286c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1780853750.485386:0:31501:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459176f1d0. 00000020:00000001:3.0:1780853750.485389:0:31501:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1780853750.485391:0:31501:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4582b02600. 00020000:00000001:3.0:1780853750.485394:0:31501:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1780853750.485395:0:31501:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1780853750.485396:0:31501:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1780853750.485398:0:31501:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.485401:0:31501:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853750.485403:0:31501:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853750.485405:0:31501:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853750.485406:0:31501:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853750.485407:0:31501:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853750.485409:0:31501:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286ea0 00000020:00000010:3.0:1780853750.485413:0:31501:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d75600. 00000020:00000010:3.0:1780853750.485416:0:31501:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853750.485422:0:31501:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853750.485426:0:31501:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de000. 00008000:00000010:3.0:1780853750.485430:0:31501:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853750.485435:0:31501:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853750.485438:0:31501:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853750.485441:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74200. 00000008:00000010:3.0:1780853750.485445:0:31501:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853750.485448:0:31501:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853750.485452:0:31501:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853750.485456:0:31501:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c900f0. 00000020:00000010:3.0:1780853750.485459:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75e00. 00000020:00000010:3.0:1780853750.485461:0:31501:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286ea0. 00020000:00000001:3.0:1780853750.485464:0:31501:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853750.485466:0:31501:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853750.485468:0:31501:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853750.485471:0:31501:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853750.485474:0:31501:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853750.485477:0:31501:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853750.485478:0:31501:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853750.485480:0:31501:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853750.485481:0:31501:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853750.485482:0:31501:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853750.485484:0:31501:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585d74800. 00000020:00000010:3.0:1780853750.485487:0:31501:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139b40. 00000008:00000010:3.0:1780853750.485489:0:31501:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853750.485493:0:31501:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853750.485495:0:31501:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853750.485497:0:31501:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853750.485499:0:31501:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853750.485502:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d74a00. 00000008:00000010:3.0:1780853750.485505:0:31501:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853750.485507:0:31501:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853750.485510:0:31501:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853750.485513:0:31501:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853750.485515:0:31501:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585d75c00. 00000020:00000010:3.0:1780853750.485517:0:31501:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000001:00000001:3.0:1780853750.485519:0:31501:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.485528:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43d08 00000080:00000008:3.0:1780853750.485531:0:31501:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9e45919a6c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853750.485537:0:31501:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853750.485539:0:31501:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d43da0 00000080:00002000:3.0:1780853750.485541:0:31501:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9e4591aeae58, parent ffff9e4591aeaca8, inode ffff9e45919a6c08) hashed, 00000080:00000001:3.0:1780853750.485544:0:31501:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.490009:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.490015:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:0.0:1780853750.490020:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.490026:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.490033:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:0.0:1780853750.490036:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:0.0:1780853750.490041:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.490047:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631429248/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.490056:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.490059:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631429248/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.490065:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.490066:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.493496:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.493515:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.493519:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.493521:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.493531:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493539:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.493548:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493553:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493558:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493563:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe50480 00000400:00000200:1.0:1780853750.493568:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493574:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6b39 [256] + 0 00000400:00000010:1.0:1780853750.493590:0:2373:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685a50. 00000400:00000200:1.0:1780853750.493597:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585014000 00000800:00000001:1.0:1780853750.493603:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.493613:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.493617:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.493621:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.493628:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585014000 00000400:00000010:1.0:1780853750.493630:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585014000. 00000100:00000001:1.0:1780853750.493637:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1780853750.493639:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c39180 desc ffff9e4587cf0c00 mbits 1867358631429248 00000100:00000001:1.0:1780853750.493653:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1780853750.493662:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853750.493674:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493680:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.493687:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2480:2480:256:4294967295] 192.168.202.110@tcp LPNI seq info [2480:2480:8:4294967295] 00000400:00000200:1.0:1780853750.493691:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.493700:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853750.493705:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.493713:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e4585d6a000. 00000800:00000200:1.0:1780853750.493719:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.493726:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.493731:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d6a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853750.493814:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.493818:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e4585d6a000. 00000400:00000200:1.0:1780853750.493822:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.493826:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853750.493830:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.493834:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.511557:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.511741:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.511746:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.511751:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.512029:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.512037:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.512048:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.512053:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.512060:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.512064:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe50480 00000400:00000200:1.0:1780853750.512070:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.512076:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x6b41 [1] + 224 00000800:00000001:1.0:1780853750.512085:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.512095:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.512099:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.512115:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.512124:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.512136:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631429248/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.512147:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c39180 x1867358631429248/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.512720:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.512733:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.512737:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853750.525236:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.525244:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.525247:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853750.525252:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b20 00000080:00200000:1.0:1780853750.525257:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853750.525294:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.525302:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.525308:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.525316:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.525318:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a40 00800000:00000002:1.0:1780853750.525320:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.525324:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853750.525329:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853750.525335:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.525337:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3910 00000002:00010000:1.0:1780853750.525339:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853750.525343:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853750.525346:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.525350:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.525357:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:1.0:1780853750.525360:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.525378:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.525383:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853750.525388:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1780853750.525401:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853750.525408:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.525412:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1780853750.525419:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853750.525421:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.525422:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.525424:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.525427:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.525429:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853750.525431:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853750.525434:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.525438:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.525443:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853750.525444:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.525447:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853750.525451:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d6c 00800000:00000001:1.0:1780853750.525455:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.525457:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.525459:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.525461:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.525464:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:1.0:1780853750.525466:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525470:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525472:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525474:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.525475:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.525477:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.525479:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d6c from it ffffb4b401db3b58 00010000:00000001:1.0:1780853750.525481:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.525482:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.525483:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:1.0:1780853750.525484:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525486:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525489:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.525492:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853750.525497:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525498:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.525500:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.525503:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.525505:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853750.525512:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.525515:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.525516:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.525522:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525535:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.525537:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525541:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.525543:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525545:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525547:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525549:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.525551:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525552:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853750.525555:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853750.525557:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.525559:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853750.525563:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.525567:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853750.525570:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b48 00000080:00002000:1.0:1780853750.525571:0:31502:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9e4591b1bca8) flags 0x20000e refc 1 00000080:00000001:1.0:1780853750.525574:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.525587:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b90 00000080:00200000:1.0:1780853750.525589:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:1.0:1780853750.525594:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853750.525604:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.525613:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d08 00000080:00200008:1.0:1780853750.525614:0:31502:0:(file.c:6228:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853750.525619:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853750.525621:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c80 00000080:00200000:1.0:1780853750.525622:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08),name=d21h.recovery-small-1 00000080:00000010:1.0:1780853750.525628:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.525631:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.525636:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.525638:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.525639:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ba0 00800000:00000002:1.0:1780853750.525641:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.525643:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853750.525648:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853750.525651:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.525652:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a70 00000002:00010000:1.0:1780853750.525654:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853750.525656:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853750.525658:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.525659:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.525662:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:1.0:1780853750.525665:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.525668:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.525670:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853750.525673:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853750.525680:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853750.525682:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.525684:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853750.525689:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853750.525691:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.525693:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.525695:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.525697:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.525698:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853750.525700:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853750.525702:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.525704:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.525707:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853750.525708:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.525710:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) 00000080:00010000:1.0:1780853750.525712:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300d73 00800000:00000001:1.0:1780853750.525714:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.525716:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.525717:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.525719:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.525721:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:1.0:1780853750.525723:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.525725:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.525727:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525728:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.525729:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.525731:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.525733:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d73 from it ffffb4b401db3cb8 00010000:00000001:1.0:1780853750.525734:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.525735:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.525737:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:1.0:1780853750.525738:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.525741:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.525743:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.525746:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853750.525752:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525765:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.525766:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.525768:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.525770:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853750.525777:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.525779:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.525780:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.525782:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525783:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.525784:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525786:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.525787:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525789:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525791:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525792:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.525794:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525795:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853750.525796:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853750.525797:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853750.525800:0:31502:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.525804:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d08 00000080:00000008:1.0:1780853750.525806:0:31502:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853750.525835:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.525839:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.525840:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853750.525841:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00200000:1.0:1780853750.525843:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853750.525847:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.525850:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.525852:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.525854:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.525855:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ae0 00800000:00000002:1.0:1780853750.525857:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.525859:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853750.525861:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853750.525864:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.525865:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39b0 00000002:00010000:1.0:1780853750.525867:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853750.525869:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853750.525871:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.525872:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.525875:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:1.0:1780853750.525877:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.525880:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.525882:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853750.525885:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1780853750.525891:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853750.525893:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.525895:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1780853750.525901:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853750.525902:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.525904:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.525905:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.525907:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.525909:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853750.525910:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853750.525912:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.525914:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.525916:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853750.525918:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.525919:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853750.525922:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d6c 00800000:00000001:1.0:1780853750.525925:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.525926:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.525928:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.525929:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.525931:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:1.0:1780853750.525933:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525935:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525937:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525938:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.525939:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.525940:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.525942:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d6c from it ffffb4b401db3bf8 00010000:00000001:1.0:1780853750.525944:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.525945:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.525946:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:1.0:1780853750.525947:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525949:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.525951:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.525954:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853750.525960:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525961:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.525963:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.525964:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.525966:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1780853750.525973:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.525974:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.525975:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.525977:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525978:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.525979:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525981:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.525982:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525984:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525986:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.525988:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.525989:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.525990:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853750.525991:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853750.525992:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.525994:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853750.525997:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.526000:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853750.526002:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00002000:1.0:1780853750.526004:0:31502:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9e4591b1bca8) flags 0x20000e refc 1 00000080:00000001:1.0:1780853750.526006:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.526007:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c08 00000080:00200000:1.0:1780853750.526009:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:1.0:1780853750.526011:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853750.526012:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.526017:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853750.526018:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08), inode mode 41ed mask 44 00000080:00000001:1.0:1780853750.526021:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.526027:0:31502:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:1.0:1780853750.526029:0:31502:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:1.0:1780853750.526030:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00200008:1.0:1780853750.526032:0:31502:0:(file.c:1059:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704400 00000080:00000010:1.0:1780853750.526037:0:31502:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e4583ce0640. 00000080:00000001:1.0:1780853750.526043:0:31502:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1780853750.526046:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.526049:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.526051:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.526053:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.526054:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a28 00800000:00000002:1.0:1780853750.526056:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.526058:0:31502:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1780853750.526061:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39a8 00800000:00000002:1.0:1780853750.526062:0:31502:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1780853750.526065:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.526067:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db38e0 00000002:00010000:1.0:1780853750.526069:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1780853750.526072:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853750.526074:0:31502:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1780853750.526078:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853750.526081:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:1.0:1780853750.526083:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.526085:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853750.526088:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.526091:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.526093:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.526094:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853750.526096:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:1.0:1780853750.526098:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.526099:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853750.526480:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.526483:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.526486:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.526493:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104700. 00000020:00000040:1.0:1780853750.526497:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853750.526503:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853750.526504:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.526508:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853750.526512:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.526515:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.526516:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.526518:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.526520:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853750.526522:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853750.526525:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853750.526531:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72c00. 00000100:00000001:1.0:1780853750.526538:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.526543:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.526544:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.526545:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.526547:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.526549:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.526555:0:31502:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00010000:00000001:1.0:1780853750.526559:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853750.526561:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853750.526564:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:1.0:1780853750.526566:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.526568:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853750.526583:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6600. 00000020:00000001:1.0:1780853750.526587:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853750.526589:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6600 with handle 0xa8f483e9eb300d9d to hash 00000020:00000001:1.0:1780853750.526591:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853750.526593:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853750.526596:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853750.526598:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.526600:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.526604:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300d9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853750.526612:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300d9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1780853750.526623:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780853750.526636:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1780853750.526645:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300d9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853750.526651:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853750.526653:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853750.526659:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267c180. 00000100:00000001:1.0:1780853750.526661:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379046272 : -107453330505344 : ffff9e459267c180) 00000100:00000001:1.0:1780853750.526663:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.526665:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000001:1.0:1780853750.526670:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853750.526674:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.526676:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853750.526678:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853750.526683:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.526689:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853750.526691:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.526695:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853750.526697:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853750.526700:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853750.526704:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631429504:192.168.202.110@tcp:101:rm.0 00000100:00000001:1.0:1780853750.526708:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853750.526714:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853750.526717:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.526720:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853750.526829:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:1.0:1780853750.526833:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853750.526841:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853750.526846:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dc08. 00000400:00000010:1.0:1780853750.526853:0:31502:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4585111800. 00000100:00000200:1.0:1780853750.526861:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631429504, portal 10 00000100:00000001:1.0:1780853750.526862:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.526864:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000040:1.0:1780853750.526870:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.526878:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853750.526881:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853750.526885:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b96e8. 00000100:00000200:1.0:1780853750.526887:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631429504, offset 0 00000400:00000200:1.0:1780853750.526893:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853750.526902:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.526910:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.526916:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853750.526921:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853750.526924:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853750.526926:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853750.526930:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2481:2481:256:4294967295] 192.168.202.110@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:1.0:1780853750.526945:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.526954:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853750.526960:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.526966:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8300. 00000800:00000200:1.0:1780853750.526972:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.526980:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.526984:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1780853750.526996:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.527001:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 826583 usecs (827 jiffies) 00000400:00000200:1.0:1780853750.527004:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853750.527007:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548108 00000100:00000001:1.0:1780853750.527009:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.527012:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548108 00000100:00000001:1.0:1780853750.527014:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.527016:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.527018:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.527020:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853750.527022:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853750.527025:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267c180 going to sleep for 11 seconds 00000100:00000001:1.0:1780853750.527028:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.527030:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.529711:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.529722:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8300. 00000400:00000200:0.0:1780853750.529729:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.529738:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.529746:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b96e8 00000400:00000010:0.0:1780853750.529749:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b96e8. 00000100:00000001:0.0:1780853750.529753:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.529762:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.529773:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.529777:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.529783:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.529785:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.534733:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.534767:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.534771:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.534775:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.534788:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.534798:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.534808:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.534814:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.534819:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.534824:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe50580 00000400:00000200:1.0:1780853750.534829:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.534836:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6b49 [64] + 224 00000800:00000001:1.0:1780853750.534844:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.534852:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.534856:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.534861:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.534871:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.534881:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.534893:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4583104700 x1867358631429504/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.534910:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.534919:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.534922:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853750.537254:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.537256:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.537258:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.537258:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853750.537260:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853750.537261:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853750.537284:0:31502:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.537289:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00000008:2.0:1780853750.537291:0:31502:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853750.537375:0:31502:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1780853750.537377:0:31502:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1780853750.537384:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853750.537387:0:31502:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1780853750.537393:0:31502:0:(lmv_obd.c:3416:lmv_read_page()) Process entered 00000002:00000001:2.0:1780853750.537397:0:31502:0:(mdc_request.c:1491:mdc_read_page()) Process entered 00000002:00000001:2.0:1780853750.537398:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.537400:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ab8 00000002:00010000:2.0:1780853750.537401:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:2.0:1780853750.537404:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853750.537405:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.537406:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.537411:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:2.0:1780853750.537413:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.537415:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.537417:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853750.537419:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1780853750.537426:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853750.537428:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.537430:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1780853750.537436:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853750.537437:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.537439:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.537441:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.537443:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.537444:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.537445:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:2.0:1780853750.537447:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:2.0:1780853750.537449:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:2.0:1780853750.537450:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.537451:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.537452:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.537504:0:31502:0:(mdc_request.c:1389:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1780853750.537510:0:31502:0:(mdc_request.c:1396:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e458647e800. 00000002:00000001:2.0:1780853750.538041:0:31502:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1780853750.538048:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853750.538052:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853750.538057:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853750.538059:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853750.538062:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853750.538068:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267e800. 00000100:00000001:2.0:1780853750.538075:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.538078:0:31502:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1780853750.538081:0:31502:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e4587cf0c00. 00000100:00000010:2.0:1780853750.538085:0:31502:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e458640c000. 00000020:00000040:2.0:1780853750.538087:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853750.538118:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853750.538120:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853750.538126:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.538128:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620119727104 : -107453589824512 : ffff9e4582f2dc00) 00000100:00000001:2.0:1780853750.538130:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.538131:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853750.538136:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853750.538141:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.538143:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853750.538145:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853750.538153:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.538167:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853750.538168:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.538172:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853750.538175:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853750.538177:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853750.538181:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631429632:192.168.202.110@tcp:37:rm.0 00000100:00000001:2.0:1780853750.538185:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853750.538190:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853750.538193:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.538195:0:31502:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1780853750.538204:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.538209:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685c08. 00000400:00000010:2.0:1780853750.538218:0:31502:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e4585012000. 00000100:00000200:2.0:1780853750.538227:0:31502:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a25a4fe50600-0x6a25a4fe50600, portal 14 00000100:00000001:2.0:1780853750.538230:0:31502:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.538233:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853750.538237:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0000. 02000000:00000001:2.0:1780853750.538239:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853750.538242:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.538244:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853750.538249:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853750.538252:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631429632, portal 10 00000100:00000001:2.0:1780853750.538254:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.538255:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853750.538263:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.538315:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853750.538318:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853750.538321:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f110. 00000100:00000200:2.0:1780853750.538324:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867358631429632, offset 0 00000400:00000200:2.0:1780853750.538331:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853750.538340:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.538348:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853750.538354:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853750.538358:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853750.538361:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853750.538364:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853750.538368:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2482:2482:256:4294967295] 192.168.202.110@tcp LPNI seq info [2482:2482:8:4294967295] 00000400:00000200:2.0:1780853750.538372:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.538383:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853750.538388:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853750.538392:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddf00. 00000800:00000200:2.0:1780853750.538399:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853750.538407:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853750.538410:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddf00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1780853750.538421:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.538425:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 825486 usecs (826 jiffies) 00000400:00000200:2.0:1780853750.538429:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853750.538433:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548119 00000100:00000001:2.0:1780853750.538436:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.538438:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548119 00000100:00000001:2.0:1780853750.538441:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.538443:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.538446:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.538448:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853750.538450:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853750.538453:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853750.538456:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.538458:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.539014:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.539020:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:0.0:1780853750.539026:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.539033:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.539040:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:0.0:1780853750.539042:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:0.0:1780853750.539046:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.539051:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.539060:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.539063:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.539069:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.539071:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.549564:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.549594:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.549598:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.549601:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.549610:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549617:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.549626:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549631:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549635:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549639:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe50600 00000400:00000200:1.0:1780853750.549643:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549650:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6b59 [256] + 0 00000400:00000010:1.0:1780853750.549655:0:2373:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685c08. 00000400:00000200:1.0:1780853750.549661:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585012000 00000800:00000001:1.0:1780853750.549666:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.549676:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.549681:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.549685:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.549691:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585012000 00000400:00000010:1.0:1780853750.549693:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585012000. 00000100:00000001:1.0:1780853750.549699:0:2373:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1780853750.549701:0:2373:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c39180 desc ffff9e4587cf0c00 mbits 1867358631429632 00000100:00000001:1.0:1780853750.549718:0:2373:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1780853750.549727:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853750.549730:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549735:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.549742:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2483:2483:256:4294967295] 192.168.202.110@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:1.0:1780853750.549747:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.549755:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853750.549760:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.549768:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e4585d6a000. 00000800:00000200:1.0:1780853750.549775:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.549781:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.549786:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d6a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1780853750.550151:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.550156:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.550208:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.550213:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.550388:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.550392:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e4585d6a000. 00000400:00000200:1.0:1780853750.550397:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.550402:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00010000:00000010:2.1:1780853750.558957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6600. 00000800:00000001:0.0:1780853750.560315:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.560331:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.560334:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.560337:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.560357:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.560364:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.560374:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.560379:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.560385:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.560389:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe50600 00000400:00000200:0.0:1780853750.560393:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.560399:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x6b61 [1] + 224 00000800:00000001:0.0:1780853750.560406:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.560413:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.560416:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.560420:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.560428:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.560437:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.560452:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.560473:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.560481:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.560484:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.562488:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853750.562501:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853750.562504:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853750.562508:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:2.0:1780853750.562517:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:2.0:1780853750.562519:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:2.0:1780853750.562535:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853750.562544:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853750.562555:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.562562:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853750.562564:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.562567:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853750.562570:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853750.562573:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853750.562583:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.562586:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853750.562595:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853750.562600:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853750.562602:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853750.562604:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.562607:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853750.562611:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.562615:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853750.562617:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1780853750.562618:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853750.562621:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.562625:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1780853750.562633:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.562640:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853750.562642:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853750.562645:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853750.562656:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631429632:192.168.202.110@tcp:37:rm.0 00000100:00000001:2.0:1780853750.562660:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.562663:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.562665:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853750.562667:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.562670:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.562675:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.562678:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.562682:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853750.562684:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.562689:0:31502:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.562691:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.562695:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631429632/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.562700:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853750.562702:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853750.562705:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0000. 02000000:00000001:2.0:1780853750.562708:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853750.562711:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.562713:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.562715:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853750.562717:0:31502:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1780853750.562719:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.562720:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.562723:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1780853750.562746:0:31502:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e458640c000. 00000100:00000010:2.0:1780853750.562750:0:31502:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e4587cf0c00. 00000100:00000001:2.0:1780853750.562752:0:31502:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1780853750.562755:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267e800. 02000000:00000001:2.0:1780853750.562758:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853750.562760:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853750.562762:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853750.562766:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853750.562767:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.562769:0:31502:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1780853750.562772:0:31502:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1780853750.563447:0:31502:0:(mdc_request.c:1440:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e458647e800. 00000002:00000001:2.0:1780853750.563454:0:31502:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.563459:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.563462:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.563465:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:2.0:1780853750.563467:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:2.0:1780853750.563470:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:2.0:1780853750.563472:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.563478:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853750.563488:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.563490:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.563492:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.563495:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.563497:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853750.563506:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.563509:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.563511:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.563515:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.563516:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.563518:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.563521:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.563523:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.563525:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.563527:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.563529:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.563530:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.563531:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1780853750.563534:0:31502:0:(lmv_obd.c:3433:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.563539:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1780853750.563545:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853750.563548:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1780853750.563553:0:31502:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.563558:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853750.563564:0:31502:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.563654:0:31502:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853750.563657:0:31502:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853750.563660:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00200008:2.0:1780853750.563663:0:31502:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704000 00000080:00400000:2.0:1780853750.563667:0:31502:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:2.0:1780853750.563671:0:31502:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1780853750.563673:0:31502:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1780853750.563674:0:31502:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1780853750.563681:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.563684:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.563689:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:2.0:1780853750.563692:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853750.563696:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853750.563698:0:31502:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:2.0:1780853750.563701:0:31502:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780853750.563703:0:31502:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780853750.563707:0:31502:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853750.563709:0:31502:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780853750.563714:0:31502:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1780853750.563718:0:31502:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:2.0:1780853750.563720:0:31502:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:2.0:1780853750.563723:0:31502:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1780853750.563725:0:31502:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1780853750.563730:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853750.563733:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853750.563738:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853750.563741:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853750.563744:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853750.563751:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267e800. 00000100:00000001:2.0:1780853750.563757:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1780853750.563772:0:31502:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4583104700 x1867358631429504/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780853750.563783:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780853750.563787:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1780853750.563794:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853750.563796:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853750.563802:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.563804:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620119727104 : -107453589824512 : ffff9e4582f2dc00) 00000100:00000001:2.0:1780853750.563806:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.563807:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853750.563811:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853750.563815:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.563817:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853750.563819:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853750.563823:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.563829:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853750.563831:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.563835:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853750.563838:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853750.563840:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853750.563844:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631429888:192.168.202.110@tcp:35:rm.0 00000100:00000001:2.0:1780853750.563848:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853750.563852:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853750.563855:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.563858:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853750.563862:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0c00. 02000000:00000001:2.0:1780853750.563864:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853750.563871:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.563875:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853750.563882:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853750.563888:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631429888, portal 10 00000100:00000001:2.0:1780853750.563890:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.563892:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853750.563897:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.563905:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853750.563908:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853750.563910:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f7f8. 00000100:00000200:2.0:1780853750.563914:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631429888, offset 0 00000400:00000200:2.0:1780853750.563920:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853750.563928:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.563935:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853750.563940:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853750.563945:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853750.563948:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853750.563951:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853750.563954:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2484:2484:256:4294967295] 192.168.202.110@tcp LPNI seq info [2484:2484:8:4294967295] 00000400:00000200:2.0:1780853750.563959:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.563968:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853750.563974:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853750.563980:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd800. 00000800:00000200:2.0:1780853750.563987:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853750.563994:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853750.563999:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780853750.564026:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.564031:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 824417 usecs (825 jiffies) 00000400:00000200:2.0:1780853750.564035:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853750.564037:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548143 00000100:00000001:2.0:1780853750.564040:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.564042:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548143 00000100:00000001:2.0:1780853750.564044:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.564046:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.564049:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.564051:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853750.564053:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853750.564056:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853750.564058:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.564059:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.568543:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.568554:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853750.568562:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.568571:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.568578:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853750.568581:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853750.568587:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.568595:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.568608:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.568612:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.568620:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.568622:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853750.580149:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.580170:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.580175:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.580177:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.580190:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.580199:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.580208:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.580214:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.580219:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.580223:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe50700 00000400:00000200:0.0:1780853750.580229:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.580235:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6b69 [1] + 224 00000800:00000001:0.0:1780853750.580243:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.580312:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.580316:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.580321:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.580329:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.580337:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.580362:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.580380:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.580389:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.580393:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.585550:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853750.585564:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853750.585566:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853750.585571:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:2.0:1780853750.585582:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:2.0:1780853750.585585:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:2.0:1780853750.585591:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853750.585603:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853750.585615:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631429888/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.585624:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853750.585626:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.585629:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853750.585633:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853750.585636:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853750.585638:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.585642:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853750.585652:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853750.585657:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853750.585660:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853750.585662:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.585665:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853750.585669:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.585672:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853750.585675:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853750.585676:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853750.585679:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.585681:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853750.585684:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853750.585686:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1780853750.585688:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853750.585691:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.585696:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631429888/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.585704:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.585707:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853750.587353:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853750.587372:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631429888/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853750.587383:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631429888:192.168.202.110@tcp:35:rm.0 00000100:00000001:2.0:1780853750.587389:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.587392:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.587394:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853750.587397:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.587400:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631429888/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587407:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.587410:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.587416:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853750.587417:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.587426:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.587428:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000002:00000001:2.0:1780853750.587431:0:31502:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.587435:0:31502:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.587440:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853750.587445:0:31502:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853750.587449:0:31502:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853750.587458:0:31502:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853750.587464:0:31502:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583104700 x1867358631429504/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587472:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.587474:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000001:2.0:1780853750.587476:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.587479:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104700 x1867358631429504/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587485:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.587487:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.587490:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631429888/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587496:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.587498:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.587501:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104700 x1867358631429504/t4294967638(4294967638) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587507:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853750.587510:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.587512:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.587515:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853750.587518:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d72c00. 02000000:00000001:2.0:1780853750.587524:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853750.587526:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853750.587528:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104700. 00000100:00000001:2.0:1780853750.587532:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853750.587533:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.587535:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.587538:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631429888/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587544:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.587546:0:31502:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7480. 00000002:00000001:2.0:1780853750.587549:0:31502:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.587551:0:31502:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.587553:0:31502:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f01c0. 00000100:00000001:2.0:1780853750.587556:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.587559:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631429888/t4294967639(4294967639) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.587565:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853750.587567:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853750.587569:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0c00. 02000000:00000001:2.0:1780853750.587572:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853750.587573:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.587574:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.587576:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853750.587578:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267e800. 02000000:00000001:2.0:1780853750.587579:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853750.587581:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853750.587582:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853750.587585:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853750.587586:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853750.587588:0:31502:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.587591:0:31502:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e4583ce0640. 00000080:00000001:2.0:1780853750.587595:0:31502:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.587600:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00000008:2.0:1780853750.587603:0:31502:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704000, rc = 0 00000080:00000001:2.0:1780853750.587606:0:31502:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.587609:0:31502:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.587719:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.587725:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.587728:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853750.587729:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00200000:0.0:1780853750.587745:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853750.587753:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9a00. 00800000:00000002:0.0:1780853750.587759:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.587763:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.587767:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.587768:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ae0 00800000:00000002:0.0:1780853750.587771:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.587774:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853750.587778:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853750.587782:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.587784:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39b0 00000002:00010000:0.0:1780853750.587786:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.587905:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853750.587907:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.587909:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.587916:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:0.0:1780853750.587919:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.587924:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.587929:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853750.587934:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1780853750.587945:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.587950:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.587953:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1780853750.587960:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853750.587962:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.587964:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.587966:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.587968:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.587970:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853750.587973:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853750.587975:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853750.587977:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9a00. 00000080:00000001:0.0:1780853750.587982:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853750.587983:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.587987:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853750.587989:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d6c 00800000:00000001:0.0:1780853750.587992:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853750.587994:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853750.587996:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.587998:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.588000:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:0.0:1780853750.588002:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.588005:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.588007:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.588009:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.588010:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.588012:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.588015:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d6c from it ffffb4b401db3bf8 00010000:00000001:0.0:1780853750.588017:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.588018:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.588019:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:0.0:1780853750.588020:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.588022:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.588024:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.588027:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1780853750.588033:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.588034:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.588036:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853750.588038:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853750.588040:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1780853750.588047:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853750.588050:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853750.588052:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.588056:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.588057:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.588059:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588062:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853750.588063:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588065:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588068:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588070:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.588071:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.588072:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853750.588074:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853750.588075:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.588078:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853750.588082:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.588085:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853750.588087:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00002000:0.0:1780853750.588089:0:31502:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9e4591b1bca8) flags 0x20000e refc 1 00000080:00000001:0.0:1780853750.588091:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.588093:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c08 00000080:00200000:0.0:1780853750.588095:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:0.0:1780853750.588099:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853750.588115:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.588120:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853750.588122:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08), inode mode 41ed mask 44 00000080:00000001:0.0:1780853750.588125:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.588131:0:31502:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:0.0:1780853750.588133:0:31502:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853750.588135:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00200008:0.0:1780853750.588136:0:31502:0:(file.c:1059:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704400 00000080:00000010:0.0:1780853750.588141:0:31502:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cc280. 00000080:00000001:0.0:1780853750.588148:0:31502:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1780853750.588152:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9a00. 00800000:00000002:0.0:1780853750.588155:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.588158:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.588159:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.588160:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a28 00800000:00000002:0.0:1780853750.588162:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.588165:0:31502:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1780853750.588168:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39a8 00800000:00000002:0.0:1780853750.588170:0:31502:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1780853750.588174:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.588175:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db38e0 00000002:00010000:0.0:1780853750.588177:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1780853750.588181:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853750.588183:0:31502:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853750.588186:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853750.588190:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:0.0:1780853750.588192:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.588195:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853750.588198:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588200:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.588202:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.588204:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853750.588205:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:0.0:1780853750.588207:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.588208:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853750.588210:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588212:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.588213:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.588230:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b100. 00000020:00000040:0.0:1780853750.588234:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853750.588240:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853750.588241:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588244:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853750.588248:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.588251:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.588252:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.588253:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.588256:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853750.588257:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853750.588260:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853750.588306:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851ba400. 00000100:00000001:0.0:1780853750.588313:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588316:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.588318:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588320:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.588321:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.588323:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.588331:0:31502:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00010000:00000001:0.0:1780853750.588345:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853750.588534:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853750.588539:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:0.0:1780853750.588542:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.588545:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853750.588549:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572a00. 00000020:00000001:0.0:1780853750.588553:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853750.588556:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572a00 with handle 0xa8f483e9eb300da4 to hash 00000020:00000001:0.0:1780853750.588558:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853750.588560:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853750.588563:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853750.588566:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.588568:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.588571:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853750.588590:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853750.588602:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853750.588612:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853750.588622:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853750.588628:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853750.588629:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853750.588637:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee000. 00000100:00000001:0.0:1780853750.588639:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124708864 : -107453584842752 : ffff9e45833ee000) 00000100:00000001:0.0:1780853750.588641:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.588643:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000001:0.0:1780853750.588648:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853750.588653:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.588654:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853750.588656:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853750.588661:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.588669:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853750.588671:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.588675:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853750.588677:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853750.588680:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853750.588683:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b100 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430144:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853750.588688:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853750.588694:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853750.588697:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.588700:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853750.589046:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853750.589051:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853750.589059:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853750.589065:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000400:00000010:0.0:1780853750.589071:0:31502:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4585173000. 00000100:00000200:0.0:1780853750.589079:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631430144, portal 10 00000100:00000001:0.0:1780853750.589081:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.589083:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000040:0.0:1780853750.589090:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.589099:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853750.589114:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853750.589119:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853750.589122:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631430144, offset 0 00000400:00000200:0.0:1780853750.589130:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853750.589138:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.589148:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.589153:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853750.589158:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853750.589162:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853750.589164:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853750.589169:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2485:2485:256:4294967295] 192.168.202.110@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:0.0:1780853750.589173:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.589182:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853750.589189:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.589196:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853750.589202:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.589210:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.589214:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1780853750.589466:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.589471:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 823347 usecs (824 jiffies) 00000400:00000200:0.0:1780853750.589475:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853750.589478:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548168 00000100:00000001:0.0:1780853750.589482:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.589484:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548168 00000100:00000001:0.0:1780853750.589487:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.589489:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.589493:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.589495:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853750.589497:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853750.589500:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee000 going to sleep for 11 seconds 00000100:00000001:0.0:1780853750.589503:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.589506:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.589582:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.589588:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853750.589593:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.589599:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.589604:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:1.0:1780853750.589607:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:1.0:1780853750.589610:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.589616:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.589626:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.589630:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.589637:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.589639:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853750.593089:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.593116:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.593120:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.593123:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.593141:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.593149:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.593158:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.593164:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.593169:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.593173:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe50800 00000400:00000200:0.0:1780853750.593178:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.593184:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6b71 [64] + 224 00000800:00000001:0.0:1780853750.593191:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.593198:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.593200:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.593204:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.593212:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.593221:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.593231:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.593256:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.593293:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.593297:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.594835:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853750.594849:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853750.594851:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853750.594855:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:1.0:1780853750.594864:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585173000 00000400:00000010:1.0:1780853750.594867:0:31502:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4585173000. 00000100:00000001:1.0:1780853750.594872:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.594885:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853750.594897:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b100 x1867358631430144/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.594912:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853750.594914:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.594917:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853750.594920:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853750.594922:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853750.594925:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.594928:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853750.594938:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:1.0:1780853750.594943:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853750.594945:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853750.594947:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.594949:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853750.594954:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.594957:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853750.594959:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1780853750.594961:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853750.594963:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.594964:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000001:1.0:1780853750.594967:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853750.594969:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1780853750.594971:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853750.594974:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.594978:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.594985:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.594989:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853750.594991:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853750.594994:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853750.595002:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b100 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430144:192.168.202.110@tcp:101:rm.0 00000100:00000001:1.0:1780853750.595007:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.595010:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.595013:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853750.595015:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.595018:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.595025:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.595028:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee000. 00000100:00000001:1.0:1780853750.595031:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853750.595032:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595035:0:31502:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853750.595040:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595042:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595045:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=4 00000020:00000001:1.0:1780853750.595048:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595050:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000040:1.0:1780853750.595057:0:31502:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572a00, remote cookie: 0x562725ecec979f9b, flags: 0x1001 00010000:00000040:1.0:1780853750.595061:0:31502:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1780853750.595064:0:31502:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1780853750.595070:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:1.0:1780853750.595083:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.595087:0:31502:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.595092:0:31502:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853750.595110:0:31502:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.595118:0:31502:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853750.595123:0:31502:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853750.595125:0:31502:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853750.595127:0:31502:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853750.595129:0:31502:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853750.595131:0:31502:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9e45853e3c00) refcount = 2 00010000:00000040:1.0:1780853750.595135:0:31502:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1780853750.595138:0:31502:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1780853750.595145:0:31502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.595151:0:31502:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853750.595155:0:31502:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853750.595156:0:31502:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.595159:0:31502:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853750.595161:0:31502:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.595164:0:31502:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.595170:0:31502:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853750.595171:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595173:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595174:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595175:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595177:0:31502:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.595181:0:31502:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853750.595184:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595185:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595186:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595188:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595191:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595192:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595193:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853750.595198:0:31502:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853750.595207:0:31502:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1780853750.595211:0:31502:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853750.595219:0:31502:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595221:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595222:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595224:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595225:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595227:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595229:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595230:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.595232:0:31502:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.595234:0:31502:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.595238:0:31502:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1780853750.595240:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.595241:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00010000:00000001:1.0:1780853750.595243:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595244:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595245:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595247:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595249:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00000002:00010000:1.0:1780853750.595252:0:31502:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.595259:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595260:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595262:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853750.595263:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595290:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595291:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595293:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595296:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000040:1.0:1780853750.595299:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 3 00010000:00000001:1.0:1780853750.595301:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853750.595306:0:31502:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:1.0:1780853750.595309:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595310:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.595311:0:31502:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853750.595314:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3860 00000002:00002000:1.0:1780853750.595315:0:31502:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1780853750.595318:0:31502:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.595321:0:31502:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.595324:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853750.595327:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853750.595331:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853750.595336:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.595340:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9a00. 00000080:00000001:1.0:1780853750.595346:0:31502:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853750.595351:0:31502:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853750.595354:0:31502:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853750.595357:0:31502:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780853750.595359:0:31502:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1780853750.595362:0:31502:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.595366:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1780853750.595368:0:31502:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1780853750.595373:0:31502:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00010000:00000001:1.0:1780853750.595375:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595376:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595377:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595379:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595381:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595383:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595384:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853750.595386:0:31502:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853750.595388:0:31502:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853750.595390:0:31502:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.595393:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300da4 00800000:00000001:1.0:1780853750.595397:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.595399:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.595400:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595401:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595402:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595404:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595406:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595409:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595410:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.595411:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.595412:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.595416:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853750.595417:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.595420:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.595424:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.595430:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.595432:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300da4 from it ffffb4b401db3bd0 00010000:00000001:1.0:1780853750.595435:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595436:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595437:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:1.0:1780853750.595439:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595441:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.595444:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.595446:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.595452:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595453:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595455:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.595458:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.595460:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853750.595467:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.595470:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.595472:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.595476:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595477:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595479:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595482:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.595484:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595486:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595488:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595491:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.595492:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595493:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853750.595497:0:31502:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853750.595504:0:31502:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45831cc000. 00000080:00000001:1.0:1780853750.595508:0:31502:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:1.0:1780853750.595511:0:31502:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1780853750.595513:0:31502:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1780853750.595517:0:31502:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c35c60. 00000002:00100000:1.0:1780853750.595521:0:31502:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853750.595527:0:31502:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.595529:0:31502:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1780853750.595533:0:31502:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1780853750.595536:0:31502:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.595539:0:31502:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1780853750.595541:0:31502:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.595542:0:31502:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.595546:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.595549:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1780853750.595555:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853750.595558:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:1.0:1780853750.595596:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1780853750.595597:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.595600:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00000008:1.0:1780853750.595603:0:31502:0:(file.c:1298:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704400, rc = 0 00000080:00000001:1.0:1780853750.595607:0:31502:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.595629:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00200008:1.0:1780853750.595632:0:31502:0:(file.c:6228:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853750.595640:0:31502:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:1.0:1780853750.595643:0:31502:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.595646:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853750.595648:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ca0 00000080:00200000:1.0:1780853750.595650:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08),name=d21h.recovery-small-1 00000080:00000010:1.0:1780853750.595657:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.595663:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.595670:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.595674:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.595675:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00800000:00000002:1.0:1780853750.595678:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.595681:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853750.595685:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853750.595689:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.595691:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a90 00000002:00010000:1.0:1780853750.595693:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853750.595696:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853750.595698:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.595700:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.595702:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 3 00010000:00000001:1.0:1780853750.595705:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.595721:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.595726:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853750.595730:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1780853750.595738:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853750.595742:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.595745:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1780853750.595756:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853750.595758:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.595759:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.595761:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.595763:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.595764:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853750.595767:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853750.595768:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.595771:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.595774:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853750.595776:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.595778:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) 00000080:00010000:1.0:1780853750.595781:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300d73 00800000:00000001:1.0:1780853750.595784:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.595785:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.595787:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595788:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595789:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:1.0:1780853750.595791:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.595793:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.595795:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595796:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.595797:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.595799:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.595800:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d73 from it ffffb4b401db3cd8 00010000:00000001:1.0:1780853750.595802:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.595803:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.595804:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=3 00000020:00000001:1.0:1780853750.595806:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.595808:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:1.0:1780853750.595809:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.595813:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1780853750.595818:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595819:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595820:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.595822:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.595824:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853750.595830:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.595831:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.595833:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.595835:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595836:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.595837:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595839:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.595841:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595842:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595844:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.595846:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.595847:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.595848:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853750.595849:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853750.595851:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853750.595853:0:31502:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.595856:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00000008:1.0:1780853750.595858:0:31502:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1780853750.595935:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d48 00000080:00200000:1.0:1780853750.595937:0:31502:0:(llite_lib.c:2770:ll_statfs()) VFS Op:sb=lustre (ffff9e4592299000) d21h.recovery-small-1 proj=0 00000080:00000001:1.0:1780853750.595940:0:31502:0:(llite_lib.c:2605:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1780853750.595942:0:31502:0:(obd_class.h:1075:obd_statfs()) Process entered 00000080:00000004:1.0:1780853750.595944:0:31502:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9e4592299000: age 1854, max_age 1879 00800000:00000001:1.0:1780853750.595948:0:31502:0:(lmv_obd.c:1429:lmv_statfs()) Process entered 00800000:00000010:1.0:1780853750.595951:0:31502:0:(lmv_obd.c:1433:lmv_statfs()) kmalloced '(temp)': 144 at ffff9e459267c180. 00800000:00000001:1.0:1780853750.595953:0:31502:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:1.0:1780853750.595956:0:31502:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: age 1854, max_age 1879 00000002:00000001:1.0:1780853750.595959:0:31502:0:(mdc_request.c:1665:mdc_statfs()) Process entered 00000020:00000040:1.0:1780853750.595961:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000010:1.0:1780853750.595967:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853750.595970:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853750.595974:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853750.595976:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853750.595979:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853750.595985:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e458a5fa200. 00000100:00000001:1.0:1780853750.595990:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.595993:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853750.595995:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853750.595999:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.596001:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379049152 : -107453330502464 : ffff9e459267ccc0) 00000100:00000001:1.0:1780853750.596003:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.596004:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000001:1.0:1780853750.596009:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853750.596013:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.596015:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853750.596016:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853750.596021:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.596029:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853750.596031:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.596035:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853750.596037:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853750.596039:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853750.596043:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430272:192.168.202.110@tcp:41:rm.0 00000100:00000001:1.0:1780853750.596046:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853750.596051:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853750.596054:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.596056:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853750.596060:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71400. 02000000:00000001:1.0:1780853750.596061:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853750.596068:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853750.596072:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835db58. 00000400:00000010:1.0:1780853750.596078:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9ee0. 00000100:00000200:1.0:1780853750.596084:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631430272, portal 10 00000100:00000001:1.0:1780853750.596086:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.596087:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000040:1.0:1780853750.596093:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.596113:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853750.596117:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853750.596120:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9440. 00000100:00000200:1.0:1780853750.596123:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1867358631430272, offset 0 00000400:00000200:1.0:1780853750.596128:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853750.596137:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.596144:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.596149:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853750.596154:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853750.596157:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853750.596160:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853750.596163:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2486:2486:256:4294967295] 192.168.202.110@tcp LPNI seq info [2486:2486:8:4294967295] 00000400:00000200:1.0:1780853750.596167:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.596176:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853750.596181:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.596186:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853750.596193:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.596201:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.596205:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1780853750.596228:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.596232:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 822253 usecs (823 jiffies) 00000400:00000200:1.0:1780853750.596235:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853750.596238:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548172 00000100:00000001:1.0:1780853750.596241:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.596244:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548172 00000100:00000001:1.0:1780853750.596246:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.596248:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.596250:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.596253:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853750.596255:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853750.596257:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267ccc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853750.596259:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.596261:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.598354:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.598363:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8800. 00000400:00000200:0.0:1780853750.598370:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.598378:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.598386:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9440 00000400:00000010:0.0:1780853750.598388:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9440. 00000100:00000001:0.0:1780853750.598393:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.598403:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.598416:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.598420:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.598427:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.598429:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853750.602851:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.602872:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.602877:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.602880:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.602890:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.602898:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.602908:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.602913:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.602918:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.602922:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe50880 00000400:00000200:0.0:1780853750.602926:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.602945:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x6b81 [1] + 224 00000800:00000001:0.0:1780853750.602952:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.602964:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.602967:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.602972:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.602980:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.602988:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853750.602999:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.603026:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.603035:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.603038:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.603618:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853750.603627:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853750.603630:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853750.603633:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835db58. 00000400:00000200:1.0:1780853750.603640:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9ee0 00000400:00000010:1.0:1780853750.603642:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9ee0. 00000100:00000001:1.0:1780853750.603646:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.603653:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853750.603665:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.603673:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853750.603675:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.603678:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853750.603683:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853750.603685:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853750.603688:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.603691:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853750.603700:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:1.0:1780853750.603705:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853750.603708:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853750.603723:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.603726:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853750.603730:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.603735:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853750.603737:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1780853750.603739:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853750.603742:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.603747:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.603754:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.603758:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853750.603760:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853750.603764:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853750.603772:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430272:192.168.202.110@tcp:41:rm.0 00000100:00000001:1.0:1780853750.603777:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.603779:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.603781:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853750.603783:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.603787:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.603793:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.603795:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.603799:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853750.603800:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.603805:0:31502:0:(mdc_request.c:1717:mdc_statfs()) Process leaving 00000100:00000001:1.0:1780853750.603807:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.603810:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106d80 x1867358631430272/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 440/368 e 0 to 0 dl 1780853766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.603816:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853750.603818:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853750.603822:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71400. 02000000:00000001:1.0:1780853750.603825:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853750.603829:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853750.603831:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853750.603834:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853750.603837:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e458a5fa200. 02000000:00000001:1.0:1780853750.603840:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853750.603842:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853750.603844:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106d80. 00000100:00000001:1.0:1780853750.603847:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853750.603848:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853750.603850:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853750.603851:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853750.603853:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:1.0:1780853750.603855:0:31502:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: update ffff9e45904bb7d0 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:1.0:1780853750.603860:0:31502:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.603863:0:31502:0:(lmv_obd.c:1469:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1780853750.603866:0:31502:0:(lmv_obd.c:1493:lmv_statfs()) kfreed 'temp': 144 at ffff9e459267c180. 00800000:00000001:1.0:1780853750.603868:0:31502:0:(lmv_obd.c:1494:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1780853750.603871:0:31502:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9e4592299000: update ffff9e45904b9e10 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1780853750.603876:0:31502:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1780853750.603879:0:31502:0:(llite_lib.c:2622:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1780853750.603881:0:31502:0:(llite_lib.c:2625:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853750.603884:0:31502:0:(llite_lib.c:2658:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.603914:0:31502:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1780853750.603917:0:31502:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08) pos/size0/7680 32bit_api 0 00000080:00000010:1.0:1780853750.603926:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.603932:0:31502:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1780853750.603939:0:31502:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446739483547189184 : -4590162362432 : fffffbd34500bfc0) 00000080:00000001:1.0:1780853750.603944:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1780853750.603947:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1780853750.603950:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1780853750.603953:0:31502:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853750.603956:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.603960:0:31502:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.603969:0:31502:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1780853750.603971:0:31502:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:1.0:1780853750.603974:0:31502:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853750.603977:0:31502:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.603997:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.604002:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853750.604004:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08), inode mode 41ed mask 1 00000080:00000001:1.0:1780853750.604008:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.604016:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853750.604019:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3da0 00000080:00002000:1.0:1780853750.604021:0:31502:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e4591b1b438) flags 0x48000e refc 0 00000080:00000001:1.0:1780853750.604024:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.604026:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e10 00000080:00200000:1.0:1780853750.604028:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1780853750.604034:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853750.604036:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08), inode mode 41ed mask 3 00000080:00000001:1.0:1780853750.604038:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.604043:0:31502:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:1.0:1780853750.604045:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3df8 00000080:00200000:1.0:1780853750.604047:0:31502:0:(namei.c:2404:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9e45919a2a08) 00000080:00000001:1.0:1780853750.604049:0:31502:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1780853750.604052:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853750.604057:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853750.604062:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458a5fa200. 00000020:00000010:1.0:1780853750.604068:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904c6400. 00000020:00000010:1.0:1780853750.604621:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c493c0. 00000008:00000010:1.0:1780853750.604632:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853750.604636:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853750.604640:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853750.604646:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853750.604649:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853750.604653:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4592696400. 00000008:00000010:1.0:1780853750.604657:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853750.604660:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853750.604663:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853750.604666:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853750.604669:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853750.604672:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000020:00000001:1.0:1780853750.604674:0:31502:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1780853750.604678:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000002:1.0:1780853750.604681:0:31502:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5840 addref 2/0 by ffff9e4585c68000. 00020000:00000002:1.0:1780853750.604684:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:1.0:1780853750.604686:0:31502:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1780853750.604689:0:31502:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1780853750.604690:0:31502:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1780853750.604692:0:31502:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1780853750.604695:0:31502:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1780853750.604697:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853750.604701:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904c6400. 00000020:00000010:1.0:1780853750.604707:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c493c0. 00000008:00000010:1.0:1780853750.604824:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853750.604827:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853750.604830:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853750.604834:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853750.604837:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853750.604840:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458a5fa200. 00000008:00000010:1.0:1780853750.604843:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853750.604846:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853750.604849:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853750.604852:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853750.604855:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4592696400. 00000020:00000010:1.0:1780853750.604857:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853750.604860:0:31502:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1780853750.604865:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4592696400. 00800000:00000001:1.0:1780853750.604876:0:31502:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:1.0:1780853750.604881:0:31502:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1780853750.604884:0:31502:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:1.0:1780853750.604886:0:31502:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853750.604889:0:31502:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:1.0:1780853750.604894:0:31502:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1780853750.604896:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853750.604903:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 3 00010000:00000001:1.0:1780853750.604907:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.604909:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853750.604914:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853750.604919:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1780853750.604930:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853750.604934:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853750.604936:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853750.604938:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1780853750.604941:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.604943:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.604946:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.604948:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.604951:0:31502:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1780853750.604954:0:31502:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1780853750.604956:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853750.604961:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.604964:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853750.604971:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.604972:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.604974:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1780853750.604977:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.604979:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.604981:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=2 00000020:00000001:1.0:1780853750.604983:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.604986:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:1.0:1780853750.604988:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.604989:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.604990:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.604991:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.604993:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.604995:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.604998:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.605000:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.605001:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.605003:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.605004:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.605006:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.605008:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1780853750.605011:0:31502:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff9e45919a2940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1780853750.605067:0:31502:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1780853750.605070:0:31502:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1780853750.605613:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1780853750.605616:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9e45919a2a08) invalid 00000020:00000001:1.0:1780853750.605621:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a60 00000080:00002000:1.0:1780853750.605623:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e4591b1bca8) parent ffff9e4591970ca8 inode ffff9e45919a2a08 refc 3 00000080:00000001:1.0:1780853750.605626:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1780853750.605629:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853750.605630:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.605634:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853750.605637:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853750.605639:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853750.605640:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.605642:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853750.605645:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171000 with handle 0xa8f483e9eb300d73 from hash 00010000:00000001:1.0:1780853750.605647:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853750.605649:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.605650:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.605651:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853750.605655:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853750.605657:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853750.605660:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853750.605662:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.605664:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.605667:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853750.605670:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 2 00010000:00000001:1.0:1780853750.605672:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.605675:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853750.605677:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853750.605680:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1780853750.605688:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853750.605689:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853750.605691:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853750.605692:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:1.0:1780853750.605694:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.605696:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.605698:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 3 00010000:00000001:1.0:1780853750.605700:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.605703:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.605705:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.605706:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.605708:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 3 00010000:00000001:1.0:1780853750.606246:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.606251:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.606253:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.606255:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.606257:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 3 00010000:00000001:1.0:1780853750.606259:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.606261:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.606262:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.606263:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.606314:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 3 00010000:00000001:1.0:1780853750.606317:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.606319:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.606321:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.606323:0:31502:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:1.0:1780853750.606325:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853750.606331:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853750.606336:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458a5fa200. 00000020:00000010:1.0:1780853750.606340:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904c6400. 00000020:00000010:1.0:1780853750.606343:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c493c0. 00000008:00000010:1.0:1780853750.606349:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853750.606352:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853750.606355:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853750.606361:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853750.606364:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853750.606367:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585fe0600. 00000008:00000010:1.0:1780853750.606370:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853750.606373:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853750.606376:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853750.606379:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853750.606381:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853750.606383:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000020:00000001:1.0:1780853750.606385:0:31502:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:1.0:1780853750.606388:0:31502:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1780853750.606391:0:31502:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1780853750.606394:0:31502:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1780853750.606398:0:31502:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853750.606400:0:31502:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853750.606402:0:31502:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1780853750.606404:0:31502:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.606406:0:31502:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853750.606408:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853750.606410:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904c6400. 00000020:00000010:1.0:1780853750.606416:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c493c0. 00000008:00000010:1.0:1780853750.606419:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853750.606422:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853750.606425:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853750.606428:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853750.606430:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853750.606433:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458a5fa200. 00000008:00000010:1.0:1780853750.606435:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853750.606438:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853750.606440:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853750.606442:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853750.606445:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585fe0600. 00000020:00000010:1.0:1780853750.606447:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853750.606449:0:31502:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.606461:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1780853750.606463:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff9e459198ec08) invalid 00000020:00000001:1.0:1780853750.606466:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a60 00000080:00002000:1.0:1780853750.606469:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591b1b438) parent ffff9e4591b1bca8 inode ffff9e459198ec08 refc 1 00000080:00000001:1.0:1780853750.606472:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1780853750.606473:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853750.606474:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.606477:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853750.606479:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853750.606481:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853750.606482:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.606485:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853750.606488:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170600 with handle 0xa8f483e9eb300d7a from hash 00010000:00000001:1.0:1780853750.606490:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853750.606492:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.606493:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.606494:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853750.606496:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853750.606497:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853750.607296:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853750.607298:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.607301:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1780853750.607310:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853750.607315:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853750.607319:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853750.607321:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.607323:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853750.607327:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.607331:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.607333:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.607335:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.607337:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853750.607339:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853750.607343:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853750.607349:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585fe0600. 00000100:00000001:1.0:1780853750.607354:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.607356:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.607359:0:31502:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853750.607365:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780853750.607374:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1780853750.607380:0:31502:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1780853750.607382:0:31502:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1780853750.607384:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853750.607386:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300d7a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979f39 expref: -99 pid: 31500 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1780853750.607393:0:31502:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852dedc0. 00010000:00000040:1.0:1780853750.607397:0:31502:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3100 count: 0 00010000:00000010:1.0:1780853750.607402:0:31502:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02300. 00010000:00000001:1.0:1780853750.607410:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.607410:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853750.607413:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300d73 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f1d expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853750.607420:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.607421:0:31502:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.607423:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.607425:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.607427:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1780853750.607436:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780853750.607448:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853750.607567:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853750.607569:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853750.607576:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267c180. 00000100:00000001:1.0:1780853750.607578:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379046272 : -107453330505344 : ffff9e459267c180) 00000100:00000001:1.0:1780853750.607581:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.607582:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000001:1.0:1780853750.607587:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853750.607591:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.607593:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853750.607595:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853750.607599:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.607607:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853750.607609:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.607612:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853750.607615:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853750.607617:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853750.607620:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430528:192.168.202.110@tcp:36:rm.0 00000100:00000001:1.0:1780853750.607624:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853750.607629:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853750.607632:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.607634:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853750.607638:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71400. 02000000:00000001:1.0:1780853750.607640:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853750.607647:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853750.607651:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835db58. 00000400:00000010:1.0:1780853750.607656:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9ee0. 00000100:00000200:1.0:1780853750.607663:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631430528, portal 10 00000100:00000001:1.0:1780853750.607665:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.607666:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000040:1.0:1780853750.607672:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.607685:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853750.607687:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853750.607690:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9660. 00000100:00000200:1.0:1780853750.607692:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631430528, offset 0 00000400:00000200:1.0:1780853750.607698:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853750.607705:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.607814:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.607819:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853750.607823:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853750.607826:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853750.607829:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853750.607833:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2487:2487:256:4294967295] 192.168.202.110@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:1.0:1780853750.607837:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.607847:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853750.607853:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.607858:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8c00. 00000800:00000200:1.0:1780853750.607864:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.607871:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.607875:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8c00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1780853750.607947:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.607952:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 821166 usecs (822 jiffies) 00000400:00000200:1.0:1780853750.607955:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853750.607958:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548184 00000100:00000001:1.0:1780853750.607961:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.607963:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548184 00000100:00000001:1.0:1780853750.607966:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.607968:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.607970:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.607973:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853750.607975:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853750.607978:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267c180 going to sleep for 11 seconds 00000100:00000001:1.0:1780853750.607980:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.607983:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.614998:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.615008:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8c00. 00000400:00000200:0.0:1780853750.615016:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.615025:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.615033:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9660 00000400:00000010:0.0:1780853750.615035:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9660. 00000100:00000001:0.0:1780853750.615041:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.615049:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.615065:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.615068:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.615095:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.615097:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1780853750.622220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000010:1.1:1780853750.622237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170600. 00010000:00000010:1.1:1780853750.622242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00000800:00000001:0.0:1780853750.650037:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.653620:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.653633:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.653639:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.653650:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653659:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.653673:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653679:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653685:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653690:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe50980 00000400:00000200:1.0:1780853750.653695:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653703:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6b91 [1] + 224 00000800:00000001:1.0:1780853750.653711:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.653725:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.653728:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.653733:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.653741:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.653749:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853750.653761:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.653778:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853750.653786:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853750.653789:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653795:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.653800:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2488:2488:256:4294967295] 192.168.202.110@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:1.0:1780853750.653805:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.653813:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853750.653818:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.653824:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853750.653830:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.653836:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.653840:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853750.654792:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.654798:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:1.0:1780853750.654804:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.654810:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853750.654819:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.654824:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.654968:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853750.654976:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853750.654978:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853750.654981:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835db58. 00000400:00000200:0.0:1780853750.654986:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9ee0 00000400:00000010:0.0:1780853750.654988:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9ee0. 00000100:00000001:0.0:1780853750.654991:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.654999:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853750.655010:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106d80 x1867358631430528/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.655016:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853750.655018:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.655021:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853750.655025:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853750.655028:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853750.655030:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.655033:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853750.655043:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853750.655047:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853750.655050:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853750.655052:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.655054:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853750.655059:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.655062:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853750.655064:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x10000014f/0x100000151] 00000100:00000001:0.0:1780853750.655065:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853750.655068:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.655069:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000001:0.0:1780853750.655221:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853750.655224:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1780853750.655226:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853750.655229:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.655234:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106d80 x1867358631430528/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.655243:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.655246:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853750.655248:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853750.655252:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106d80 x1867358631430528/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853750.655260:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430528:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853750.655294:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.655297:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.655300:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853750.655303:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.655307:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106d80 x1867358631430528/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.655318:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.655320:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e459267c180. 00000100:00000001:0.0:1780853750.655324:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853750.655326:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.655432:0:31502:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.655437:0:31502:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.655442:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4592696400. 00000100:00000001:0.0:1780853750.655449:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.655453:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106d80 x1867358631430528/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.655459:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.655463:0:31502:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.655475:0:31502:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853750.655478:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e28 00000080:00002000:0.0:1780853750.655480:0:31502:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591b1b438, parent ffff9e4591b1bca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780853750.655483:0:31502:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.655489:0:31502:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853750.655494:0:31502:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853750.655571:0:31502:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1780853750.655574:0:31502:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853750.655577:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.655583:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.655589:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.655593:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9200. 00000020:00000010:0.0:1780853750.655596:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.655602:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.655606:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.655610:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.655617:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.655621:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.655626:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853750.655629:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.655633:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.655636:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.655640:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.655643:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.655646:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853750.655650:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e4598830f58 -> ffff9e4598830f58 00000020:00000001:0.0:1780853750.655653:0:31502:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853750.655655:0:31502:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853750.655657:0:31502:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853750.655660:0:31502:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853750.655662:0:31502:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853750.655664:0:31502:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853750.655667:0:31502:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x29:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1780853750.655670:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.655674:0:31502:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853750.655675:0:31502:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853750.655677:0:31502:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853750.655679:0:31502:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655681:0:31502:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853750.655683:0:31502:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853750.655684:0:31502:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655685:0:31502:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853750.655686:0:31502:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853750.655688:0:31502:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853750.655689:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00000020:00000001:0.0:1780853750.655691:0:31502:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655694:0:31502:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853750.655695:0:31502:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853750.655698:0:31502:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853750.655701:0:31502:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853750.655704:0:31502:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853750.655707:0:31502:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853750.655709:0:31502:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853750.655710:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.655713:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853750.655716:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853750.655718:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca8200. 00000020:00000010:0.0:1780853750.655720:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853750.655724:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853750.655726:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853750.655728:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853750.655730:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853750.655732:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853750.655735:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9e00. 00000008:00000010:0.0:1780853750.655738:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853750.655740:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853750.655742:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853750.655744:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853750.655746:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853750.655748:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853750.655750:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e4598830e90 -> ffff9e4598830f58 00000020:00000001:0.0:1780853750.655752:0:31502:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853750.655754:0:31502:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853750.655755:0:31502:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853750.655756:0:31502:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655758:0:31502:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655759:0:31502:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853750.655762:0:31502:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853750.655763:0:31502:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655766:0:31502:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655767:0:31502:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655770:0:31502:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853750.655771:0:31502:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853750.655773:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.655774:0:31502:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853750.655775:0:31502:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853750.655777:0:31502:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655778:0:31502:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655780:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655781:0:31502:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655783:0:31502:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853750.655784:0:31502:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655785:0:31502:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655787:0:31502:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853750.655789:0:31502:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853750.655790:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.655791:0:31502:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853750.655793:0:31502:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1780853750.655795:0:31502:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1780853750.655798:0:31502:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1780853750.655800:0:31502:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a7316c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1780853750.655803:0:31502:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1780853750.655806:0:31502:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a7316c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1780853750.655810:0:31502:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853750.655812:0:31502:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655813:0:31502:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655815:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655816:0:31502:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655818:0:31502:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655819:0:31502:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853750.655822:0:31502:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853750.655823:0:31502:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853750.655824:0:31502:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1780853750.655826:0:31502:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853750.655827:0:31502:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655829:0:31502:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853750.655830:0:31502:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853750.655832:0:31502:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853750.655833:0:31502:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853750.655834:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.655835:0:31502:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853750.655836:0:31502:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853750.655837:0:31502:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655839:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655840:0:31502:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853750.655841:0:31502:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853750.655843:0:31502:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853750.655844:0:31502:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853750.655845:0:31502:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853750.655847:0:31502:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853750.655848:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.655849:0:31502:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853750.655850:0:31502:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853750.655851:0:31502:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655853:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.655854:0:31502:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853750.655855:0:31502:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853750.655857:0:31502:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.655859:0:31502:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853750.655861:0:31502:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853750.655863:0:31502:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853750.655864:0:31502:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853750.655865:0:31502:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853750.655866:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853750.655870:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca8200. 00000020:00000010:0.0:1780853750.655875:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853750.655879:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853750.655882:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853750.655885:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853750.655889:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853750.655892:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853750.655895:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9c00. 00000008:00000010:0.0:1780853750.655898:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853750.655901:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853750.655904:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853750.655907:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853750.655909:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9e00. 00000020:00000010:0.0:1780853750.655911:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00020000:00000001:0.0:1780853750.655913:0:31502:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853750.655915:0:31502:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853750.655917:0:31502:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853750.655920:0:31502:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853750.655923:0:31502:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853750.655924:0:31502:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853750.655926:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.655928:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9200. 00000020:00000010:0.0:1780853750.655931:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.655944:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.655947:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.655949:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.655951:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.655953:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.655955:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9600. 00000008:00000010:0.0:1780853750.655958:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.655960:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.655962:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.655965:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.655967:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.655968:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.655970:0:31502:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.655974:0:31502:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:0.0:1780853750.655976:0:31502:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9e459198ec08) 00800000:00000001:0.0:1780853750.655981:0:31502:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:0.0:1780853750.655983:0:31502:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:0.0:1780853750.655992:0:31502:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1780853750.655999:0:31502:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.656001:0:31502:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.656004:0:31502:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1780853750.656006:0:31502:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1780853750.656008:0:31502:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.656010:0:31502:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.656012:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.656015:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.656017:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.656020:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.656021:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.656024:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.656026:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.656028:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.656031:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.656033:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.656035:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9200. 00000008:00000010:0.0:1780853750.656038:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.656040:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.656042:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.656044:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.656045:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.656047:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00020000:00000001:0.0:1780853750.656053:0:31502:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:0.0:1780853750.656054:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.656057:0:31502:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:0.0:1780853750.656060:0:31502:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5840, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853750.656064:0:31502:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853750.656068:0:31502:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585d8a480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1780853750.656071:0:31502:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:0.0:1780853750.657413:0:31502:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.657421:0:31502:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1780853750.657424:0:31502:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1780853750.657430:0:31502:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1780853750.657439:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3200 count: 2 00010000:00000001:0.0:1780853750.657443:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.657446:0:31502:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1780853750.657449:0:31502:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1780853750.657454:0:31502:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1780853750.657468:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e458a7316c0 -> ffff9e4598830f58 00000020:00000001:0.0:1780853750.657470:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e458a7316c0 -> ffff9e4598830f58 00000008:00000001:0.0:1780853750.657472:0:31502:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853750.657474:0:31502:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853750.657476:0:31502:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853750.657478:0:31502:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853750.657486:0:31502:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e458a7316c0. 00020000:00000001:0.0:1780853750.657492:0:31502:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1780853750.657495:0:31502:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e4598830e10. 00020000:00000001:0.0:1780853750.657512:0:31502:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1780853750.657515:0:31502:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.657517:0:31502:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853750.657519:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.657522:0:31502:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:0.0:1780853750.657525:0:31502:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:0.0:1780853750.657526:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.657529:0:31502:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:0.0:1780853750.657531:0:31502:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4585d8bba0. 00020000:00000010:0.0:1780853750.657536:0:31502:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e4582f2d6c0. 00020000:00000010:0.0:1780853750.657539:0:31502:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4585ca57d0. 00020000:00000002:0.0:1780853750.657543:0:31502:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5840, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853750.657548:0:31502:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853750.657552:0:31502:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585d8a480: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:0.0:1780853750.657556:0:31502:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585d8a480. 00020000:00000010:0.0:1780853750.657559:0:31502:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da56c0. 00020000:00000010:0.0:1780853750.657562:0:31502:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da5840. 00020000:00000001:0.0:1780853750.657564:0:31502:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1780853750.657565:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585c68000 00020000:00000010:0.0:1780853750.657568:0:31502:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45916e35d0. 00020000:00000001:0.0:1780853750.657571:0:31502:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:0.0:1780853750.657573:0:31502:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4598830ed8. 00000020:00001000:0.0:1780853750.657578:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.657582:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.657586:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.657590:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.657594:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.657599:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.657604:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.657607:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.657610:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853750.657613:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.657616:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.657619:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.657622:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.657624:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9200. 00000020:00000010:0.0:1780853750.657626:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.657631:0:31502:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1780853750.657634:0:31502:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1780853750.657668:0:31502:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:0.0:1780853750.657671:0:31502:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853750.657674:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00200008:0.0:1780853750.657676:0:31502:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704000 00000080:00400000:0.0:1780853750.657680:0:31502:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1780853750.657685:0:31502:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853750.657686:0:31502:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1780853750.657688:0:31502:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853750.657696:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.657700:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.657704:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:0.0:1780853750.657706:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.657710:0:31502:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780853750.657714:0:31502:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1780853750.657717:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.657722:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.657726:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853750.657732:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.657734:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.657735:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1780853750.657737:0:31502:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:0.0:1780853750.657741:0:31502:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cc280. 00000080:00000001:0.0:1780853750.657744:0:31502:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.657748:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00000008:0.0:1780853750.657750:0:31502:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9e45919a2a08), flags 704000, rc = 0 00000080:00000001:0.0:1780853750.657753:0:31502:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.657755:0:31502:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.657758:0:31502:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853750.657760:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e00 00000080:00002000:0.0:1780853750.657762:0:31502:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9e4591b1bca8, parent ffff9e4591970ca8, inode ffff9e45919a2a08) hashed, 00000080:00000001:0.0:1780853750.657765:0:31502:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.657770:0:31502:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853750.657774:0:31502:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853750.657802:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.657806:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.657807:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853750.657809:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bd8 00000080:00200000:0.0:1780853750.657811:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853750.657817:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9200. 00800000:00000002:0.0:1780853750.657823:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.657827:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.657830:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.657832:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3af8 00800000:00000002:0.0:1780853750.657834:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.657838:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853750.657841:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853750.657845:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.657847:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39c8 00000002:00010000:0.0:1780853750.657849:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.657853:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853750.657854:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.657855:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.657858:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:0.0:1780853750.657861:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.657864:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.657867:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853750.657870:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1780853750.657877:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.657879:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.657882:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1780853750.657888:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853750.657890:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.657892:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.657894:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.657896:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.657899:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853750.657902:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853750.657904:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853750.657907:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9200. 00000080:00000001:0.0:1780853750.657911:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853750.657912:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.657915:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853750.657918:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d6c 00800000:00000001:0.0:1780853750.657921:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853750.657923:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853750.657925:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.657927:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.657930:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:0.0:1780853750.657932:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.657947:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.657950:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.657951:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.657953:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.657955:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.657957:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d6c from it ffffb4b401db3c10 00010000:00000001:0.0:1780853750.657960:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.657961:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.657962:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:0.0:1780853750.657964:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.657966:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:0.0:1780853750.657968:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.657971:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1780853750.657978:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.657979:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.657981:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853750.657982:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853750.657985:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1780853750.657992:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853750.657995:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853750.657997:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.658001:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.658002:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.658004:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658007:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853750.658009:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658010:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658012:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658015:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.658016:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.658017:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853750.658020:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853750.658022:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.658024:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853750.658028:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.658043:0:31502:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15f80. 00000020:00000001:0.0:1780853750.658045:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3dc8 00000080:00200000:0.0:1780853750.658047:0:31502:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=0 00000080:00000001:0.0:1780853750.658050:0:31502:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853750.658052:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c78 00000080:00200000:0.0:1780853750.658054:0:31502:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:0.0:1780853750.658062:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9200. 00800000:00000002:0.0:1780853750.658065:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.658068:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.658069:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.658071:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b98 00800000:00000002:0.0:1780853750.658087:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.658090:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1780853750.658093:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b30 00800000:00000002:0.0:1780853750.658095:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1780853750.658098:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.658099:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a68 00000002:00010000:0.0:1780853750.658109:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.658113:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853750.658115:0:31502:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853750.658120:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853750.658124:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853750.658484:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853750.658491:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.658494:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.658495:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.658496:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.658500:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853750.658502:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853750.658601:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853750.658611:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bbc00. 00000100:00000001:0.0:1780853750.658618:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658624:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.658626:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658628:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.658629:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.658631:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.658641:0:31502:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00010000:00000001:0.0:1780853750.658645:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853750.658648:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853750.658651:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:0.0:1780853750.658654:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.658656:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853750.658661:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572600. 00000020:00000001:0.0:1780853750.658664:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853750.658666:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572600 with handle 0xa8f483e9eb300dab to hash 00000020:00000001:0.0:1780853750.658668:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853750.658670:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:0.0:1780853750.658674:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:0.0:1780853750.658677:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.658679:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.658682:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853750.658689:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853750.658698:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853750.658703:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853750.658705:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853750.658711:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eec00. 00000100:00000001:0.0:1780853750.658713:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711936 : -107453584839680 : ffff9e45833eec00) 00000100:00000001:0.0:1780853750.658716:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.658718:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853750.658723:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853750.658729:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.658731:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853750.658732:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853750.658743:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.658753:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853750.658755:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.658759:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853750.658761:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853750.658763:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853750.658767:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430656:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853750.658771:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853750.658776:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853750.658779:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.658782:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853750.658786:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585170800. 02000000:00000001:0.0:1780853750.658789:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853750.658796:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853750.658801:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b6e0. 00000400:00000010:0.0:1780853750.658808:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426330. 00000100:00000200:0.0:1780853750.658815:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631430656, portal 10 00000100:00000001:0.0:1780853750.658817:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.658819:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:0.0:1780853750.658824:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.658832:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853750.658835:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853750.658838:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000100:00000200:0.0:1780853750.658840:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631430656, offset 0 00000400:00000200:0.0:1780853750.658847:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853750.658856:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.658864:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.658870:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853750.658875:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853750.658879:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853750.658882:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853750.658887:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2489:2489:256:4294967295] 192.168.202.110@tcp LPNI seq info [2489:2489:8:4294967295] 00000400:00000200:0.0:1780853750.658891:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.658902:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853750.658909:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.658914:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853750.658921:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.658929:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.658933:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1780853750.659020:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.659025:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 820147 usecs (821 jiffies) 00000400:00000200:0.0:1780853750.659029:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853750.659032:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548234 00000100:00000001:0.0:1780853750.659035:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.659037:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548234 00000100:00000001:0.0:1780853750.659039:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.659041:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.659044:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.659046:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853750.659048:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853750.659051:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eec00 going to sleep for 11 seconds 00000100:00000001:0.0:1780853750.659053:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.659056:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.669762:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.669772:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853750.669782:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.669793:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.669801:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:1.0:1780853750.669804:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:1.0:1780853750.669809:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.669817:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.669829:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.669833:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.669841:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.669843:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1780853750.703615:0:2373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989c80. 00000080:00000010:0.1:1780853750.703642:0:2373:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198eb40. 00000080:00000010:0.1:1780853750.703651:0:2373:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e45849891c0. 00000800:00000001:0.0:1780853750.703663:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.703679:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.703682:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.703684:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.703694:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.703701:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.703719:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.703724:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.703729:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.703734:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe50a00 00000400:00000200:0.0:1780853750.703738:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.703744:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6ba1 [1] + 224 00000800:00000001:0.0:1780853750.703751:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.703758:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.703761:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.703765:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.703773:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.703780:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.703791:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.703812:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.703818:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.703820:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.705428:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853750.705442:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853750.705445:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853750.705449:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b6e0. 00000400:00000200:1.0:1780853750.705458:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426330 00000400:00000010:1.0:1780853750.705462:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426330. 00000100:00000001:1.0:1780853750.705466:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.705476:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853750.705486:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.705494:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853750.705496:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.705511:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853750.705514:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853750.705517:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853750.705520:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.705523:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853750.705534:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:1.0:1780853750.705539:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853750.705542:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853750.705544:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.705547:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853750.705551:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.705555:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853750.705557:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1780853750.705559:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853750.705562:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.705567:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.705574:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.705577:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853750.705579:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853750.705582:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853750.705590:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430656:192.168.202.110@tcp:101:rm.0 00000100:00000001:1.0:1780853750.705595:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.705598:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.705600:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853750.705603:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.705607:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.705614:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.705617:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eec00. 00000100:00000001:1.0:1780853750.705621:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853750.705622:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.705625:0:31502:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853750.705630:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705632:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705635:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=4 00000020:00000001:1.0:1780853750.705638:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705641:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000040:1.0:1780853750.705648:0:31502:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572600, remote cookie: 0x562725ecec979fda, flags: 0x1001 00010000:00010000:1.0:1780853750.705654:0:31502:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853750.705664:0:31502:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1780853750.705667:0:31502:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1780853750.705672:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 2 00010000:00000001:1.0:1780853750.705675:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.705678:0:31502:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.705682:0:31502:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853750.705690:0:31502:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705697:0:31502:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853750.705701:0:31502:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853750.705704:0:31502:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853750.705705:0:31502:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853750.705708:0:31502:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853750.705710:0:31502:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9e45853e3c00) refcount = 2 00010000:00000040:1.0:1780853750.705713:0:31502:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1780853750.705728:0:31502:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780853750.705736:0:31502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705743:0:31502:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853750.705746:0:31502:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853750.705748:0:31502:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.705751:0:31502:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853750.705753:0:31502:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.705757:0:31502:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705763:0:31502:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853750.705764:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705766:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.705767:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705768:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.705769:0:31502:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.705774:0:31502:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853750.705775:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705777:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705778:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.705780:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705782:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705785:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705786:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705787:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=4 00000020:00000001:1.0:1780853750.705789:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705791:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705795:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.705798:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.705801:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705807:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705808:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.705809:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705810:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705812:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=5 00000020:00000001:1.0:1780853750.705813:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705815:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705818:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.705820:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705826:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705827:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853750.705830:0:31502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705835:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.705836:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705837:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.705838:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705840:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853750.705845:0:31502:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853750.705852:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705854:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705855:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.705857:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705859:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705861:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705862:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.705864:0:31502:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.705866:0:31502:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.705869:0:31502:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853750.705871:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705872:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705873:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.705875:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705877:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00000002:00010000:1.0:1780853750.705881:0:31502:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.705887:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705887:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.705889:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853750.705890:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705891:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705892:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.705894:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705896:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000040:1.0:1780853750.705899:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 3 00010000:00000001:1.0:1780853750.705900:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853750.705904:0:31502:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:1.0:1780853750.705906:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705907:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.705908:0:31502:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853750.705911:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39e8 00000002:00002000:1.0:1780853750.705913:0:31502:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853750.705915:0:31502:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.705918:0:31502:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.705920:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853750.705924:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1780853750.705926:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853750.705931:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.705933:0:31502:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1780853750.705935:0:31502:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401db3e00 it_disposition b 00000080:00000001:1.0:1780853750.705937:0:31502:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853750.705942:0:31502:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853750.705945:0:31502:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853750.705947:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1780853750.705951:0:31502:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1780853750.705956:0:31502:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780853750.705958:0:31502:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1780853750.705960:0:31502:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.705963:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1780853750.705966:0:31502:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1780853750.705968:0:31502:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833959 mtime from 1780853731 to 1780853750 00000080:00200000:1.0:1780853750.705972:0:31502:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 7680 00000080:00200000:1.0:1780853750.705975:0:31502:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9e45919a2a08): rc = 0 00000080:00000001:1.0:1780853750.705977:0:31502:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365572616 : -107453343979000 : ffff9e45919a2a08) 00010000:00000001:1.0:1780853750.705979:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.705981:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.705982:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.705984:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705986:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.705988:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.705989:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853750.705990:0:31502:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1780853750.705992:0:31502:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1780853750.705993:0:31502:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853750.705995:0:31502:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853750.705997:0:31502:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.706000:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) for lock 0xa8f483e9eb300dab 00800000:00000001:1.0:1780853750.706002:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.706004:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.706005:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.706006:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.706007:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.706009:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.706012:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.706014:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706015:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.706017:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.706019:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1780853750.706025:0:31502:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b16af8 inode ffff9e45919a2a08 refc 1 flags 0x20000e 00000080:00000001:1.0:1780853750.706029:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853750.706030:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.706032:0:31502:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1780853750.706035:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9e45919a2a08) 00000080:00010000:1.0:1780853750.706038:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dab from it ffffb4b401db3e00 00010000:00000001:1.0:1780853750.706040:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.706041:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.706043:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572600 refcount=3 00000020:00000001:1.0:1780853750.706045:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.706047:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299648 : -107453583251968 : ffff9e4583572600) 00010000:00000001:1.0:1780853750.706048:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.706051:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.706057:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706058:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.706059:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.706062:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.706064:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853750.706070:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.706073:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.706075:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.706079:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706080:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.706081:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706084:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.706086:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706088:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706090:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706092:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.706093:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706094:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853750.706096:0:31502:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780853750.706112:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9200. 00000100:00000001:1.0:1780853750.706117:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.706122:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b480 x1867358631430656/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.706128:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853750.706131:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853750.706135:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585170800. 02000000:00000001:1.0:1780853750.706138:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853750.706140:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853750.706142:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853750.706145:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853750.706147:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851bbc00. 02000000:00000001:1.0:1780853750.706151:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853750.706152:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853750.706154:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b480. 00000100:00000001:1.0:1780853750.706158:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853750.706159:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853750.706162:0:31502:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1780853750.706164:0:31502:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401db3e00 released 00000080:00000001:1.0:1780853750.706166:0:31502:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1780853750.706170:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.706172:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853750.706173:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d50 00000080:00200000:1.0:1780853750.706175:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853750.706183:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.706188:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.706192:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.706194:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.706196:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c70 00800000:00000002:1.0:1780853750.706198:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.706201:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853750.706205:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853750.706209:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.706211:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b40 00000002:00010000:1.0:1780853750.706212:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853750.706215:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853750.706217:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706219:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706222:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:1.0:1780853750.706224:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.706226:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.706229:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853750.706232:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1780853750.706239:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853750.706243:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.706246:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1780853750.706252:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853750.706254:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.706255:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.706257:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853750.706259:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.706261:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853750.706317:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853750.706320:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.706322:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000001:1.0:1780853750.706326:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853750.706327:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.706329:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853750.706334:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300d6c 00800000:00000001:1.0:1780853750.706337:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.706338:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.706339:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.706341:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.706343:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:1.0:1780853750.706345:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.706347:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.706349:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706351:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.706352:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.706354:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.706356:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d6c from it ffffb4b401db3d88 00010000:00000001:1.0:1780853750.706358:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.706359:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.706360:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:1.0:1780853750.706362:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.706364:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:1.0:1780853750.706365:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.706368:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1780853750.706374:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706375:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.706376:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.706378:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.706381:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1780853750.706386:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.706388:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.706389:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.706391:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706392:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.706394:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706396:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.706397:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706399:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706401:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706403:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.706404:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706405:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853750.706407:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853750.706408:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.706411:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:1.0:1780853750.706416:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.706421:0:31502:0:(namei.c:2311:ll_rmdir()) Process entered 00000020:00000001:1.0:1780853750.706423:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e18 00000080:00200000:1.0:1780853750.706425:0:31502:0:(namei.c:2314:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:1.0:1780853750.706430:0:31502:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1780853750.706433:0:31502:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:1.0:1780853750.706436:0:31502:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1780853750.706442:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e458a5fa200. 00800000:00000002:1.0:1780853750.706445:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:1.0:1780853750.706451:0:31502:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:1.0:1780853750.706455:0:31502:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1780853750.706458:0:31502:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:1.0:1780853750.706461:0:31502:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853750.706463:0:31502:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:1.0:1780853750.706466:0:31502:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1780853750.706468:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853750.706471:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 2 00010000:00000001:1.0:1780853750.706472:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.706475:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853750.706478:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853750.706481:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1780853750.706488:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853750.706492:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853750.706494:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853750.706496:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1780853750.706498:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706500:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706501:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 3 00010000:00000001:1.0:1780853750.706503:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706505:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.706506:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706507:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706509:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 3 00010000:00000001:1.0:1780853750.706511:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706513:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.706515:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706516:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706517:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3300 count: 3 00010000:00000001:1.0:1780853750.706519:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706521:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.706523:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1780853750.706526:0:31502:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1780853750.706589:0:31502:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1780853750.706591:0:31502:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1780853750.706594:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853750.706596:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706599:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853750.706602:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853750.706603:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853750.706605:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.706607:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853750.706610:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170200 with handle 0xa8f483e9eb300d6c from hash 00010000:00000001:1.0:1780853750.706613:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853750.706614:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706615:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.706617:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853750.706619:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853750.706621:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853750.706624:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853750.706626:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.706628:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853750.706631:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853750.706633:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 3 00010000:00000001:1.0:1780853750.706635:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.706637:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853750.706639:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853750.706642:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1780853750.706649:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853750.706651:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853750.706652:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853750.706653:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1780853750.706655:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706657:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706659:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.706660:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706662:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.706664:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706665:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706666:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.706668:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706670:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.706672:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706672:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706674:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.706676:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706677:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.706679:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1780853750.706681:0:31502:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff9e45919a2940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1780853750.706683:0:31502:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1780853750.706685:0:31502:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1780853750.706686:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1780853750.706688:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9e45919a2a08) invalid 00000020:00000001:1.0:1780853750.706691:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a80 00000080:00002000:1.0:1780853750.706693:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e4591b16af8) parent ffff9e4591970ca8 inode ffff9e45919a2a08 refc 2 00000080:00000001:1.0:1780853750.706697:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1780853750.706698:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853750.706699:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.706701:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853750.706702:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853750.706703:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853750.706705:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.706706:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853750.706708:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572600 with handle 0xa8f483e9eb300dab from hash 00010000:00000001:1.0:1780853750.706710:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853750.706712:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.706713:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.706714:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853750.706715:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853750.706716:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853750.706719:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853750.706721:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1780853750.706726:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853750.706728:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853750.706729:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853750.706730:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:1.0:1780853750.706732:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706733:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706735:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.706736:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706738:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.706740:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.706741:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.706742:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.706744:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.706746:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.706747:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.706749:0:31502:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1780853750.706752:0:31502:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1780853750.706756:0:31502:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45904c6400. 00000080:00000001:1.0:1780853750.706758:0:31502:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1780853750.706761:0:31502:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1780853750.706763:0:31502:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:1.0:1780853750.706765:0:31502:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:1.0:1780853750.706768:0:31502:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1780853750.706770:0:31502:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1780853750.706775:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853750.706779:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853750.706783:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853750.706785:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853750.706788:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853750.706795:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45a0035800. 00000100:00000001:1.0:1780853750.706800:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1780853750.706813:0:31502:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1780853750.706823:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780853750.706828:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1780853750.706835:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853750.706836:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853750.706842:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.706844:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379049152 : -107453330502464 : ffff9e459267ccc0) 00000100:00000001:1.0:1780853750.706847:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.706848:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000001:1.0:1780853750.706852:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853750.706856:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.706858:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853750.706860:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853750.706864:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.706870:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853750.706873:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.706876:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853750.706878:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853750.706880:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853750.706883:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430912:192.168.202.110@tcp:35:rm.0 00000100:00000001:1.0:1780853750.706887:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853750.706891:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853750.706894:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.706896:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853750.706900:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d70400. 02000000:00000001:1.0:1780853750.706902:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853750.706911:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853750.706914:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d318. 00000400:00000010:1.0:1780853750.706919:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853750.706926:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631430912, portal 10 00000100:00000001:1.0:1780853750.706928:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.706929:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:1.0:1780853750.706935:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.706941:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853750.706944:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853750.706947:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9bb0. 00000100:00000200:1.0:1780853750.706949:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631430912, offset 0 00000400:00000200:1.0:1780853750.706955:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853750.706962:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.706969:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.706974:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853750.706977:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853750.706981:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853750.706984:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853750.706987:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2490:2490:256:4294967295] 192.168.202.110@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:1.0:1780853750.706992:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.707001:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853750.707007:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.707012:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853750.707018:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.707026:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.707030:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780853750.707042:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.707047:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 819131 usecs (820 jiffies) 00000400:00000200:1.0:1780853750.707050:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853750.707053:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548281 00000100:00000001:1.0:1780853750.707056:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.707058:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548281 00000100:00000001:1.0:1780853750.707060:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.707061:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.707064:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.707066:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853750.707068:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853750.707070:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267ccc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853750.707072:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.707074:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.707611:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.707617:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:0.0:1780853750.707622:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.707628:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.707634:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9bb0 00000400:00000010:0.0:1780853750.707636:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9bb0. 00000100:00000001:0.0:1780853750.707639:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.707645:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.707653:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.707657:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.707664:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.707665:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853750.715476:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.715507:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.715512:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.715516:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.715526:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.715534:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.715544:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.715549:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.715554:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.715558:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe50b00 00000400:00000200:0.0:1780853750.715563:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.715570:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6bb1 [1] + 224 00000800:00000001:0.0:1780853750.715578:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.715587:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.715590:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.715596:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.715603:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.715612:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.715624:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.715644:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.715653:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.715657:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.715956:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853750.715965:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853750.715967:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853750.715971:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d318. 00000400:00000200:1.0:1780853750.715977:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:1.0:1780853750.715980:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:1.0:1780853750.715984:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.715990:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853750.715999:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631430912/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716006:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853750.716009:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.716012:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853750.716016:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853750.716020:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853750.716022:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.716026:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853750.716038:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853750.716042:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853750.716044:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853750.716046:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.716048:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853750.716052:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716055:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853750.716058:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1780853750.716059:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853750.716061:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.716063:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000001:1.0:1780853750.716066:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853750.716068:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1780853750.716070:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853750.716073:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.716078:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631430912/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716085:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.716088:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853750.716090:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853750.716094:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631430912/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853750.716111:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631430912:192.168.202.110@tcp:35:rm.0 00000100:00000001:1.0:1780853750.716116:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.716119:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716122:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853750.716124:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.716127:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104000 x1867358631430912/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716135:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.716137:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.716141:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853750.716142:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716150:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.716151:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000002:00000001:1.0:1780853750.716154:0:31502:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.716157:0:31502:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853750.716162:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904c6400. 00000080:00000001:1.0:1780853750.716167:0:31502:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1780853750.716170:0:31502:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1780853750.716175:0:31502:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1780853750.716180:0:31502:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716187:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.716189:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000001:1.0:1780853750.716191:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.716194:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716200:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716201:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.716204:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104000 x1867358631430912/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716210:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716211:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.716214:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b100 x1867358631430144/t4294967640(4294967640) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716220:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1780853750.716224:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853750.716226:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853750.716228:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853750.716232:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851ba400. 02000000:00000001:1.0:1780853750.716237:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853750.716239:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853750.716241:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b100. 00000100:00000001:1.0:1780853750.716245:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853750.716246:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.716248:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.716251:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631430912/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716256:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.716258:0:31502:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c35c60. 00000002:00000001:1.0:1780853750.716261:0:31502:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.716262:0:31502:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853750.716290:0:31502:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45831cc000. 00000100:00000001:1.0:1780853750.716293:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.716296:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631430912/t4294967642(4294967642) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.716301:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853750.716303:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853750.716306:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d70400. 02000000:00000001:1.0:1780853750.716310:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853750.716311:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853750.716312:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853750.716314:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853750.716315:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45a0035800. 02000000:00000001:1.0:1780853750.716317:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853750.716318:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853750.716319:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:1.0:1780853750.716322:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853750.716323:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853750.716325:0:31502:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.716328:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853750.716330:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1780853750.716346:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.716350:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853750.716356:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3c00 count: 4 00010000:00000001:1.0:1780853750.716360:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853750.716365:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.716367:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.716371:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1780853750.716373:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9e45919a2a08) invalid 00000020:00000001:1.0:1780853750.716377:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a80 00000080:00002000:1.0:1780853750.716380:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9e4591b16af8) parent ffff9e4591970ca8 inode ffff9e45919a2a08 refc 2 00000080:00000001:1.0:1780853750.716384:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1780853750.716387:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853750.716389:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.716392:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853750.716395:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853750.716397:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853750.716399:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.716402:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853750.716405:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572a00 with handle 0xa8f483e9eb300da4 from hash 00010000:00000001:1.0:1780853750.716407:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853750.716409:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.716411:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.716412:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853750.716415:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853750.716417:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853750.716421:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1780853750.716423:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1780853750.716426:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1780853750.716433:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853750.716436:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853750.716439:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853750.716442:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.716445:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853750.716450:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.716648:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.716650:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.716651:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716655:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853750.716657:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853750.716662:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853750.716669:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45a0035800. 00000100:00000001:1.0:1780853750.716674:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.716677:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.716679:0:31502:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853750.716684:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1780853750.716693:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1780853750.716700:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1780853750.716707:0:31502:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1780853750.716718:0:31502:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1780853750.716721:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853750.716723:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572600/0xa8f483e9eb300dab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979fda expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853750.716735:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.716736:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853750.716739:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572a00/0xa8f483e9eb300da4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f9b expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1780853750.716745:0:31502:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3c00 count: 0 00010000:00000010:1.0:1780853750.716751:0:31502:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02e80. 00010000:00000001:1.0:1780853750.716757:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.716758:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853750.716760:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300d6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f01 expref: -99 pid: 31500 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1780853750.716770:0:31502:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3300 count: 0 00010000:00000010:1.0:1780853750.716774:0:31502:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02000. 00010000:00000001:1.0:1780853750.716778:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.716779:0:31502:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.716781:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.716782:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.716784:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1780853750.716795:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1780853750.716802:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853750.716808:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853750.716810:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853750.716815:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.716817:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379049152 : -107453330502464 : ffff9e459267ccc0) 00000100:00000001:1.0:1780853750.716819:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.716820:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000001:1.0:1780853750.716825:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853750.716828:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.716830:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853750.716831:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853750.716835:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.716840:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853750.716842:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.716845:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853750.716848:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853750.716850:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853750.716853:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431168:192.168.202.110@tcp:36:rm.0 00000100:00000001:1.0:1780853750.716857:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853750.716862:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853750.716865:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.716867:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853750.716871:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d70400. 02000000:00000001:1.0:1780853750.716873:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853750.716878:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853750.716881:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d318. 00000400:00000010:1.0:1780853750.716886:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853750.716891:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631431168, portal 10 00000100:00000001:1.0:1780853750.716893:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.716894:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:1.0:1780853750.716899:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.716906:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853750.716909:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853750.716911:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b95d8. 00000100:00000200:1.0:1780853750.716914:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1867358631431168, offset 0 00000400:00000200:1.0:1780853750.716919:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853750.716927:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.716934:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.716939:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853750.716943:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853750.716946:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853750.716949:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853750.716953:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2491:2491:256:4294967295] 192.168.202.110@tcp LPNI seq info [2491:2491:8:4294967295] 00000400:00000200:1.0:1780853750.716956:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.716966:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853750.716971:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.716977:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853750.716983:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.716991:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.716995:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1780853750.717006:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.717011:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 818053 usecs (819 jiffies) 00000400:00000200:1.0:1780853750.717014:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853750.717018:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548290 00000100:00000001:1.0:1780853750.717021:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.717024:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548290 00000100:00000001:1.0:1780853750.717026:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.717028:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.717030:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.717033:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853750.717034:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853750.717037:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267ccc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853750.717039:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.717040:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.718912:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.718920:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:0.0:1780853750.718926:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.718932:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.718937:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b95d8 00000400:00000010:0.0:1780853750.718939:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b95d8. 00000100:00000001:0.0:1780853750.718942:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.718948:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.718957:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.718959:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.718964:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.718965:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1780853750.725374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572600. 00010000:00000010:1.1:1780853750.725391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3c00. 00010000:00000010:1.1:1780853750.725396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572a00. 00010000:00000010:1.1:1780853750.725399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3300. 00010000:00000010:1.1:1780853750.725402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000800:00000001:0.0:1780853750.735097:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.735123:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.735127:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.735138:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.735147:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735155:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.735164:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735170:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735174:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735179:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe50c00 00000400:00000200:0.0:1780853750.735184:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735191:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6bc1 [1] + 224 00000800:00000001:0.0:1780853750.735199:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.735206:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.735209:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.735214:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.735222:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.735232:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853750.735243:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.735309:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.735377:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853750.735388:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853750.735392:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735398:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.735404:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2492:2492:256:4294967295] 192.168.202.110@tcp LPNI seq info [2492:2492:8:4294967295] 00000400:00000200:0.0:1780853750.735408:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.735416:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853750.735422:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.735429:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853750.735435:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.735441:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.735446:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853750.735822:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.735826:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:0.0:1780853750.735831:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.735835:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853750.735842:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.735846:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780853750.739628:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853750.739635:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853750.739639:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d318. 00000400:00000200:1.0:1780853750.739649:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:1.0:1780853750.739652:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:1.0:1780853750.739657:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.739670:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853750.739683:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631431168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.739691:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853750.739693:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.739696:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853750.739700:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853750.739702:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853750.739705:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.740201:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853750.740216:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:1.0:1780853750.740221:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853750.740225:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853750.740227:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.740230:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853750.740234:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.740238:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853750.740240:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x10000014f] 00000100:00000001:1.0:1780853750.740242:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853750.740245:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.740246:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000001:1.0:1780853750.740249:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853750.740251:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1780853750.740253:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853750.740256:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.740263:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631431168/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.740300:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.740303:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853750.740305:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853750.740309:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631431168/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853750.740316:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431168:192.168.202.110@tcp:36:rm.0 00000100:00000001:1.0:1780853750.740321:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.740323:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.740325:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853750.740328:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.740331:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104000 x1867358631431168/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.740467:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.740471:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.740475:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853750.740477:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.740486:0:31502:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.740490:0:31502:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853750.740495:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.740572:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e458a5fa200. 00000080:00000002:1.0:1780853750.740580:0:31502:0:(namei.c:1685:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1780853731 to 1780853750 00000100:00000001:1.0:1780853750.740587:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.740591:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631431168/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.740596:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.740598:0:31502:0:(namei.c:2357:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.740615:0:31502:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1780853750.740618:0:31502:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:1.0:1780853750.740621:0:31502:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9e45919a2a08) 00800000:00000001:1.0:1780853750.740624:0:31502:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:1.0:1780853750.740626:0:31502:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:1.0:1780853750.740631:0:31502:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1780853750.740637:0:31502:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.740639:0:31502:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.740641:0:31502:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1780853750.740643:0:31502:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1780853750.740645:0:31502:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.740647:0:31502:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.740650:0:31502:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1780853750.740652:0:31502:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1780853750.740668:0:31502:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853750.740672:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e30 00000080:00002000:1.0:1780853750.740674:0:31502:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9e4591b16af8, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1780853750.740677:0:31502:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853750.740680:0:31502:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1780853750.740682:0:31502:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1780853750.741214:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.741220:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853750.741222:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853750.741224:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b20 00000080:00200000:1.0:1780853750.741226:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853750.741235:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45a0035600. 00800000:00000002:1.0:1780853750.741241:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853750.741245:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853750.741249:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.741251:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a40 00800000:00000002:1.0:1780853750.741253:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853750.741257:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853750.741261:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853750.741448:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853750.741451:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3910 00000002:00010000:1.0:1780853750.741453:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853750.741456:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853750.741458:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853750.741461:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853750.741465:0:31502:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.741467:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.741469:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.741472:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853750.741474:0:31502:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853750.741480:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853750.741485:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853750.741491:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853750.741495:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.741622:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.741625:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.741626:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.741630:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853750.741632:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853750.741638:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853750.741647:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d73000. 00000100:00000001:1.0:1780853750.741654:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.741658:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.741660:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.741662:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853750.741663:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.741665:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.741671:0:31502:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00010000:00000001:1.0:1780853750.741675:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853750.741678:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853750.741683:0:31502:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0d00. 00010000:00000010:1.0:1780853750.741687:0:31502:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2980. 00010000:00000001:1.0:1780853750.741691:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853750.741695:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7800. 00000020:00000001:1.0:1780853750.741699:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853750.741702:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7800 with handle 0xa8f483e9eb300db2 to hash 00000020:00000001:1.0:1780853750.741704:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853750.741706:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.742657:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.742666:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.742668:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.742673:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853750.742683:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853750.742695:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853750.742700:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853750.742702:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853750.742901:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.742904:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620379049152 : -107453330502464 : ffff9e459267ccc0) 00000100:00000001:1.0:1780853750.742908:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.742909:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000001:1.0:1780853750.742914:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853750.742918:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.742920:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853750.742922:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853750.742932:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.742941:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853750.742944:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.742948:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853750.742951:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853750.742954:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853750.742957:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431296:192.168.202.110@tcp:101:rm.0 00000100:00000001:1.0:1780853750.742962:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853750.742969:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853750.742972:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.742975:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853750.742981:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585111000. 02000000:00000001:1.0:1780853750.742983:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853750.742991:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853750.742995:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d318. 00000400:00000010:1.0:1780853750.743002:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853750.743011:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631431296, portal 10 00000100:00000001:1.0:1780853750.743012:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853750.743014:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000040:1.0:1780853750.743020:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.743027:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853750.743031:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853750.743033:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9110. 00000100:00000200:1.0:1780853750.743036:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631431296, offset 0 00000400:00000200:1.0:1780853750.743043:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853750.743053:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.743061:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.743068:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853750.743073:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853750.743077:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853750.743080:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853750.743084:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2493:2493:256:4294967295] 192.168.202.110@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:1.0:1780853750.743088:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.743098:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853750.743115:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.743121:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8500. 00000800:00000200:1.0:1780853750.743136:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.743144:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.743148:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853750.743158:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.743162:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 817002 usecs (818 jiffies) 00000400:00000200:1.0:1780853750.743165:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853750.743168:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548315 00000100:00000001:1.0:1780853750.743171:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.743173:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548315 00000100:00000001:1.0:1780853750.743175:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:1.0:1780853750.743178:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.743180:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.743182:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853750.743184:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853750.743186:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e459267ccc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853750.743189:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.743192:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.743399:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.743403:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8500. 00000400:00000200:0.0:1780853750.743409:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.743414:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.743420:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9110 00000400:00000010:0.0:1780853750.743422:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9110. 00000100:00000001:0.0:1780853750.743426:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.743430:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.743439:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.743443:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.743449:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.743450:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1780853750.745991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a2940. 00000080:00000010:1.1:1780853750.746007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15f80. 00000800:00000001:0.0:1780853750.756508:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.756531:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.756536:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.756539:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.756549:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.756558:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.756568:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.756574:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.756579:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.756583:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe50c80 00000400:00000200:0.0:1780853750.756588:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.756594:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6bd1 [1] + 224 00000800:00000001:0.0:1780853750.756601:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.756611:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.756615:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.756619:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.756627:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.756636:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.756654:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.756682:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.756691:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.756694:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.757524:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853750.757534:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853750.757536:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853750.757540:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d318. 00000400:00000200:1.0:1780853750.757547:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:1.0:1780853750.757550:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:1.0:1780853750.757554:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.757561:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853750.757572:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.757579:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853750.757582:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.757585:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853750.757590:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853750.757593:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853750.757596:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853750.757600:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853750.757614:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:1.0:1780853750.757620:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853750.757624:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853750.757626:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.757630:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853750.757634:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.757639:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853750.757641:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:1.0:1780853750.757644:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853750.757647:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853750.757652:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.757660:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853750.757663:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853750.757666:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853750.757670:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853750.757677:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431296:192.168.202.110@tcp:101:rm.0 00000100:00000001:1.0:1780853750.757682:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853750.757685:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.757687:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853750.757690:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.757693:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.757700:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853750.757703:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e459267ccc0. 00000100:00000001:1.0:1780853750.758197:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853750.758201:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.758204:0:31502:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853750.758208:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758211:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758214:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=4 00000020:00000001:1.0:1780853750.758216:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758219:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000040:1.0:1780853750.758225:0:31502:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b7800, remote cookie: 0x562725ecec979ffd, flags: 0x1001 00010000:00010000:1.0:1780853750.758231:0:31502:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853750.758242:0:31502:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758248:0:31502:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853750.758252:0:31502:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853750.758254:0:31502:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853750.758256:0:31502:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853750.758257:0:31502:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853750.758259:0:31502:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4589ab0d00) refcount = 1 00010000:00010000:1.0:1780853750.758263:0:31502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758322:0:31502:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853750.758327:0:31502:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853750.758328:0:31502:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853750.758331:0:31502:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853750.758843:0:31502:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.758850:0:31502:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758858:0:31502:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853750.758859:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758861:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.758862:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758863:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.758865:0:31502:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.758871:0:31502:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853750.758872:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758874:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758876:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.758878:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758880:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758882:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758883:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758885:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=4 00000020:00000001:1.0:1780853750.758887:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758889:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758891:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853750.758894:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853750.758898:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758905:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758906:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.758907:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758908:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758909:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=5 00000020:00000001:1.0:1780853750.758911:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758912:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758914:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.758917:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758922:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758923:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853750.758927:0:31502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758933:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.758935:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758936:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.758937:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758938:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853750.758947:0:31502:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853750.758957:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758958:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758959:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.758961:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758963:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758965:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758966:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.758968:0:31502:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.758970:0:31502:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.758973:0:31502:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853750.758976:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758977:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758978:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.758980:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.758982:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00000002:00010000:1.0:1780853750.758985:0:31502:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.758991:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.758992:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.758994:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853750.758995:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.758997:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.758998:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.759000:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.759002:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000040:1.0:1780853750.759009:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:1.0:1780853750.759013:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853750.759017:0:31502:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1780853750.759020:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.759021:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.759023:0:31502:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853750.759026:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3890 00000002:00002000:1.0:1780853750.759028:0:31502:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853750.759031:0:31502:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.759035:0:31502:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.759038:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853750.759042:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853750.759045:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853750.759049:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853750.759053:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45a0035600. 00000080:00000001:1.0:1780853750.759060:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853750.759062:0:31502:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853750.759068:0:31502:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1780853750.759073:0:31502:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1780853750.759083:0:31502:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45831cc000. 00800000:00000001:1.0:1780853750.759085:0:31502:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620122472448 : -107453587079168 : ffff9e45831cc000) 00800000:00000001:1.0:1780853750.759088:0:31502:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853750.759091:0:31502:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853750.759094:0:31502:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780853750.759095:0:31502:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1780853750.759098:0:31502:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1780853750.759113:0:31502:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1780853750.759115:0:31502:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.759119:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1780853750.759122:0:31502:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1780853750.759126:0:31502:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1780853750.761288:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.761297:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.761301:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.761306:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.761311:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.761314:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.761316:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853750.761318:0:31502:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853750.761322:0:31502:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1780853750.761325:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45831cc000 1 00800000:00000010:1.0:1780853750.761327:0:31502:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45831cc000. 00800000:00000001:1.0:1780853750.762211:0:31502:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.762219:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300db2 00800000:00000001:1.0:1780853750.762224:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853750.762227:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853750.762229:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.762231:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.762233:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.762235:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.762238:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.762242:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.762243:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853750.762245:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853750.762247:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.762250:0:31502:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853750.762253:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853750.762256:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300db2 from it ffffb4b401db3b58 00010000:00000001:1.0:1780853750.762258:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853750.762259:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853750.762260:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:1.0:1780853750.762262:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.762298:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:1.0:1780853750.762302:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853750.762307:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853750.762324:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.762325:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.762326:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853750.762330:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853750.762813:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853750.762824:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.762826:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853750.762828:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853750.762833:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.762835:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853750.762836:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.762839:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853750.762841:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.762843:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.762846:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.762848:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853750.762850:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853750.762851:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853750.762854:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.762867:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105500 x1867358631431296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.762874:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853750.762877:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853750.762881:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585111000. 02000000:00000001:1.0:1780853750.762886:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853750.762888:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853750.762890:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853750.762892:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853750.762895:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d73000. 02000000:00000001:1.0:1780853750.762898:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853750.762900:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853750.762902:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105500. 00000100:00000001:1.0:1780853750.762906:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853750.762908:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853750.762911:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853750.762916:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853750.762922:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853750.762925:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b48 00000080:00002000:1.0:1780853750.762927:0:31502:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e4591aeaca8) flags 0x20000e refc 1 00000080:00000001:1.0:1780853750.762930:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853750.762932:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b90 00000080:00200000:1.0:1780853750.762934:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:1.0:1780853750.762940:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1780853750.762942:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.767544:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d08 00000080:00200008:2.0:1780853750.767553:0:31502:0:(file.c:6228:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853750.767563:0:31502:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:2.0:1780853750.767567:0:31502:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.767570:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853750.767572:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c80 00000080:00200000:2.0:1780853750.767574:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248),name=d21h.recovery-small-2 00000080:00000010:2.0:1780853750.767586:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e800. 00800000:00000002:2.0:1780853750.767592:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853750.767600:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853750.767605:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.767608:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ba0 00800000:00000002:2.0:1780853750.767611:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853750.767614:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853750.767619:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853750.767624:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.767626:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a70 00000002:00010000:2.0:1780853750.767628:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853750.767631:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853750.767633:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.767636:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.767643:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.767645:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.767650:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.767654:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853750.767659:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853750.767670:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853750.767676:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.767680:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853750.767687:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853750.767689:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.767691:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.767693:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.767695:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853750.767697:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853750.767700:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853750.767702:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853750.767705:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.767724:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853750.767726:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.767729:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) 00000080:00010000:2.0:1780853750.767733:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300d88 00800000:00000001:2.0:1780853750.767737:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853750.767739:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.767741:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.767743:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.767745:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853750.767748:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.767751:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.767753:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.767755:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.767756:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.767758:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.767761:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d88 from it ffffb4b401db3cb8 00010000:00000001:2.0:1780853750.767763:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.767764:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.767766:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853750.767768:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.767770:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.767772:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.767775:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853750.767782:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.767783:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.767785:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.767787:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.767790:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853750.767797:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.767800:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.767802:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.767807:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.767809:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.767811:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.767814:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.767815:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.767817:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.767821:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.767823:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.767824:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.767826:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853750.767829:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853750.767831:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853750.767835:0:31502:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.767839:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d08 00000080:00000008:2.0:1780853750.767841:0:31502:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853750.767882:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853750.767886:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853750.767887:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853750.767888:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00200000:2.0:1780853750.767890:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853750.767894:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e800. 00800000:00000002:2.0:1780853750.767896:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853750.767899:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853750.767900:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.767901:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ae0 00800000:00000002:2.0:1780853750.767903:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853750.767906:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853750.767908:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853750.767910:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.767912:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39b0 00000002:00010000:2.0:1780853750.767913:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853750.767916:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853750.767917:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.767918:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.767922:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853750.767924:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.767927:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.767928:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853750.767932:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853750.767940:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853750.767942:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.767945:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853750.767951:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853750.767952:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.767955:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.767956:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.767958:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853750.767960:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853750.767962:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853750.767964:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853750.767966:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.767969:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853750.767970:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.767972:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853750.767975:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300db2 00800000:00000001:2.0:1780853750.767977:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853750.767978:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.767980:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.767981:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.767983:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:2.0:1780853750.767984:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.767986:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.767988:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.767990:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.767991:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.767992:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.767994:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300db2 from it ffffb4b401db3bf8 00010000:00000001:2.0:1780853750.767996:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.767997:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.767999:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:2.0:1780853750.768000:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.768002:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.768004:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.768007:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853750.768013:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.768014:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.768015:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.768017:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.768019:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853750.768025:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.768027:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.768029:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.768031:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.768032:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.768033:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768035:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.768036:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768038:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768040:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768041:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.768042:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.768044:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853750.768046:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853750.768047:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853750.768050:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853750.768054:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.768057:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1780853750.768059:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00002000:2.0:1780853750.768061:0:31502:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e4591aeaca8) flags 0x20000e refc 1 00000080:00000001:2.0:1780853750.768064:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.768067:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c08 00000080:00200000:2.0:1780853750.768068:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1780853750.768072:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1780853750.768074:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.768078:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853750.768080:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248), inode mode 41ed mask 44 00000080:00000001:2.0:1780853750.768082:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.768088:0:31502:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:2.0:1780853750.768090:0:31502:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853750.768092:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00200008:2.0:1780853750.768094:0:31502:0:(file.c:1059:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704400 00000080:00000010:2.0:1780853750.768109:0:31502:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530b680. 00000080:00000001:2.0:1780853750.768115:0:31502:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1780853750.768118:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e800. 00800000:00000002:2.0:1780853750.768120:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853750.768123:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853750.768124:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.768126:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a28 00800000:00000002:2.0:1780853750.768320:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853750.768325:0:31502:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1780853750.768327:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39a8 00800000:00000002:2.0:1780853750.768329:0:31502:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1780853750.768398:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.768400:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db38e0 00000002:00010000:2.0:1780853750.768402:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1780853750.768406:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853750.768408:0:31502:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853750.768411:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853750.768414:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.768417:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.768420:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853750.768422:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768424:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.768427:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.768428:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853750.768430:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853750.768432:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.768434:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853750.768435:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768437:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.768438:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.768443:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853750.768447:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853750.768453:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853750.768455:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768458:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853750.768462:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.768466:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.768467:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.768468:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.768471:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853750.768473:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853750.768477:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853750.768485:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0c00. 00000100:00000001:2.0:1780853750.768493:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768497:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853750.768499:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768500:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853750.768502:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.768504:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.768511:0:31502:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00010000:00000001:2.0:1780853750.768516:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853750.768519:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853750.768522:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853750.768523:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.768526:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853750.768529:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778800. 00000020:00000001:2.0:1780853750.768532:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853750.768534:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778800 with handle 0xa8f483e9eb300db9 to hash 00000020:00000001:2.0:1780853750.768536:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853750.768538:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.768542:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.768546:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.768547:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.768551:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853750.768558:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853750.768571:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853750.768585:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853750.768594:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853750.768600:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853750.768603:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853750.768609:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.768611:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620119727104 : -107453589824512 : ffff9e4582f2dc00) 00000100:00000001:2.0:1780853750.768613:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.768615:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853750.768619:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853750.768623:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.768625:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853750.768626:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853750.768631:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.768639:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853750.768641:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.768645:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853750.768647:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853750.768650:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853750.768654:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431552:192.168.202.110@tcp:101:rm.0 00000100:00000001:2.0:1780853750.768658:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853750.768664:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853750.768666:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.768669:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853750.768962:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:2.0:1780853750.768966:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853750.768974:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.768979:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853750.768987:0:31502:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e458647e800. 00000100:00000200:2.0:1780853750.768994:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631431552, portal 10 00000100:00000001:2.0:1780853750.768997:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.768998:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853750.769005:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.769013:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853750.769015:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853750.769019:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853750.769023:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631431552, offset 0 00000400:00000200:2.0:1780853750.769030:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853750.769039:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.769047:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853750.769053:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853750.769056:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853750.769060:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853750.769063:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853750.769066:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2494:2494:256:4294967295] 192.168.202.110@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:2.0:1780853750.769071:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.769082:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853750.769089:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853750.769094:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853750.769113:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853750.769122:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853750.769126:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1780853750.770874:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.770885:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 815941 usecs (816 jiffies) 00000400:00000200:2.0:1780853750.770892:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853750.770895:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548341 00000100:00000001:2.0:1780853750.770900:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.770902:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548341 00000100:00000001:2.0:1780853750.770904:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.770906:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.770910:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.770913:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853750.770915:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853750.770919:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853750.770922:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.770925:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.771094:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.771107:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:0.0:1780853750.771113:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.771119:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.771126:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:0.0:1780853750.771481:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:0.0:1780853750.771489:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.771508:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.771522:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.771526:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.771533:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.771535:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853750.774928:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.774947:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.774951:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.774954:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.774963:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.774970:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.774979:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.774984:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.774989:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.774994:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe50d80 00000400:00000200:0.0:1780853750.774998:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.775004:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6be1 [64] + 224 00000800:00000001:0.0:1780853750.775012:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.775019:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.775022:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.775027:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853750.775035:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.775044:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853750.775055:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.775076:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853750.775086:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.775089:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.775181:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853750.775192:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853750.775194:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853750.775198:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:2.0:1780853750.775203:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e458647e800 00000400:00000010:2.0:1780853750.775206:0:31502:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e458647e800. 00000100:00000001:2.0:1780853750.775210:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853750.775214:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853750.775222:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.775227:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853750.775229:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.775232:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853750.775236:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853750.775238:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853750.775242:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.775244:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853750.775257:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:2.0:1780853750.775261:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853750.775616:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780853750.775623:0:31502:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4587c39180 x1867358631431552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.775630:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780853750.775633:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853750.775635:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853750.775637:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853750.775639:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.775640:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853750.775643:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853750.775645:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1780853750.775646:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853750.775649:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780853750.775654:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.775661:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780853750.775664:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853750.775665:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853750.775670:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853750.775678:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431552:192.168.202.110@tcp:101:rm.0 00000100:00000001:2.0:1780853750.775683:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.775685:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780853750.775687:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853750.775689:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.775692:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.775703:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.775705:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.778977:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853750.778984:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780853750.778991:0:31502:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853750.778999:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.779002:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.779006:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=4 00000020:00000001:2.0:1780853750.779011:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.779014:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00010000:2.0:1780853750.779019:0:31502:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779032:0:31502:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780853750.779037:0:31502:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779042:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.779045:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779050:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.779052:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853750.779054:0:31502:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779059:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.779062:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.779064:0:31502:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853750.779067:0:31502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853750.779077:0:31502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a778800 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:2.0:1780853750.779080:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780853750.779084:0:31502:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779090:0:31502:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780853750.779092:0:31502:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780853750.779095:0:31502:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779109:0:31502:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780853750.779112:0:31502:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853750.779113:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.779115:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.779116:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=5 00000020:00000001:2.0:1780853750.779118:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.779120:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.779122:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853750.779125:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1780853750.779140:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853750.779142:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.779146:0:31502:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780853750.779147:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853750.779150:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853750.779152:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853750.779153:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.779155:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853750.779157:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778800 with handle 0xa8f483e9eb300db9 from hash 00010000:00000001:2.0:1780853750.779160:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853750.779162:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.779163:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.779164:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853750.779165:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853750.779167:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780853750.779169:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.779170:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.779171:0:31502:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.779173:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.779176:0:31502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779180:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.779181:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.779182:0:31502:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780853750.779184:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.779185:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.779186:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.779187:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853750.779189:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300db9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.779201:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.779203:0:31502:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780853750.779208:0:31502:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780853750.779220:0:31502:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853750.779231:0:31502:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853750.779236:0:31502:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853750.779242:0:31502:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.779244:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780853750.779246:0:31502:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.779248:0:31502:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.779250:0:31502:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.779253:0:31502:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853750.779255:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.779257:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00010000:00000001:2.0:1780853750.779259:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780853750.779260:0:31502:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.779262:0:31502:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853750.779299:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3860 00000002:00002000:2.0:1780853750.779303:0:31502:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1780853750.779305:0:31502:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.779309:0:31502:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.779311:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853750.779313:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853750.779316:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853750.779320:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853750.779324:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.779329:0:31502:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853750.779345:0:31502:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853750.779348:0:31502:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853750.779351:0:31502:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853750.779353:0:31502:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1780853750.779356:0:31502:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.779361:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1780853750.779364:0:31502:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1780853750.779368:0:31502:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00000001:2.0:1780853750.779370:0:31502:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853750.779372:0:31502:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853750.779374:0:31502:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.779378:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1780853750.779380:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.779382:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.779387:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.779394:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.779408:0:31502:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.779417:0:31502:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45904f01c0. 00000080:00000001:2.0:1780853750.779421:0:31502:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:2.0:1780853750.779425:0:31502:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1780853750.779427:0:31502:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780853750.779430:0:31502:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585ca7480. 00000002:00100000:2.0:1780853750.779435:0:31502:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853750.779441:0:31502:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.779442:0:31502:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853750.779446:0:31502:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780853750.779449:0:31502:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.779452:0:31502:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1780853750.779454:0:31502:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.779456:0:31502:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.779460:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.779463:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1780853750.779470:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853750.779473:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:2.0:1780853750.781198:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780853750.781204:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.781211:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00000008:2.0:1780853750.781215:0:31502:0:(file.c:1298:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704400, rc = 0 00000080:00000001:2.0:1780853750.781221:0:31502:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.781244:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00200008:2.0:1780853750.781247:0:31502:0:(file.c:6228:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853750.781254:0:31502:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:2.0:1780853750.781258:0:31502:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.781262:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853750.781279:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ca0 00000080:00200000:2.0:1780853750.781281:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248),name=d21h.recovery-small-2 00000080:00000010:2.0:1780853750.781291:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e800. 00800000:00000002:2.0:1780853750.781297:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853750.781304:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853750.781308:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.781309:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00800000:00000002:2.0:1780853750.781312:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853750.781315:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853750.781320:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853750.781325:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.781327:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a90 00000002:00010000:2.0:1780853750.781328:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853750.781393:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853750.781395:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.781398:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.781405:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.781408:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.781413:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.781417:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853750.781422:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853750.781432:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853750.781437:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.781440:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853750.781447:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853750.781449:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.781451:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.781463:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.781464:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853750.781467:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853750.781469:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853750.781471:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853750.781474:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.781478:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853750.781480:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.781483:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) 00000080:00010000:2.0:1780853750.781486:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300d88 00800000:00000001:2.0:1780853750.781489:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853750.781491:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.781493:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.781495:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.781497:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853750.781562:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.781565:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.781568:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.781570:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.781571:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.781573:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.781575:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d88 from it ffffb4b401db3cd8 00010000:00000001:2.0:1780853750.781578:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.781579:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.781580:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853750.781582:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.781584:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.781587:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.781590:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853750.781597:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.781599:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.781600:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.781603:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.781606:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853750.781614:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.781616:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.781618:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.781624:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.781626:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.781627:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.781630:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.781632:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.781634:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.781637:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.781640:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.781641:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.781642:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853750.781645:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853750.781646:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853750.781650:0:31502:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.781654:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00000008:2.0:1780853750.781657:0:31502:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853750.781677:0:31502:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1780853750.781680:0:31502:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248) pos/size0/7680 32bit_api 0 00000080:00000010:2.0:1780853750.781685:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.781689:0:31502:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1780853750.781694:0:31502:0:(lmv_obd.c:3416:lmv_read_page()) Process entered 00000002:00000001:2.0:1780853750.781698:0:31502:0:(mdc_request.c:1491:mdc_read_page()) Process entered 00000002:00000001:2.0:1780853750.781700:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.781701:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ab8 00000002:00010000:2.0:1780853750.781703:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:2.0:1780853750.781706:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853750.782197:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.782199:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.782203:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.782206:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.782209:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.782212:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853750.782215:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1780853750.782224:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853750.782228:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.782232:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1780853750.782238:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853750.782240:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.782242:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.782244:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.782245:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.782246:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.782248:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853750.782250:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.782252:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.782254:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.782256:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.782257:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.782444:0:31502:0:(mdc_request.c:1389:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1780853750.782450:0:31502:0:(mdc_request.c:1396:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9e458647e800. 00000002:00000001:2.0:1780853750.784827:0:31502:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1780853750.784842:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38e00. 00000020:00000040:2.0:1780853750.784850:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853750.784855:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853750.784859:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853750.784865:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853750.784873:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267e600. 00000100:00000001:2.0:1780853750.784881:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.784884:0:31502:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1780853750.784889:0:31502:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e4587cf0000. 00000100:00000010:2.0:1780853750.784893:0:31502:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9e458640c000. 00000020:00000040:2.0:1780853750.784895:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853750.784934:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853750.784937:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853750.784943:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.784946:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620119727104 : -107453589824512 : ffff9e4582f2dc00) 00000100:00000001:2.0:1780853750.784948:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.784950:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:2.0:1780853750.784955:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853750.784960:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.784961:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853750.784963:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853750.784973:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.784982:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853750.784984:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.784988:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853750.784990:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853750.784993:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853750.784996:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431680:192.168.202.110@tcp:37:rm.0 00000100:00000001:2.0:1780853750.785000:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853750.785005:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853750.785008:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.785010:0:31502:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1780853750.785017:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.785021:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853750.785031:0:31502:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9e4585012000. 00000100:00000200:2.0:1780853750.785038:0:31502:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a25a4fe50e00-0x6a25a4fe50e00, portal 14 00000100:00000001:2.0:1780853750.785041:0:31502:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.785043:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853750.785047:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0800. 02000000:00000001:2.0:1780853750.785049:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853750.785052:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.785054:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 00000400:00000010:2.0:1780853750.785058:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fa18. 00000100:00000200:2.0:1780853750.785061:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631431680, portal 10 00000100:00000001:2.0:1780853750.785062:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.785064:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:2.0:1780853750.785071:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.785084:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853750.785087:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853750.785090:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fb28. 00000100:00000200:2.0:1780853750.785093:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1867358631431680, offset 0 00000400:00000200:2.0:1780853750.785109:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853750.785118:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.785126:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853750.785142:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853750.785145:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853750.785149:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853750.785151:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853750.785155:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2495:2495:256:4294967295] 192.168.202.110@tcp LPNI seq info [2495:2495:8:4294967295] 00000400:00000200:2.0:1780853750.785159:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.785170:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853750.785176:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853750.785182:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddd00. 00000800:00000200:2.0:1780853750.785188:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853750.785195:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853750.785199:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddd00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1780853750.785218:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.785223:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 814868 usecs (815 jiffies) 00000400:00000200:2.0:1780853750.785227:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853750.785230:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548354 00000100:00000001:2.0:1780853750.785233:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.785235:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548354 00000100:00000001:2.0:1780853750.785237:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.785239:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.785242:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.785245:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853750.785247:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853750.785249:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853750.785251:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.785255:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.786527:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.786534:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:0.0:1780853750.786540:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.786547:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.786553:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:0.0:1780853750.786555:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:0.0:1780853750.786560:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.786567:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.786577:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.786581:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.786587:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.786589:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853750.787163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00000800:00000001:0.0:1780853750.791429:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.791448:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853750.791465:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.791469:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.791478:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791487:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853750.791496:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791510:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791516:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791520:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4096 into portal 14 MB=0x6a25a4fe50e00 00000400:00000200:0.0:1780853750.791525:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791532:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.110@tcp of length 4096/4096 into md 0x6be9 [256] + 0 00000400:00000010:0.0:1780853750.791536:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:0.0:1780853750.791542:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4585012000 00000800:00000001:0.0:1780853750.791547:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853750.791557:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853750.791560:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.791564:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.791570:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585012000 00000400:00000010:0.0:1780853750.791572:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff9e4585012000. 00000100:00000001:0.0:1780853750.791577:0:2372:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1780853750.791579:0:2372:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4587c38e00 desc ffff9e4587cf0000 mbits 1867358631431680 00000100:00000001:0.0:1780853750.791591:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1780853750.791598:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853750.791600:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791606:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.791612:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2496:2496:256:4294967295] 192.168.202.110@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000200:0.0:1780853750.791616:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.791623:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853750.791628:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.791636:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9e458663e000. 00000800:00000200:0.0:1780853750.791641:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.791648:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.791652:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e458663e000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1780853750.791914:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.791918:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.792119:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.792124:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.792444:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.792449:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9e458663e000. 00000400:00000200:0.0:1780853750.792454:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.792459:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853750.798876:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.798900:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.798904:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.798906:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.798915:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.798923:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.798935:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.798940:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.798945:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.798949:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe50e00 00000400:00000200:1.0:1780853750.798954:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.798960:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x6bf1 [1] + 224 00000800:00000001:1.0:1780853750.798967:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.798978:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.798981:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.798984:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.798992:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.799000:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.799011:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.799094:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.799172:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.799184:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.799188:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853750.801694:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853750.801700:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853750.801705:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:2.0:1780853750.801787:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:2.0:1780853750.801789:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:2.0:1780853750.801795:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853750.801805:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853750.801816:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.801823:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853750.801825:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.801828:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853750.801831:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853750.801834:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853750.801837:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.801839:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853750.801848:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853750.801852:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853750.801854:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853750.801855:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.801858:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853750.801862:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.801865:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853750.801867:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1780853750.801869:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853750.801872:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.801876:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1780853750.801888:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.801895:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853750.801897:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853750.801900:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853750.801908:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431680:192.168.202.110@tcp:37:rm.0 00000100:00000001:2.0:1780853750.801913:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.801916:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.801918:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853750.801920:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.801923:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.801930:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.801933:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.801937:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853750.801938:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.801941:0:31502:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.801944:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.801947:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631431680/t0(0) o37->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 448/440 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.801953:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853750.801955:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853750.801958:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0800. 02000000:00000001:2.0:1780853750.801960:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853750.801963:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.801966:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.801968:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853750.801970:0:31502:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1780853750.801971:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.801972:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.801975:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1780853750.801998:0:31502:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9e458640c000. 00000100:00000010:2.0:1780853750.802002:0:31502:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e4587cf0000. 00000100:00000001:2.0:1780853750.802004:0:31502:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1780853750.802006:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267e600. 02000000:00000001:2.0:1780853750.802010:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853750.802011:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853750.802013:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:2.0:1780853750.802016:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853750.802018:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.802021:0:31502:0:(mdc_request.c:1313:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1780853750.802022:0:31502:0:(mdc_request.c:1320:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1780853750.803147:0:31502:0:(mdc_request.c:1440:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9e458647e800. 00000002:00000001:2.0:1780853750.803155:0:31502:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.803161:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.803164:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.803167:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853750.803169:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.803173:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853750.803175:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.803181:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853750.803190:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.803192:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.803193:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.803196:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.803198:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853750.803206:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.803209:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.803211:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.803216:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.803217:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.803219:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.803223:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.803225:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.803227:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.803230:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.803232:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.803234:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.803235:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1780853750.803238:0:31502:0:(lmv_obd.c:3433:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.803244:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1780853750.803249:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853750.803251:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1780853750.803256:0:31502:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.803260:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.804601:0:31502:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.804639:0:31502:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853750.804642:0:31502:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853750.804646:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00200008:2.0:1780853750.804649:0:31502:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704000 00000080:00400000:2.0:1780853750.804655:0:31502:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:2.0:1780853750.804658:0:31502:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1780853750.804660:0:31502:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1780853750.804662:0:31502:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1780853750.804672:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.804675:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.804683:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.804686:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853750.804691:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853750.804693:0:31502:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:2.0:1780853750.804695:0:31502:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780853750.804697:0:31502:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780853750.804705:0:31502:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.804707:0:31502:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780853750.804899:0:31502:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1780853750.804903:0:31502:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:2.0:1780853750.804905:0:31502:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:2.0:1780853750.804909:0:31502:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1780853750.804912:0:31502:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:2.0:1780853750.804920:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38e00. 00000020:00000040:2.0:1780853750.804924:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853750.804929:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853750.804932:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853750.804937:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853750.804943:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267e600. 00000100:00000001:2.0:1780853750.804951:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1780853750.804969:0:31502:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780853750.804981:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780853750.804986:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1780853750.804993:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853750.804995:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853750.805001:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.805003:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620119727104 : -107453589824512 : ffff9e4582f2dc00) 00000100:00000001:2.0:1780853750.805006:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.805007:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:2.0:1780853750.805012:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853750.805016:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.805017:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853750.805019:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853750.805023:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.805030:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853750.805032:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.805035:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853750.805037:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853750.805040:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853750.805042:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431936:192.168.202.110@tcp:35:rm.0 00000100:00000001:2.0:1780853750.805047:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853750.805053:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853750.805055:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.805058:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853750.805062:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0000. 02000000:00000001:2.0:1780853750.805064:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853750.805071:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.805076:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 00000400:00000010:2.0:1780853750.805083:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fa18. 00000100:00000200:2.0:1780853750.805091:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631431936, portal 10 00000100:00000001:2.0:1780853750.805093:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.805094:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:2.0:1780853750.805110:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.805117:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853750.805120:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853750.805123:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8ff68. 00000100:00000200:2.0:1780853750.805126:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631431936, offset 0 00000400:00000200:2.0:1780853750.805132:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853750.805142:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.805151:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853750.805157:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853750.805161:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853750.805165:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853750.805168:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853750.805172:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2497:2497:256:4294967295] 192.168.202.110@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:2.0:1780853750.805176:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.805186:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853750.805192:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853750.805197:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd400. 00000800:00000200:2.0:1780853750.805204:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853750.805212:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853750.805217:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780853750.805339:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.805344:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 813815 usecs (814 jiffies) 00000400:00000200:2.0:1780853750.805348:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853750.805351:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548374 00000100:00000001:2.0:1780853750.805354:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.805356:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548374 00000100:00000001:2.0:1780853750.805358:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.805360:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.805363:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.805365:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853750.805367:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853750.805370:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853750.805373:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.805375:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853750.808230:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853750.808242:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:0.0:1780853750.808249:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853750.808257:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853750.808285:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:0.0:1780853750.808288:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:0.0:1780853750.808295:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853750.808304:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.808317:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.808321:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.808328:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.808329:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.813510:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.813527:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.813531:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.813534:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.813543:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.813551:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.813560:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.813566:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.813572:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.813578:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe50f00 00000400:00000200:1.0:1780853750.813583:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.813590:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6bf9 [1] + 224 00000800:00000001:1.0:1780853750.813597:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.813605:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.813609:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.813614:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.813623:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.813633:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.813645:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.813669:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.813679:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.813682:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.813962:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853750.813970:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853750.813972:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853750.813975:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:2.0:1780853750.813981:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:2.0:1780853750.813983:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:2.0:1780853750.813987:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853750.813992:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853750.814001:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631431936/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814007:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853750.814009:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.814012:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853750.814014:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853750.814017:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853750.814019:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.814022:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853750.814030:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853750.814035:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853750.814037:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853750.814039:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.814042:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853750.814046:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.814049:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853750.814051:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853750.814052:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853750.814055:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.814056:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:2.0:1780853750.814060:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853750.814061:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1780853750.814063:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853750.814066:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.814071:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631431936/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814078:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.814082:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853750.814084:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853750.814088:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631431936/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853750.814096:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631431936:192.168.202.110@tcp:35:rm.0 00000100:00000001:2.0:1780853750.814114:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.814117:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.814120:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853750.814122:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.814126:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631431936/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814141:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.814143:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.814147:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853750.814148:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.814156:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.814157:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000002:00000001:2.0:1780853750.814160:0:31502:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.814163:0:31502:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.814168:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e800. 00000080:00000001:2.0:1780853750.814172:0:31502:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853750.814175:0:31502:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853750.814180:0:31502:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853750.814185:0:31502:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814194:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.814195:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853750.814197:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.814200:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814206:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.814208:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.814211:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631431936/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814217:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.814219:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.814222:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631431552/t4294967644(4294967644) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814229:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853750.814232:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.814235:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.814237:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853750.814241:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0c00. 02000000:00000001:2.0:1780853750.814244:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853750.814246:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853750.814248:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853750.814252:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853750.814254:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.814255:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.814259:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631431936/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814292:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.814294:0:31502:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7480. 00000002:00000001:2.0:1780853750.814298:0:31502:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.814300:0:31502:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.814302:0:31502:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f01c0. 00000100:00000001:2.0:1780853750.814305:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.814309:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631431936/t4294967645(4294967645) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.814314:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853750.814317:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853750.814319:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0000. 02000000:00000001:2.0:1780853750.814321:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853750.814323:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853750.814324:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853750.814326:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853750.814327:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267e600. 02000000:00000001:2.0:1780853750.814329:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853750.814330:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853750.814453:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:2.0:1780853750.814458:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853750.814459:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853750.814462:0:31502:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853750.814465:0:31502:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530b680. 00000080:00000001:2.0:1780853750.814469:0:31502:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.814475:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00000008:2.0:1780853750.814478:0:31502:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704000, rc = 0 00000080:00000001:2.0:1780853750.814481:0:31502:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.814484:0:31502:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.814540:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853750.814544:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853750.814546:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853750.814548:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00200000:2.0:1780853750.814551:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853750.814557:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e600. 00800000:00000002:2.0:1780853750.814563:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853750.814567:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853750.814570:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.814572:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ae0 00800000:00000002:2.0:1780853750.814575:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853750.814578:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853750.814582:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853750.814587:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.814589:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39b0 00000002:00010000:2.0:1780853750.814591:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853750.814594:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853750.814596:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853750.814599:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853750.814606:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853750.814609:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.814614:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.814618:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853750.814623:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853750.814633:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853750.814636:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.814639:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853750.814647:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853750.814649:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853750.814651:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.814653:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853750.814655:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853750.814657:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853750.814660:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853750.814662:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853750.814664:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853750.814668:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853750.814669:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.814672:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853750.814675:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300db2 00800000:00000001:2.0:1780853750.814678:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853750.814679:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.814681:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.814683:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.814686:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:2.0:1780853750.814688:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.814691:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.814694:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.814695:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.814696:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.814698:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.814701:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300db2 from it ffffb4b401db3bf8 00010000:00000001:2.0:1780853750.814703:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.814704:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.814705:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:2.0:1780853750.814829:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.814832:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:2.0:1780853750.814835:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.814838:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853750.814845:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.814846:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.814847:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.814849:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.814851:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853750.814864:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.814866:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.814869:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.814874:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.814875:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.814876:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.814879:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.814881:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.814883:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.814886:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.814888:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.814889:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.814890:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853750.814892:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853750.814893:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853750.814896:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853750.814900:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.814904:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1780853750.814906:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00000080:00002000:2.0:1780853750.814907:0:31502:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9e4591aeaca8) flags 0x20000e refc 1 00000080:00000001:2.0:1780853750.814910:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853750.814912:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c08 00000080:00200000:2.0:1780853750.814913:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1780853750.814918:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1780853750.814920:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.814924:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853750.814925:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248), inode mode 41ed mask 44 00000080:00000001:2.0:1780853750.814928:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.814933:0:31502:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:2.0:1780853750.814935:0:31502:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853750.814936:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00200008:2.0:1780853750.814938:0:31502:0:(file.c:1059:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704400 00000080:00000010:2.0:1780853750.814943:0:31502:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530b680. 00000080:00000001:2.0:1780853750.814949:0:31502:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1780853750.814952:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e600. 00800000:00000002:2.0:1780853750.814955:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853750.814957:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853750.814959:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.814960:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a28 00800000:00000002:2.0:1780853750.814962:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853750.814965:0:31502:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:2.0:1780853750.814968:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39a8 00800000:00000002:2.0:1780853750.814970:0:31502:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1780853750.814974:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853750.814975:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db38e0 00000002:00010000:2.0:1780853750.814977:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:2.0:1780853750.814980:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853750.814983:0:31502:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853750.814986:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853750.814990:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.814992:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.814995:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853750.814997:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.814999:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.815001:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.815002:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853750.815004:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853750.815005:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.815007:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853750.815008:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.815009:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.815011:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.815015:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38e00. 00000020:00000040:2.0:1780853750.815017:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853750.815023:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853750.815024:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.815027:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853750.815030:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.815033:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.815035:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.815036:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.815038:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853750.815040:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853750.815043:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853750.815048:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0000. 00000100:00000001:2.0:1780853750.815054:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.815057:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853750.815059:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.815060:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853750.815061:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.815063:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.815069:0:31502:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00010000:00000001:2.0:1780853750.815072:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853750.815074:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853750.815076:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853750.815077:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.815079:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853750.815082:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778800. 00000020:00000001:2.0:1780853750.815085:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853750.815088:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778800 with handle 0xa8f483e9eb300dc0 to hash 00000020:00000001:2.0:1780853750.815090:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853750.815091:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.815094:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.815096:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853750.815098:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.815113:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853750.815120:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853750.815190:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853750.815199:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853750.815208:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853750.815214:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853750.815216:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853750.815222:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.815223:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620119727104 : -107453589824512 : ffff9e4582f2dc00) 00000100:00000001:2.0:1780853750.815226:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.815227:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:2.0:1780853750.815231:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853750.815236:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.815238:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853750.815239:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853750.815244:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.815250:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853750.815252:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.815256:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853750.815258:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853750.815261:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853750.815308:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432192:192.168.202.110@tcp:101:rm.0 00000100:00000001:2.0:1780853750.815313:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853750.815318:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853750.815321:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.815324:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853750.815494:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:2.0:1780853750.815643:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853750.815649:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853750.815655:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 00000400:00000010:2.0:1780853750.815662:0:31502:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e458647e800. 00000100:00000200:2.0:1780853750.815670:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631432192, portal 10 00000100:00000001:2.0:1780853750.815672:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.815674:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:2.0:1780853750.815680:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.815687:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853750.815689:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853750.815693:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fa18. 00000100:00000200:2.0:1780853750.815697:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631432192, offset 0 00000400:00000200:2.0:1780853750.815702:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853750.815790:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.815799:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853750.815804:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853750.815808:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853750.815811:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853750.815814:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853750.815817:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2498:2498:256:4294967295] 192.168.202.110@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:2.0:1780853750.815821:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853750.815830:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853750.815837:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853750.815842:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd900. 00000800:00000200:2.0:1780853750.815848:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853750.815857:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853750.815862:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd900 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1780853750.815919:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.815923:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 812752 usecs (813 jiffies) 00000400:00000200:2.0:1780853750.815927:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853750.815929:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548383 00000100:00000001:2.0:1780853750.815932:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.815934:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548383 00000100:00000001:2.0:1780853750.815936:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:2.0:1780853750.815938:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.815940:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.815942:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853750.815944:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853750.815946:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4582f2dc00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853750.815948:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853750.815950:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.822469:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.822479:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:1.0:1780853750.822487:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.822496:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.822514:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:1.0:1780853750.822517:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:1.0:1780853750.822524:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.822533:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.822546:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.822550:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.822557:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.822560:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1780853750.829495:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.829579:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.829585:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.829586:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.829590:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.829591:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853750.829595:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853750.829596:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853750.829690:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853750.829693:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853750.829697:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1780853750.838818:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.838839:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.838843:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.838846:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.838856:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.838864:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.838874:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.838880:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.838885:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.838889:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe51000 00000400:00000200:1.0:1780853750.838894:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.838900:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x6c01 [64] + 224 00000800:00000001:1.0:1780853750.838906:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.838914:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.838917:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.838921:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.838930:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.838938:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.838950:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.839013:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853750.839032:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.839042:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.839046:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853750.842414:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853750.842421:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853750.842426:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:2.0:1780853750.842437:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e458647e800 00000400:00000010:2.0:1780853750.842440:0:31502:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e458647e800. 00000100:00000001:2.0:1780853750.842447:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853750.842654:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853750.842667:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631432192/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.842675:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853750.842677:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.842680:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853750.842683:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853750.842685:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853750.842688:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853750.842691:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853750.842700:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:2.0:1780853750.842704:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853750.843579:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853750.843583:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.843587:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853750.843591:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.843595:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853750.843596:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853750.843598:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853750.843601:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.843602:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:2.0:1780853750.843606:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853750.843609:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:2.0:1780853750.843611:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853750.843614:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853750.843622:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.843630:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853750.843633:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853750.843635:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853750.843639:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853750.843647:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432192:192.168.202.110@tcp:101:rm.0 00000100:00000001:2.0:1780853750.843652:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853750.843655:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.843657:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853750.843659:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.843662:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.843668:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853750.843671:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4582f2dc00. 00000100:00000001:2.0:1780853750.843676:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853750.843677:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.843679:0:31502:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853750.843684:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.843687:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.843690:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=4 00000020:00000001:2.0:1780853750.843692:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.843695:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000040:2.0:1780853750.843702:0:31502:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778800, remote cookie: 0x562725ecec97a019, flags: 0x1001 00010000:00000040:2.0:1780853750.843704:0:31502:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780853750.843832:0:31502:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1780853750.843841:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853750.843844:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.843848:0:31502:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.843853:0:31502:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853750.843863:0:31502:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.843869:0:31502:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853750.843873:0:31502:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853750.843876:0:31502:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853750.843877:0:31502:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853750.843879:0:31502:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853750.843882:0:31502:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9e4594837400) refcount = 2 00010000:00000040:2.0:1780853750.843885:0:31502:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780853750.843888:0:31502:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780853750.843895:0:31502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.843902:0:31502:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853750.843905:0:31502:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853750.843906:0:31502:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853750.843909:0:31502:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853750.843912:0:31502:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853750.843915:0:31502:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.843921:0:31502:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853750.843922:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.843924:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.843925:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.843927:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.843928:0:31502:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.843932:0:31502:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853750.843935:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.843936:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.843937:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.843939:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.843941:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.843943:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.843944:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853750.843948:0:31502:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853750.843956:0:31502:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853750.843960:0:31502:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853750.843966:0:31502:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.843968:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.843968:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.843969:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.843971:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.843973:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.843975:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.843976:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.843977:0:31502:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.843979:0:31502:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853750.843982:0:31502:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853750.843983:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853750.843984:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00010000:00000001:2.0:1780853750.843986:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.843987:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.843988:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.843990:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.843992:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00000002:00010000:2.0:1780853750.843995:0:31502:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.844001:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844002:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.844003:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853750.844005:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.844005:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.844007:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.844008:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844010:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000040:2.0:1780853750.844013:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:2.0:1780853750.844015:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853750.844019:0:31502:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:2.0:1780853750.844021:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844022:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.844023:0:31502:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853750.844026:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3860 00000002:00002000:2.0:1780853750.844028:0:31502:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:2.0:1780853750.844030:0:31502:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.844034:0:31502:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.844036:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853750.844039:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853750.844042:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853750.844047:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853750.844052:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853750.844056:0:31502:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853750.844061:0:31502:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853750.844064:0:31502:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853750.844067:0:31502:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853750.844069:0:31502:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:2.0:1780853750.844071:0:31502:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.844075:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:2.0:1780853750.844078:0:31502:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1780853750.844082:0:31502:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00010000:00000001:2.0:1780853750.844084:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.844085:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.844086:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.844088:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844090:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844092:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844093:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853750.844094:0:31502:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853750.844097:0:31502:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853750.844109:0:31502:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.844112:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300dc0 00800000:00000001:2.0:1780853750.844115:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853750.844117:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853750.844118:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.844119:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.844120:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.844122:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844124:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844126:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844127:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853750.844129:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853750.844130:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853750.844134:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1780853750.844135:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853750.844138:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853750.844142:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853750.844148:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853750.844151:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dc0 from it ffffb4b401db3bd0 00010000:00000001:2.0:1780853750.844153:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853750.844154:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853750.844156:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853750.844158:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844159:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853750.844161:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853750.844164:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853750.844171:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844172:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.844173:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853750.844176:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853750.844178:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853750.844185:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853750.844187:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853750.844189:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853750.844195:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844196:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853750.844198:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.844202:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853750.844204:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.844206:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.844209:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853750.844211:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853750.844212:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853750.844213:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853750.848400:0:31502:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.848420:0:31502:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e459263da80. 00000080:00000001:0.0:1780853750.848426:0:31502:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:0.0:1780853750.848437:0:31502:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1780853750.848443:0:31502:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1780853750.848448:0:31502:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c15ee0. 00000002:00100000:0.0:1780853750.848675:0:31502:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853750.848685:0:31502:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.848687:0:31502:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1780853750.848691:0:31502:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1780853750.848695:0:31502:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.848699:0:31502:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1780853750.848700:0:31502:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.848702:0:31502:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.849196:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.849203:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1780853750.849213:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853750.849218:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853750.849258:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1780853750.849259:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.849264:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b78 00000080:00000008:0.0:1780853750.849401:0:31502:0:(file.c:1298:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704400, rc = 0 00000080:00000001:0.0:1780853750.849406:0:31502:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.849431:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00200008:0.0:1780853750.849433:0:31502:0:(file.c:6228:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853750.849440:0:31502:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:0.0:1780853750.849444:0:31502:0:(statahead.c:2322:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.849447:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853750.849448:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3ca0 00000080:00200000:0.0:1780853750.849450:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248),name=d21h.recovery-small-2 00000080:00000010:0.0:1780853750.849564:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9a00. 00800000:00000002:0.0:1780853750.849570:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.849577:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.849582:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.849584:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bc0 00800000:00000002:0.0:1780853750.849586:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.849590:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853750.849594:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853750.849599:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.849600:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a90 00000002:00010000:0.0:1780853750.849602:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.849606:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853750.849608:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.849611:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.849617:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853750.849619:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.849623:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.849627:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853750.849632:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853750.849648:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.849652:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.849655:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1780853750.849662:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853750.849664:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.849666:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.849668:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.849670:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.849672:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853750.849675:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853750.849677:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853750.849680:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9a00. 00000080:00000001:0.0:1780853750.849684:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853750.849686:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.849688:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) 00000080:00010000:0.0:1780853750.849692:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300d88 00800000:00000001:0.0:1780853750.849695:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853750.849697:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853750.849699:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.849701:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.849703:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:0.0:1780853750.849705:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:0.0:1780853750.850590:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:0.0:1780853750.850597:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.850599:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.850600:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.850603:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.850606:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300d88 from it ffffb4b401db3cd8 00010000:00000001:0.0:1780853750.850609:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.850611:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.850613:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:0.0:1780853750.850615:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:0.0:1780853750.850617:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:0.0:1780853750.850619:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.850623:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853750.850631:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.850632:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.850634:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853750.850636:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853750.850638:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853750.850644:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853750.850647:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853750.850649:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.850653:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.850654:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.850656:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.850659:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853750.850660:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.850662:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.850665:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.850668:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.850669:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.850670:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853750.850673:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853750.850675:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.850679:0:31502:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.850683:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d28 00000080:00000008:0.0:1780853750.850686:0:31502:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853750.850893:0:31502:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1780853750.850896:0:31502:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248) pos/size0/7680 32bit_api 0 00000080:00000010:0.0:1780853750.850906:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9a00. 00000080:00000001:0.0:1780853750.850911:0:31502:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1780853750.850918:0:31502:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446739483541170112 : -4590168381504 : fffffbd344a4e7c0) 00000080:00000001:0.0:1780853750.850923:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1780853750.850926:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780853750.850929:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1780853750.850933:0:31502:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.850936:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9a00. 00000080:00000001:0.0:1780853750.850942:0:31502:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.850952:0:31502:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1780853750.850953:0:31502:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248) pos/size18446744073709551614/7680 32bit_api 0 00000080:00000001:0.0:1780853750.850956:0:31502:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853750.850958:0:31502:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.850976:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.850979:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853750.850981:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248), inode mode 41ed mask 1 00000080:00000001:0.0:1780853750.850984:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.850991:0:31502:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853750.850993:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3da0 00000080:00002000:0.0:1780853750.850995:0:31502:0:(dcache.c:87:ll_dcompare()) found name f(ffff9e4591aeae58) flags 0x48000e refc 0 00000080:00000001:0.0:1780853750.850997:0:31502:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.850998:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e10 00000080:00200000:0.0:1780853750.851000:0:31502:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1780853750.851004:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853750.851005:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248), inode mode 41ed mask 3 00000080:00000001:0.0:1780853750.851007:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.851011:0:31502:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:0.0:1780853750.851012:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3df8 00000080:00200000:0.0:1780853750.851014:0:31502:0:(namei.c:2404:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9e459198b248) 00000080:00000001:0.0:1780853750.851017:0:31502:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1780853750.851020:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.851024:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.851028:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.851032:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.851035:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.851042:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.851046:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.851050:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.851056:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.851061:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.851064:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9e00. 00000008:00000010:0.0:1780853750.851067:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.851078:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.851083:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.851086:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.851090:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.851092:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853750.851095:0:31502:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853750.851107:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000002:0.0:1780853750.851111:0:31502:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e45831395a0 addref 2/0 by ffff9e4585c68000. 00020000:00000002:0.0:1780853750.851114:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.851116:0:31502:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853750.851119:0:31502:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853750.851120:0:31502:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853750.851122:0:31502:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1780853750.851125:0:31502:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1780853750.851760:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.851768:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.851773:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.851777:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.851782:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.851785:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.851789:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.851792:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.851795:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853750.851798:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.851800:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.851804:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.851806:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.851809:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9e00. 00000020:00000010:0.0:1780853750.851810:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.851813:0:31502:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853750.851819:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9e00. 00800000:00000001:0.0:1780853750.851831:0:31502:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853750.851837:0:31502:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853750.851839:0:31502:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:0.0:1780853750.851842:0:31502:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853750.851844:0:31502:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:0.0:1780853750.851849:0:31502:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853750.851851:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853750.851858:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853750.851861:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.851863:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853750.851867:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853750.851870:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1780853750.851879:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853750.851883:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853750.851885:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.851886:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1780853750.851890:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.851893:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.851895:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.851897:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.851900:0:31502:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780853750.851903:0:31502:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1780853750.851906:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.851910:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.851913:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853750.851920:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.851921:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.851923:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1780853750.851925:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.851927:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.851929:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=2 00000020:00000001:0.0:1780853750.851931:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:0.0:1780853750.851933:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:0.0:1780853750.851935:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.851936:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.851937:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.851939:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.851940:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.851942:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.851945:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.851946:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.851947:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.851949:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.851950:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.851952:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.851954:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853750.851962:0:31502:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff9e459198b180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853750.851999:0:31502:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853750.852001:0:31502:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853750.852003:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853750.852005:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9e459198b248) invalid 00000020:00000001:0.0:1780853750.852008:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a60 00000080:00002000:0.0:1780853750.852010:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e4591aeaca8) parent ffff9e4591970ca8 inode ffff9e459198b248 refc 3 00000080:00000001:0.0:1780853750.852013:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853750.852015:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853750.852016:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.852019:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853750.852022:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853750.852024:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853750.852026:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.852027:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853750.852029:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779a00 with handle 0xa8f483e9eb300d88 from hash 00010000:00000001:0.0:1780853750.852032:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853750.852033:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.852034:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.852035:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853750.852038:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853750.852039:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853750.852042:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853750.852044:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.852046:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.852048:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853750.852051:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 3 00010000:00000001:0.0:1780853750.852052:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.852054:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853750.852056:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853750.852060:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1780853750.852065:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853750.852067:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853750.852068:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.852069:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1780853750.852071:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.852072:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.852074:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 4 00010000:00000001:0.0:1780853750.852075:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.852078:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.852079:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.852080:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.852082:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 4 00010000:00000001:0.0:1780853750.852084:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.852086:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.852087:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.852088:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.852090:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 4 00010000:00000001:0.0:1780853750.852091:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.852093:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.852095:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.852096:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.852097:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 4 00010000:00000001:0.0:1780853750.852108:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.852111:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.852112:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.852115:0:31502:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853750.852116:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.852120:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.852123:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.852126:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.852141:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.852146:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.852149:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.852152:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.852156:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.852158:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.852161:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9c00. 00000008:00000010:0.0:1780853750.852163:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.852166:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.852169:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.852171:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.852173:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.852175:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853750.852177:0:31502:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1780853750.852179:0:31502:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1780853750.852182:0:31502:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1780853750.852185:0:31502:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1780853750.852189:0:31502:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853750.852191:0:31502:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853750.852193:0:31502:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1780853750.852195:0:31502:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.852197:0:31502:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853750.852199:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.852201:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.852204:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.852207:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.852209:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.852211:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.852213:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.852215:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.852217:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853750.852219:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.852221:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.852223:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.852225:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.852227:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853750.852229:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.852230:0:31502:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.852232:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853750.852234:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9e45919a6c08) invalid 00000020:00000001:0.0:1780853750.852236:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a60 00000080:00002000:0.0:1780853750.852238:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f (ffff9e4591aeae58) parent ffff9e4591aeaca8 inode ffff9e45919a6c08 refc 1 00000080:00000001:0.0:1780853750.852241:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853750.852242:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853750.852243:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.852245:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853750.852247:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853750.852249:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853750.852250:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.852252:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853750.852254:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779200 with handle 0xa8f483e9eb300d8f from hash 00010000:00000001:0.0:1780853750.852256:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853750.852258:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.852259:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.852259:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853750.852261:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853750.852262:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853750.852315:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853750.852318:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1780853750.852325:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853750.852326:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853750.852327:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.852329:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1780853750.852687:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.852690:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.852694:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 4 00010000:00000001:0.0:1780853750.852696:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.852698:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.852700:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.852702:0:31502:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853750.852703:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.854454:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.854462:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853750.854467:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.854471:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.854478:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.854482:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.854487:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.854493:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.854779:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.854785:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9600. 00000008:00000010:0.0:1780853750.854789:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.854793:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.854796:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.854800:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.854804:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.854807:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853750.854809:0:31502:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1780853750.854812:0:31502:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1780853750.854815:0:31502:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1780853750.854818:0:31502:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1780853750.854822:0:31502:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853750.854824:0:31502:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853750.854826:0:31502:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1780853750.854828:0:31502:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.854830:0:31502:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853750.854832:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.854836:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.854841:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.854845:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.854848:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.854851:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.854854:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.854856:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.854859:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9c00. 00000008:00000010:0.0:1780853750.854862:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.854865:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.854868:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.854870:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.854872:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9600. 00000020:00000010:0.0:1780853750.854874:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.854877:0:31502:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.854880:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853750.854882:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.854888:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853750.854892:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853750.854894:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853750.854896:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.854899:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853750.854903:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572c00 with handle 0xa8f483e9eb300d65 from hash 00010000:00000001:0.0:1780853750.854905:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853750.854907:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.854908:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.854910:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853750.854913:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853750.854916:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853750.854919:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853750.854921:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1780853750.854925:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1780853750.854933:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368000. 00000020:00000040:0.0:1780853750.854937:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853750.854943:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853750.854945:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.854947:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853750.854951:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.854956:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.854957:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.854958:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.854961:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853750.854963:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853750.854967:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853750.854973:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca9600. 00000100:00000001:0.0:1780853750.854980:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.854982:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.854984:0:31502:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853750.854991:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780853750.854999:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780853750.855006:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780853750.855011:0:31502:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1780853750.855013:0:31502:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1780853750.855016:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853750.855018:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300d8f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979f78 expref: -99 pid: 31501 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1780853750.855025:0:31502:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852de1c0. 00010000:00000001:0.0:1780853750.855034:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.855036:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853750.855037:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300d65 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec979ef3 expref: -99 pid: 31466 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1780853750.855044:0:31502:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d180. 00010000:00000040:0.0:1780853750.855046:0:31502:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95100 count: 0 00010000:00000010:0.0:1780853750.855053:0:31502:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922abd80. 00010000:00000001:0.0:1780853750.855059:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.855060:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853750.855062:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779a00/0xa8f483e9eb300d88 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979f5c expref: -99 pid: 31501 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853750.855069:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.855070:0:31502:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.855072:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.855073:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.855075:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853750.855087:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853750.855111:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853750.855120:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853750.855122:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853750.855139:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.855142:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:0.0:1780853750.855144:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.855145:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000001:0.0:1780853750.855150:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853750.855154:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.855156:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853750.855157:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853750.855162:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.855176:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853750.855178:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.855182:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853750.855185:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853750.855188:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853750.855191:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432448:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853750.855196:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853750.855201:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853750.855204:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.855206:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853750.855211:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b9800. 02000000:00000001:0.0:1780853750.855213:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853750.855222:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853750.855226:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b210. 00000400:00000010:0.0:1780853750.855232:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853750.855240:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631432448, portal 10 00000100:00000001:0.0:1780853750.855242:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.855243:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000040:0.0:1780853750.855249:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.855257:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853750.855260:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853750.855262:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426660. 00000100:00000200:0.0:1780853750.855292:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1867358631432448, offset 0 00000400:00000200:0.0:1780853750.855301:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853750.855309:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.855317:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.855322:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853750.855326:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853750.855330:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853750.856961:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853750.856968:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2499:2499:256:4294967295] 192.168.202.110@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:0.0:1780853750.856974:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.856984:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853750.856991:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.857001:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853750.857008:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.857015:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.857019:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1780853750.857041:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.857047:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 811722 usecs (812 jiffies) 00000400:00000200:0.0:1780853750.857050:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853750.857053:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548423 00000100:00000001:0.0:1780853750.857056:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.857058:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548423 00000100:00000001:0.0:1780853750.857060:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.857062:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.857066:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.857069:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853750.857070:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853750.857073:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853750.857076:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.857079:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.857714:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.857720:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:1.0:1780853750.857725:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.857732:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.857739:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426660 00000400:00000010:1.0:1780853750.857741:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426660. 00000100:00000001:1.0:1780853750.857746:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.857752:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.857764:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.857767:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.857774:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.857776:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1780853750.863323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00010000:00000010:0.1:1780853750.863352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95100. 00010000:00000010:0.1:1780853750.863357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00010000:00000010:0.1:1780853750.863360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000800:00000001:1.0:1780853750.889926:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.889953:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.889957:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.889960:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.889971:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.889979:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.889992:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.889997:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.890004:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.890008:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe51100 00000400:00000200:1.0:1780853750.890016:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.890022:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6c09 [1] + 224 00000800:00000001:1.0:1780853750.890030:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.890041:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.890045:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.890048:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.890055:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.890063:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853750.890075:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.890089:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853750.890187:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853750.890191:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.890197:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.890203:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2500:2500:256:4294967295] 192.168.202.110@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:1.0:1780853750.890207:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.890215:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853750.890221:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.890226:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853750.890233:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.890242:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.890248:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853750.890378:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.890383:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:1.0:1780853750.890387:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.890390:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853750.890395:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.890399:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.890791:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853750.890800:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853750.890802:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853750.890806:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:0.0:1780853750.890811:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:0.0:1780853750.890813:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:0.0:1780853750.890816:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.890823:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853750.890837:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368000 x1867358631432448/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.890843:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853750.890845:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.890847:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853750.890851:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853750.890853:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853750.890855:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.890858:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853750.890867:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853750.890870:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853750.890873:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853750.890874:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.890877:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853750.890880:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.890882:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853750.890884:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x100000150/0x100000152] 00000100:00000001:0.0:1780853750.890886:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853750.890888:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.890889:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000100:00000001:0.0:1780853750.890892:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853750.890894:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1780853750.890895:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853750.890898:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.890902:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368000 x1867358631432448/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.890908:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.890911:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853750.890913:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853750.890916:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368000 x1867358631432448/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853750.890923:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432448:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853750.890928:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.890930:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.890932:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853750.890934:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.890937:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368000 x1867358631432448/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.890942:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.890945:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.890948:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853750.890949:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.890955:0:31502:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.890958:0:31502:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.890963:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9e00. 00000100:00000001:0.0:1780853750.890970:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.890973:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368000 x1867358631432448/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.890978:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.890982:0:31502:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.890991:0:31502:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853750.890994:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e28 00000080:00002000:0.0:1780853750.890996:0:31502:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9e4591aeae58, parent ffff9e4591aeaca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780853750.891000:0:31502:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.891006:0:31502:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853750.891011:0:31502:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853750.891019:0:31502:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1780853750.891021:0:31502:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853750.891023:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.891028:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.891033:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9e00. 00000020:00000010:0.0:1780853750.891037:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853750.891040:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.891046:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.891051:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.891055:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.891062:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.891065:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.891068:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853750.891072:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.891075:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.891078:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.891081:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.891085:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.891087:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853750.891091:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8ed00 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853750.891094:0:31502:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853750.891096:0:31502:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853750.891127:0:31502:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853750.891131:0:31502:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853750.891133:0:31502:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853750.891134:0:31502:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853750.891138:0:31502:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1780853750.891142:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.891145:0:31502:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853750.891147:0:31502:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853750.891149:0:31502:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853750.891150:0:31502:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891152:0:31502:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853750.891154:0:31502:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853750.891155:0:31502:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891157:0:31502:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853750.891158:0:31502:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853750.891159:0:31502:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853750.891161:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00000020:00000001:0.0:1780853750.891163:0:31502:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891166:0:31502:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853750.891168:0:31502:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853750.891170:0:31502:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853750.891174:0:31502:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853750.891177:0:31502:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853750.891180:0:31502:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853750.891182:0:31502:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853750.891183:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.891186:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853750.891189:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca8200. 00000020:00000010:0.0:1780853750.891192:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca8000. 00000020:00000010:0.0:1780853750.891194:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853750.891197:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853750.891200:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853750.891203:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853750.891205:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853750.891208:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853750.891211:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9800. 00000008:00000010:0.0:1780853750.891213:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853750.891216:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853750.891218:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853750.891221:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853750.891223:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853750.891225:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853750.891228:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e4590c8eb70 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853750.891229:0:31502:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853750.891232:0:31502:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853750.891233:0:31502:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853750.891235:0:31502:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891237:0:31502:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891238:0:31502:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853750.891240:0:31502:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853750.891242:0:31502:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891244:0:31502:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891245:0:31502:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891247:0:31502:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853750.891248:0:31502:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853750.891250:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.891251:0:31502:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853750.891252:0:31502:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853750.891253:0:31502:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891255:0:31502:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891256:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891258:0:31502:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891260:0:31502:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853750.891260:0:31502:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891262:0:31502:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891308:0:31502:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853750.891311:0:31502:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853750.891313:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.891314:0:31502:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853750.891316:0:31502:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1780853750.891318:0:31502:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1780853750.891321:0:31502:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1780853750.891324:0:31502:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e45852c2fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1780853750.891327:0:31502:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1780853750.891330:0:31502:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e45852c2fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1780853750.891344:0:31502:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853750.891347:0:31502:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891348:0:31502:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891350:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891351:0:31502:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891353:0:31502:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891354:0:31502:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853750.891356:0:31502:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853750.891357:0:31502:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853750.891358:0:31502:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1780853750.891359:0:31502:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853750.891361:0:31502:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891363:0:31502:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853750.891364:0:31502:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853750.891366:0:31502:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853750.891368:0:31502:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853750.891369:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.891369:0:31502:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853750.891370:0:31502:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853750.891371:0:31502:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891373:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891374:0:31502:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853750.891375:0:31502:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853750.891377:0:31502:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853750.891378:0:31502:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853750.891379:0:31502:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853750.891381:0:31502:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853750.891383:0:31502:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853750.891383:0:31502:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853750.891384:0:31502:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853750.891385:0:31502:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891387:0:31502:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891388:0:31502:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853750.891389:0:31502:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853750.891391:0:31502:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891392:0:31502:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853750.891394:0:31502:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853750.891395:0:31502:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853750.891396:0:31502:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853750.891397:0:31502:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853750.891398:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853750.891402:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca8000. 00000020:00000010:0.0:1780853750.891406:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853750.891410:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853750.891414:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853750.891417:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853750.891420:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853750.891423:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853750.891426:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca8200. 00000008:00000010:0.0:1780853750.891429:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853750.891431:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853750.891435:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853750.891438:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853750.891440:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9800. 00000020:00000010:0.0:1780853750.891442:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00020000:00000001:0.0:1780853750.891444:0:31502:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853750.891446:0:31502:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853750.891448:0:31502:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853750.891450:0:31502:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853750.891452:0:31502:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853750.891453:0:31502:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853750.891456:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.891457:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853750.891459:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.891462:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.891464:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.891466:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.891468:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.891470:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.891472:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9e00. 00000008:00000010:0.0:1780853750.891474:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.891476:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.891478:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.891480:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.891482:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.891484:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.891486:0:31502:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.891489:0:31502:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:0.0:1780853750.891491:0:31502:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9e45919a6c08) 00800000:00000001:0.0:1780853750.891680:0:31502:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:0.0:1780853750.891683:0:31502:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1780853750.891688:0:31502:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1780853750.891693:0:31502:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.891695:0:31502:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.891697:0:31502:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1780853750.891700:0:31502:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1780853750.891702:0:31502:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.891704:0:31502:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.891707:0:31502:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853750.891710:0:31502:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853750.891712:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9a00. 00000020:00000010:0.0:1780853750.891714:0:31502:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4584ca9e00. 00000020:00000010:0.0:1780853750.891716:0:31502:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.891719:0:31502:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.891721:0:31502:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.891723:0:31502:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.891726:0:31502:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.891728:0:31502:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.891730:0:31502:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4584ca9c00. 00000008:00000010:0.0:1780853750.891732:0:31502:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.891735:0:31502:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.891737:0:31502:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.891739:0:31502:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853750.891741:0:31502:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853750.891743:0:31502:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00020000:00000001:0.0:1780853750.891748:0:31502:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:0.0:1780853750.891750:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.891752:0:31502:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:0.0:1780853750.891755:0:31502:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45831395a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853750.891759:0:31502:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853750.891763:0:31502:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16900: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1780853750.891765:0:31502:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:0.0:1780853750.891767:0:31502:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891769:0:31502:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1780853750.891771:0:31502:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1780853750.891774:0:31502:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1780853750.891778:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:0.0:1780853750.891780:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.891782:0:31502:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1780853750.891785:0:31502:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1780853750.891789:0:31502:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1780853732 1780853732 1780853732 by oinfo size 0 blocks 1 [cma]time 1780853732 1780853732 1780853732 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1780853750.891801:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4590c8ed00 00000020:00000001:0.0:1780853750.891802:0:31502:0:(cl_object.c:151:cl_object_top()) ffff9e45852c2fc0 -> ffff9e4590c8ed00 00000008:00000001:0.0:1780853750.891804:0:31502:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853750.891806:0:31502:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853750.891808:0:31502:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853750.891809:0:31502:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853750.891814:0:31502:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e45852c2fc0. 00020000:00000001:0.0:1780853750.891818:0:31502:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1780853750.891820:0:31502:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e4590c8eaf0. 00020000:00000001:0.0:1780853750.891824:0:31502:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1780853750.891826:0:31502:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853750.891828:0:31502:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853750.891829:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.891831:0:31502:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:0.0:1780853750.891833:0:31502:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:0.0:1780853750.891834:0:31502:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853750.891836:0:31502:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:0.0:1780853750.891838:0:31502:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4590525960. 00020000:00000010:0.0:1780853750.891841:0:31502:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e4585c5b780. 00020000:00000010:0.0:1780853750.891843:0:31502:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e45926578d0. 00020000:00000002:0.0:1780853750.891846:0:31502:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45831395a0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853750.891849:0:31502:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853750.891852:0:31502:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4585c16900: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1780853750.891855:0:31502:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4585c16900. 00020000:00000010:0.0:1780853750.891858:0:31502:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4583139720. 00020000:00000010:0.0:1780853750.891860:0:31502:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e45831395a0. 00020000:00000001:0.0:1780853750.891862:0:31502:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1780853750.891863:0:31502:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e4582c3c9b0) owner 0000000000000000/ffff9e4585c68000 00020000:00000010:0.0:1780853750.891865:0:31502:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e4582c3c9b0. 00020000:00000001:0.0:1780853750.891868:0:31502:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:0.0:1780853750.891870:0:31502:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4590c8ec80. 00000020:00001000:0.0:1780853750.891874:0:31502:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853750.891876:0:31502:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4584ca9e00. 00000020:00000010:0.0:1780853750.891878:0:31502:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d720. 00000008:00000010:0.0:1780853750.891881:0:31502:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853750.891884:0:31502:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853750.891886:0:31502:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853750.891888:0:31502:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853750.891891:0:31502:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853750.891893:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9a00. 00000008:00000010:0.0:1780853750.891895:0:31502:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853750.891897:0:31502:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853750.891899:0:31502:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853750.891901:0:31502:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853750.891904:0:31502:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4584ca9c00. 00000020:00000010:0.0:1780853750.891905:0:31502:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853750.891908:0:31502:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1780853750.891910:0:31502:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1780853750.891940:0:31502:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:0.0:1780853750.891942:0:31502:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853750.891945:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00200008:0.0:1780853750.891947:0:31502:0:(file.c:448:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704000 00000080:00400000:0.0:1780853750.891951:0:31502:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1780853750.891954:0:31502:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853750.891956:0:31502:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1780853750.891957:0:31502:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853750.891962:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.891964:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.891967:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:0.0:1780853750.891969:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.891973:0:31502:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780853750.891976:0:31502:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1780853750.891979:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.891983:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.891987:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853750.891993:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.891994:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.891996:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1780853750.891998:0:31502:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:0.0:1780853750.892001:0:31502:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530b680. 00000080:00000001:0.0:1780853750.892004:0:31502:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853750.892007:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d98 00000080:00000008:0.0:1780853750.892009:0:31502:0:(file.c:492:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9e459198b248), flags 704000, rc = 0 00000080:00000001:0.0:1780853750.892011:0:31502:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.892013:0:31502:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.892015:0:31502:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853750.892016:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e00 00000080:00002000:0.0:1780853750.892018:0:31502:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9e4591aeaca8, parent ffff9e4591970ca8, inode ffff9e459198b248) hashed, 00000080:00000001:0.0:1780853750.892021:0:31502:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.892024:0:31502:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853750.892027:0:31502:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853750.892048:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.892052:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.892053:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853750.892055:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3bd8 00000080:00200000:0.0:1780853750.892057:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853750.892062:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9c00. 00800000:00000002:0.0:1780853750.892066:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.892068:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.892072:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.892074:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3af8 00800000:00000002:0.0:1780853750.892076:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.892080:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853750.892083:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853750.892087:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.892088:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39c8 00000002:00010000:0.0:1780853750.892090:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.892094:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853750.892095:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.892096:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.892108:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:0.0:1780853750.892111:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.892114:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.892117:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853750.892121:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853750.892137:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.892139:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.892141:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1780853750.892148:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853750.892150:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.892152:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.892154:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.892156:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.892158:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853750.892161:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853750.892163:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853750.892166:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9c00. 00000080:00000001:0.0:1780853750.892169:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853750.892170:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.892173:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853750.892177:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300db2 00800000:00000001:0.0:1780853750.892179:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853750.892181:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853750.892183:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.892185:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.892188:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:0.0:1780853750.892189:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.892192:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.892194:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.892196:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.892197:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.892198:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.892200:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300db2 from it ffffb4b401db3c10 00010000:00000001:0.0:1780853750.892202:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.892203:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.892205:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:0.0:1780853750.892206:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.892208:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.892210:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.892214:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853750.892221:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.892222:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.892223:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853750.892225:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853750.892227:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853750.892234:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853750.892236:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853750.892238:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.892241:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.892242:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.892244:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892247:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853750.892249:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892251:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892253:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892256:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.892257:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.892258:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853750.892260:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853750.892261:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.892296:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853750.892301:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.892313:0:31502:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15660. 00000020:00000001:0.0:1780853750.892316:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3dc8 00000080:00200000:0.0:1780853750.892318:0:31502:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=0 00000080:00000001:0.0:1780853750.892321:0:31502:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853750.892322:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c78 00000080:00200000:0.0:1780853750.892324:0:31502:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:0.0:1780853750.892331:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9c00. 00800000:00000002:0.0:1780853750.892333:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.892335:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.892337:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.892338:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b98 00800000:00000002:0.0:1780853750.892340:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.892342:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1780853750.892344:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b30 00800000:00000002:0.0:1780853750.892346:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1780853750.892349:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.892350:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a68 00000002:00010000:0.0:1780853750.892351:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.892354:0:31502:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853750.892356:0:31502:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853750.892360:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836ad80. 00000020:00000040:0.0:1780853750.892363:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853750.892368:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853750.892371:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.892373:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.892374:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.892375:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.892378:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853750.892380:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853750.892383:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853750.892389:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851ba800. 00000100:00000001:0.0:1780853750.892395:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892399:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.892400:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892401:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.892402:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.892404:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.892411:0:31502:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00010000:00000001:0.0:1780853750.892415:0:31502:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853750.892417:0:31502:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853750.892420:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:0.0:1780853750.892422:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.892424:0:31502:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853750.892427:0:31502:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572c00. 00000020:00000001:0.0:1780853750.892430:0:31502:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853750.892432:0:31502:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572c00 with handle 0xa8f483e9eb300dc7 to hash 00000020:00000001:0.0:1780853750.892433:0:31502:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853750.892435:0:31502:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.892437:0:31502:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.892439:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.892441:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.892444:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853750.892450:0:31502:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853750.892459:0:31502:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31502 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853750.892464:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853750.892466:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853750.892471:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.892473:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:0.0:1780853750.892475:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.892476:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853750.892480:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853750.892484:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.892486:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853750.892487:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853750.892496:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.892516:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853750.892518:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.892522:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853750.892524:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853750.892527:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853750.892530:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432576:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853750.892535:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853750.892539:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853750.892541:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.892543:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853750.892548:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585174000. 02000000:00000001:0.0:1780853750.892550:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853750.892556:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853750.892559:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b210. 00000400:00000010:0.0:1780853750.892564:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853750.892569:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631432576, portal 10 00000100:00000001:0.0:1780853750.892570:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.892572:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000040:0.0:1780853750.892576:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.892584:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853750.892586:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853750.892589:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426000. 00000100:00000200:0.0:1780853750.892591:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631432576, offset 0 00000400:00000200:0.0:1780853750.892597:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853750.892604:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.892611:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.892615:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853750.892619:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853750.892622:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853750.892625:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853750.892629:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2501:2501:256:4294967295] 192.168.202.110@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:0.0:1780853750.892632:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.892641:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853750.892647:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.892651:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3800. 00000800:00000200:0.0:1780853750.892656:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.892663:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.892666:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3800 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1780853750.892674:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.892678:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 810710 usecs (811 jiffies) 00000400:00000200:0.0:1780853750.892681:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853750.892684:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548458 00000100:00000001:0.0:1780853750.892687:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.892689:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548458 00000100:00000001:0.0:1780853750.892691:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.892693:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.892695:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.892697:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853750.892699:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853750.892702:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853750.892704:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.892706:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.892934:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.892939:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3800. 00000400:00000200:1.0:1780853750.892943:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.892948:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.892953:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426000 00000400:00000010:1.0:1780853750.892955:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426000. 00000100:00000001:1.0:1780853750.892958:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.892962:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.892970:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.892973:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.892980:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.892981:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853750.896667:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.896685:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.896690:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.896694:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.896703:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.896720:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.896730:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.896737:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.896742:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.896747:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe51180 00000400:00000200:1.0:1780853750.896752:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.896759:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6c19 [1] + 224 00000800:00000001:1.0:1780853750.896766:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.896777:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.896780:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.896784:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.896792:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.896801:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.896815:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.896830:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.896838:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.896841:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.896996:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853750.897003:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853750.897005:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853750.897009:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:0.0:1780853750.897013:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:0.0:1780853750.897016:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:0.0:1780853750.897019:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.897024:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853750.897033:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.897039:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853750.897041:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.897043:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853750.897046:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853750.897049:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853750.897053:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.897055:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853750.897066:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853750.897071:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853750.897074:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853750.897075:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.897078:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853750.897082:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.897085:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853750.897087:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1780853750.897090:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853750.897093:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.897097:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.897114:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.897117:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853750.897119:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853750.897124:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853750.897133:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432576:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853750.897138:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.897149:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.897152:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853750.897154:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.897158:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.897165:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.897167:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.897171:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853750.897173:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.897175:0:31502:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853750.897179:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897181:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897184:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853750.897186:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897189:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853750.897196:0:31502:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572c00, remote cookie: 0x562725ecec97a058, flags: 0x1001 00010000:00010000:0.0:1780853750.897201:0:31502:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853750.897211:0:31502:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853750.897214:0:31502:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1780853750.897220:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:0.0:1780853750.897223:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.897226:0:31502:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.897230:0:31502:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853750.897238:0:31502:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897243:0:31502:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853750.897247:0:31502:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853750.897250:0:31502:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853750.897251:0:31502:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853750.897253:0:31502:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853750.897255:0:31502:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9e4594837400) refcount = 2 00010000:00000040:0.0:1780853750.897258:0:31502:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780853750.897261:0:31502:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853750.897302:0:31502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897313:0:31502:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853750.897316:0:31502:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853750.897317:0:31502:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.897320:0:31502:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853750.897323:0:31502:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.897326:0:31502:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897341:0:31502:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853750.897343:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897345:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.897346:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897347:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.897348:0:31502:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.897354:0:31502:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853750.897355:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897356:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897357:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.897359:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897361:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897364:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897365:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897366:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853750.897367:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897369:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897373:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.897376:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.897379:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897385:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897387:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.897388:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897389:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897390:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=5 00000020:00000001:0.0:1780853750.897391:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897393:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897396:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.897398:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897403:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897404:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853750.897407:0:31502:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897412:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.897413:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897414:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.897415:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897416:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853750.897421:0:31502:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853750.897427:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897428:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897429:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.897431:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897433:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897435:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897436:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.897437:0:31502:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.897439:0:31502:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.897442:0:31502:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853750.897444:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897445:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897446:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.897448:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897449:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00000002:00010000:0.0:1780853750.897452:0:31502:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.897457:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897458:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.897459:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853750.897460:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.897461:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.897462:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.897464:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.897466:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853750.897468:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853750.897470:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853750.897474:0:31502:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1780853750.897477:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.897478:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.897479:0:31502:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853750.897483:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db39e8 00000002:00002000:0.0:1780853750.897485:0:31502:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853750.897488:0:31502:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.897492:0:31502:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.898087:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853750.898096:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853750.898109:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853750.898113:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.898117:0:31502:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853750.898119:0:31502:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401db3e00 it_disposition b 00000080:00000001:0.0:1780853750.898122:0:31502:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853750.898130:0:31502:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853750.898190:0:31502:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853750.898194:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1780853750.898198:0:31502:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1780853750.898204:0:31502:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780853750.898207:0:31502:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1780853750.898209:0:31502:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.898212:0:31502:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1780853750.898215:0:31502:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1780853750.898218:0:31502:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833960 mtime from 1780853732 to 1780853750 00000080:00200000:0.0:1780853750.898223:0:31502:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 7680 00000080:00200000:0.0:1780853750.898226:0:31502:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9e459198b248): rc = 0 00000080:00000001:0.0:1780853750.898228:0:31502:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365476424 : -107453344075192 : ffff9e459198b248) 00010000:00000001:0.0:1780853750.898231:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.898234:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.898235:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.898237:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.898239:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.898242:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.898244:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853750.898246:0:31502:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780853750.898248:0:31502:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780853750.898249:0:31502:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853750.898252:0:31502:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853750.898254:0:31502:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.898257:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) for lock 0xa8f483e9eb300dc7 00800000:00000001:0.0:1780853750.898261:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853750.898262:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000080:00000010:0.1:1780853750.898301:0:31502:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7920. 00000080:00000010:0.1:1780853750.898325:0:31502:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919a6b40. 00000080:00000010:0.1:1780853750.898341:0:31502:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7c80. 00010000:00000001:0.0:1780853750.898367:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.898369:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.898370:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.898372:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.898374:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.898377:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.898378:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.898379:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.898381:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1780853750.898387:0:31502:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b166c0 inode ffff9e459198b248 refc 1 flags 0x20000e 00000080:00000001:0.0:1780853750.898392:0:31502:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853750.898394:0:31502:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.898396:0:31502:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1780853750.898400:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9e459198b248) 00000080:00010000:0.0:1780853750.898403:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dc7 from it ffffb4b401db3e00 00010000:00000001:0.0:1780853750.898405:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.898406:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.898407:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853750.898409:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.898411:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853750.898414:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.898418:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853750.898427:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.898428:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.898430:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853750.898433:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853750.898435:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853750.898442:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853750.898445:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853750.898447:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.902367:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.902376:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.902379:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.902385:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853750.902388:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.902390:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.902396:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.902399:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.902401:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.902404:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853750.902409:0:31502:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853750.902418:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9c00. 00000100:00000001:0.0:1780853750.902430:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.902444:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836ad80 x1867358631432576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.902454:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853750.902457:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853750.902461:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585174000. 02000000:00000001:0.0:1780853750.902467:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853750.902470:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853750.902472:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853750.902474:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853750.902478:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853750.902481:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853750.902483:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853750.902485:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836ad80. 00000100:00000001:0.0:1780853750.902489:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853750.902491:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.902839:0:31502:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853750.902842:0:31502:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401db3e00 released 00000080:00000001:0.0:1780853750.902844:0:31502:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780853750.902849:0:31502:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853750.902851:0:31502:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853750.902854:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3d50 00000080:00200000:0.0:1780853750.902857:0:31502:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853750.902869:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9c00. 00800000:00000002:0.0:1780853750.902876:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853750.902882:0:31502:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853750.902886:0:31502:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.902889:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3c70 00800000:00000002:0.0:1780853750.902891:0:31502:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853750.902895:0:31502:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853750.902900:0:31502:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853750.902906:0:31502:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853750.902907:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3b40 00000002:00010000:0.0:1780853750.902910:0:31502:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853750.902913:0:31502:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853750.902915:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.902919:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.902926:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:0.0:1780853750.902929:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.902934:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.902938:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853750.902943:0:31502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853750.902954:0:31502:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853750.902959:0:31502:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853750.902962:0:31502:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1780853750.902969:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853750.902971:0:31502:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.902973:0:31502:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.902975:0:31502:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853750.902977:0:31502:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.902979:0:31502:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853750.902982:0:31502:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853750.902984:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853750.902986:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9c00. 00000080:00000001:0.0:1780853750.902990:0:31502:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853750.902992:0:31502:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.902994:0:31502:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853750.902998:0:31502:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300db2 00800000:00000001:0.0:1780853750.903001:0:31502:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853750.903003:0:31502:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853750.903005:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.903007:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.903009:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:0.0:1780853750.903012:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.903015:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.903017:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.903018:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853750.903020:0:31502:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.903022:0:31502:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853750.903024:0:31502:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300db2 from it ffffb4b401db3d88 00010000:00000001:0.0:1780853750.903026:0:31502:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853750.903027:0:31502:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853750.903028:0:31502:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7800 refcount=3 00000020:00000001:0.0:1780853750.903030:0:31502:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.903032:0:31502:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125534208 : -107453584017408 : ffff9e45834b7800) 00010000:00000001:0.0:1780853750.903035:0:31502:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853750.903038:0:31502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853750.903045:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.903046:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.903048:0:31502:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853750.903050:0:31502:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853750.903052:0:31502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853750.903059:0:31502:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853750.903063:0:31502:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853750.903065:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.903068:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.903070:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.903071:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.903073:0:31502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853750.903075:0:31502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.903076:0:31502:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.903078:0:31502:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.903080:0:31502:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853750.903083:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.903084:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853750.903085:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853750.903087:0:31502:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853750.903090:0:31502:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:0.0:1780853750.903094:0:31502:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.903108:0:31502:0:(namei.c:2311:ll_rmdir()) Process entered 00000020:00000001:0.0:1780853750.903111:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e18 00000080:00200000:0.0:1780853750.903113:0:31502:0:(namei.c:2314:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853750.903116:0:31502:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1780853750.903119:0:31502:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:0.0:1780853750.903122:0:31502:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853750.903127:0:31502:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4584ca9c00. 00800000:00000002:0.0:1780853750.903129:0:31502:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853750.903135:0:31502:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853750.903139:0:31502:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853750.903142:0:31502:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1780853750.903144:0:31502:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853750.903146:0:31502:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:0.0:1780853750.903149:0:31502:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853750.903151:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853750.903154:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:0.0:1780853750.903156:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.903158:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853750.903161:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853750.903164:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1780853750.903171:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853750.903175:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853750.903177:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.903179:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853750.903181:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903182:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903184:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 3 00010000:00000001:0.0:1780853750.903186:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903189:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.903190:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903191:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903193:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 3 00010000:00000001:0.0:1780853750.903194:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903196:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.903197:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903198:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903199:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 3 00010000:00000001:0.0:1780853750.903201:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903203:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.903204:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853750.903207:0:31502:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853750.903211:0:31502:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853750.903213:0:31502:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853750.903216:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853750.903217:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.903221:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853750.903223:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853750.903225:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853750.903226:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.903228:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853750.903230:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b7800 with handle 0xa8f483e9eb300db2 from hash 00010000:00000001:0.0:1780853750.903233:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853750.903234:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.903235:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.903236:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853750.903239:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853750.903241:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853750.903243:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853750.903246:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.903248:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853750.903249:0:31502:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853750.903252:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853750.903253:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853750.903255:0:31502:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853750.903258:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853750.903260:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1780853750.903298:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853750.903300:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853750.903301:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.903303:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1780853750.903305:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903306:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903308:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.903310:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903312:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.903313:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903314:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903316:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.903317:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903319:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.903320:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903321:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903322:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.903324:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903325:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.903327:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853750.903329:0:31502:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff9e459198b180, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853750.903332:0:31502:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853750.903333:0:31502:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853750.903334:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853750.903336:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9e459198b248) invalid 00000020:00000001:0.0:1780853750.903338:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a80 00000080:00002000:0.0:1780853750.903340:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e4591b166c0) parent ffff9e4591970ca8 inode ffff9e459198b248 refc 2 00000080:00000001:0.0:1780853750.903344:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853750.903345:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853750.903346:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.903348:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853750.903349:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853750.903350:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853750.903352:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.903353:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853750.903356:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572c00 with handle 0xa8f483e9eb300dc7 from hash 00010000:00000001:0.0:1780853750.903357:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853750.903359:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.903360:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.903361:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853750.903362:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853750.903364:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853750.903366:0:31502:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853750.903368:0:31502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1780853750.903373:0:31502:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853750.903374:0:31502:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853750.903376:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.903377:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:0.0:1780853750.903378:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903379:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903381:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.903383:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903384:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.903386:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.903387:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.903388:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.903390:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.903392:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.903393:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.903395:0:31502:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853750.903397:0:31502:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853750.903401:0:31502:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4584ca9a00. 00000080:00000001:0.0:1780853750.903403:0:31502:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853750.903406:0:31502:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853750.903408:0:31502:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853750.903410:0:31502:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1780853750.903413:0:31502:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853750.903415:0:31502:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1780853750.903421:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836ad80. 00000020:00000040:0.0:1780853750.903424:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853750.903428:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853750.903431:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853750.903434:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853750.903439:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca9e00. 00000100:00000001:0.0:1780853750.903445:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853750.903474:0:31502:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853750.903485:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853750.903490:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853750.903993:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853750.903997:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853750.904006:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.904009:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:0.0:1780853750.904012:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.904014:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853750.904019:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853750.904023:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.904025:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853750.904028:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853750.904034:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.904042:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853750.904045:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.904049:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853750.904052:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853750.904055:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853750.904058:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432832:192.168.202.110@tcp:35:rm.0 00000100:00000001:0.0:1780853750.904065:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853750.904072:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853750.904074:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.904077:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853750.904082:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853750.904084:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853750.904092:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853750.904097:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b210. 00000400:00000010:0.0:1780853750.904113:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853750.904121:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631432832, portal 10 00000100:00000001:0.0:1780853750.904123:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.904124:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000040:0.0:1780853750.904140:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.904147:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853750.904150:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853750.904154:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426000. 00000100:00000200:0.0:1780853750.904157:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631432832, offset 0 00000400:00000200:0.0:1780853750.904163:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853750.904172:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.904180:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.904186:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853750.904192:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853750.904195:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853750.904198:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853750.904202:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2502:2502:256:4294967295] 192.168.202.110@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:0.0:1780853750.904206:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.904215:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853750.904221:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.904227:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853750.904233:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.904241:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.904246:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853750.904299:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.904305:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 809647 usecs (810 jiffies) 00000400:00000200:0.0:1780853750.904308:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853750.904311:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548469 00000100:00000001:0.0:1780853750.904314:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.904316:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548469 00000100:00000001:0.0:1780853750.904318:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.904320:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.904323:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.904325:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853750.904327:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1780853750.904985:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.904990:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853750.904995:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.905001:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.905008:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426000 00000400:00000010:1.0:1780853750.905010:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426000. 00000100:00000001:1.0:1780853750.905014:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.905019:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.905028:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.905031:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.905036:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.905038:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1780853750.906285:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853750.906293:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.906297:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853750.930834:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.930855:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.930860:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.930863:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.930871:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.930880:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.930891:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.930896:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.930901:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.930905:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe51280 00000400:00000200:1.0:1780853750.930910:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.930916:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6c29 [1] + 224 00000800:00000001:1.0:1780853750.930924:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.930935:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.930938:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.930943:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.930950:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.930961:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853750.930973:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853750.930996:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853750.931005:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.931009:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.932476:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853750.932486:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853750.932488:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853750.932492:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:0.0:1780853750.932790:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:0.0:1780853750.932795:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:0.0:1780853750.932800:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.932812:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853750.932824:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836ad80 x1867358631432832/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.932831:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853750.932833:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.932836:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853750.932840:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853750.932842:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853750.932845:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.932848:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853750.932860:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853750.932865:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853750.932868:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853750.932870:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.932872:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853750.932876:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.932879:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853750.932882:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853750.932884:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853750.932886:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.932888:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853750.932891:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853750.932893:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1780853750.932895:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853750.932897:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.932902:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836ad80 x1867358631432832/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.932910:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.932913:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853750.932915:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853750.932919:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836ad80 x1867358631432832/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853750.932929:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631432832:192.168.202.110@tcp:35:rm.0 00000100:00000001:0.0:1780853750.932933:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.932935:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.932938:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853750.932939:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.932942:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631432832/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.932948:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.932952:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.932955:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853750.932956:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.932963:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.932964:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000002:00000001:0.0:1780853750.932967:0:31502:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.932970:0:31502:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.932975:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9a00. 00000080:00000001:0.0:1780853750.932979:0:31502:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1780853750.932983:0:31502:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1780853750.932987:0:31502:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1780853750.932993:0:31502:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.932999:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.933000:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000001:0.0:1780853750.933002:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.933004:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.933011:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.933012:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.933015:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631432832/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.933021:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.933022:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.933025:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631432192/t4294967646(4294967646) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/608 e 0 to 0 dl 1780853766 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.933031:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853750.933035:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853750.933037:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853750.933039:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853750.933042:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0000. 02000000:00000001:0.0:1780853750.933047:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853750.933049:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853750.933050:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:0.0:1780853750.933054:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853750.933055:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.933056:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.933059:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836ad80 x1867358631432832/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.933065:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.933067:0:31502:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c15ee0. 00000002:00000001:0.0:1780853750.933069:0:31502:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.933071:0:31502:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853750.933073:0:31502:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e459263da80. 00000100:00000001:0.0:1780853750.933076:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.933078:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836ad80 x1867358631432832/t4294967648(4294967648) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853750.933085:0:31502:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853750.933087:0:31502:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853750.933090:0:31502:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853750.933093:0:31502:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853750.933094:0:31502:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853750.933095:0:31502:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853750.933107:0:31502:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853750.933109:0:31502:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca9e00. 02000000:00000001:0.0:1780853750.933111:0:31502:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853750.933112:0:31502:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853750.933114:0:31502:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836ad80. 00000100:00000001:0.0:1780853750.933116:0:31502:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853750.933117:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.933120:0:31502:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.933123:0:31502:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853750.933125:0:31502:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1780853750.934595:0:31502:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853750.934600:0:31502:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853750.934610:0:31502:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 4 00010000:00000001:0.0:1780853750.934614:0:31502:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853750.934620:0:31502:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.934623:0:31502:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.934628:0:31502:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853750.934631:0:31502:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9e459198b248) invalid 00000020:00000001:0.0:1780853750.934636:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3a80 00000080:00002000:0.0:1780853750.934638:0:31502:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9e4591b166c0) parent ffff9e4591970ca8 inode ffff9e459198b248 refc 2 00000080:00000001:0.0:1780853750.934642:0:31502:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853750.934645:0:31502:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853750.934647:0:31502:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.934652:0:31502:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853750.934655:0:31502:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853750.934657:0:31502:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853750.934659:0:31502:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853750.934662:0:31502:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853750.934666:0:31502:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778800 with handle 0xa8f483e9eb300dc0 from hash 00010000:00000001:0.0:1780853750.934668:0:31502:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853750.934670:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853750.934672:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.934673:0:31502:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853750.934676:0:31502:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853750.934678:0:31502:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853750.934681:0:31502:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853750.934684:0:31502:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1780853750.934687:0:31502:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1780853750.934698:0:31502:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836ad80. 00000020:00000040:0.0:1780853750.934702:0:31502:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853750.934708:0:31502:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853750.934710:0:31502:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.934713:0:31502:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853750.934718:0:31502:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853750.934721:0:31502:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.934723:0:31502:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853750.934725:0:31502:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853750.934730:0:31502:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853750.934737:0:31502:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584ca9e00. 00000100:00000001:0.0:1780853750.934744:0:31502:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.934746:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.934749:0:31502:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853750.934757:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780853750.934767:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853750.934776:0:31502:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1780853750.934782:0:31502:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1780853750.934783:0:31502:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1780853750.934785:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853750.934787:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300dc7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a058 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853750.934800:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.934801:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853750.934803:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300dc0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a019 expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1780853750.934808:0:31502:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837400 count: 0 00010000:00000010:0.0:1780853750.934813:0:31502:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9580. 00010000:00000001:0.0:1780853750.934821:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.934823:0:31502:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853750.934825:0:31502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7800/0xa8f483e9eb300db2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec979ffd expref: -99 pid: 31502 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1780853750.934830:0:31502:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0d00 count: 0 00010000:00000010:0.0:1780853750.934833:0:31502:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2980. 00010000:00000001:0.0:1780853750.934837:0:31502:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853750.934839:0:31502:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.934840:0:31502:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853750.934841:0:31502:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.934843:0:31502:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853750.934853:0:31502:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853750.934863:0:31502:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853750.934870:0:31502:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853750.934872:0:31502:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853750.934878:0:31502:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.934880:0:31502:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:0.0:1780853750.934883:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.934884:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853750.934890:0:31502:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853750.934895:0:31502:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.934897:0:31502:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853750.934898:0:31502:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853750.934903:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.934911:0:31502:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853750.934913:0:31502:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.934917:0:31502:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853750.934920:0:31502:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853750.934922:0:31502:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853750.934926:0:31502:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631433088:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853750.934930:0:31502:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853750.934934:0:31502:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853750.934937:0:31502:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.934939:0:31502:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853750.934944:0:31502:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853750.934945:0:31502:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853750.934953:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853750.934957:0:31502:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b210. 00000400:00000010:0.0:1780853750.934964:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853750.934971:0:31502:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631433088, portal 10 00000100:00000001:0.0:1780853750.934973:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.934974:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000040:0.0:1780853750.934980:0:31502:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.934986:0:31502:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853750.934989:0:31502:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853750.934991:0:31502:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426660. 00000100:00000200:0.0:1780853750.934994:0:31502:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1867358631433088, offset 0 00000400:00000200:0.0:1780853750.935000:0:31502:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853750.935008:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.935014:0:31502:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853750.935019:0:31502:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853750.935023:0:31502:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853750.935026:0:31502:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853750.935028:0:31502:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853750.935032:0:31502:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2503:2503:256:4294967295] 192.168.202.110@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:0.0:1780853750.935036:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853750.935045:0:31502:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853750.935051:0:31502:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853750.935057:0:31502:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853750.935063:0:31502:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853750.935069:0:31502:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853750.935073:0:31502:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1780853750.935084:0:31502:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.935089:0:31502:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808627 usecs (809 jiffies) 00000400:00000200:0.0:1780853750.935092:0:31502:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853750.935094:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296548498 00000100:00000001:0.0:1780853750.935106:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.935111:0:31502:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296548498 00000100:00000001:0.0:1780853750.935113:0:31502:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296548864 00000100:00000001:0.0:1780853750.935115:0:31502:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.935118:0:31502:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.935120:0:31502:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853750.935122:0:31502:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853750.935125:0:31502:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853750.941309:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853750.941317:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853750.942879:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.942890:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853750.942898:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.942908:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853750.942916:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426660 00000400:00000010:1.0:1780853750.942919:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426660. 00000100:00000001:1.0:1780853750.942924:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853750.942933:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.942946:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853750.942949:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.942955:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853750.942957:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1780853750.947484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00010000:00000010:0.1:1780853750.947507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:0.1:1780853750.947514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778800. 00010000:00000010:0.1:1780853750.947518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0d00. 00010000:00000010:0.1:1780853750.947520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7800. 00000800:00000001:1.0:1780853750.959388:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.959405:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853750.959409:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.959411:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.959420:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959428:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853750.959437:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959442:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959448:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959462:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe51380 00000400:00000200:1.0:1780853750.959467:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959474:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6c39 [1] + 224 00000800:00000001:1.0:1780853750.959481:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.959489:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853750.959492:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.959505:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853750.959514:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853750.959526:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853750.959537:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853750.959558:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853750.959567:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853750.959570:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959575:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853750.959581:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2504:2504:256:4294967295] 192.168.202.110@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:1.0:1780853750.959585:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853750.959592:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853750.959597:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853750.959603:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8a00. 00000800:00000200:1.0:1780853750.959609:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853750.959616:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853750.959621:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8a00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853750.959709:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853750.959714:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8a00. 00000400:00000200:1.0:1780853750.959718:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853750.959729:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853750.959735:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853750.959738:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.960425:0:31502:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853750.960434:0:31502:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853750.960436:0:31502:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853750.960440:0:31502:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:0.0:1780853750.960444:0:31502:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:0.0:1780853750.960446:0:31502:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:0.0:1780853750.960450:0:31502:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853750.960467:0:31502:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853750.960476:0:31502:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836ad80 x1867358631433088/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/624 e 0 to 0 dl 1780853766 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.960483:0:31502:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853750.960485:0:31502:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.960488:0:31502:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853750.960492:0:31502:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853750.960502:0:31502:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853750.960505:0:31502:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853750.960509:0:31502:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853750.960520:0:31502:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=141 v=5 (101 101 101 101) 00000100:00001000:0.0:1780853750.960525:0:31502:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853750.960528:0:31502:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853750.960530:0:31502:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853750.960533:0:31502:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853750.960536:0:31502:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.960539:0:31502:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853750.960542:0:31502:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000150] 00000100:00000001:0.0:1780853750.960544:0:31502:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853750.960546:0:31502:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853750.960548:0:31502:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853750.960552:0:31502:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853750.960554:0:31502:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:0.0:1780853750.960555:0:31502:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853750.960559:0:31502:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853750.960565:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836ad80 x1867358631433088/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.960573:0:31502:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853750.960576:0:31502:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853750.960578:0:31502:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853750.960582:0:31502:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836ad80 x1867358631433088/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853750.960591:0:31502:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:31502:1867358631433088:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853750.960596:0:31502:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853750.960599:0:31502:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853750.960601:0:31502:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853750.960604:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.960607:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631433088/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.960615:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853750.960617:0:31502:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:0.0:1780853750.960620:0:31502:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853750.960622:0:31502:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853750.960629:0:31502:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.960632:0:31502:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853750.960636:0:31502:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853750.960640:0:31502:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4584ca9c00. 00000100:00000001:0.0:1780853750.960648:0:31502:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853750.960651:0:31502:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836ad80 x1867358631433088/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853750.960658:0:31502:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.960661:0:31502:0:(namei.c:2357:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.960677:0:31502:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1780853750.960681:0:31502:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:0.0:1780853750.960683:0:31502:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9e459198b248) 00800000:00000001:0.0:1780853750.960688:0:31502:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:0.0:1780853750.960691:0:31502:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:0.0:1780853750.960696:0:31502:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1780853750.960701:0:31502:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853750.960703:0:31502:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.960706:0:31502:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1780853750.960709:0:31502:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1780853750.960711:0:31502:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.960713:0:31502:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853750.960718:0:31502:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1780853750.960728:0:31502:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1780853750.960745:0:31502:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853750.960748:0:31502:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401db3e30 00000080:00002000:0.0:1780853750.960751:0:31502:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9e4591b166c0, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780853750.960754:0:31502:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853750.960757:0:31502:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853750.960760:0:31502:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1780853750.985596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198b180. 00000080:00000010:0.1:1780853750.985615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15660. 00010000:00000001:1.0:1780853751.853340:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853751.853348:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853751.853350:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853751.853354:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853751.853359:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853751.853361:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853751.853363:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853751.853365:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853751.853369:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853751.853371:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853751.853374:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853751.853376:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853751.853463:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853751.853466:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853751.853469:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853752.123961:0:31587:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853752.622125:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296548864, at 4296549376 00000100:00000010:0.0:1780853752.622138:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49de0. 00000100:00000040:1.0:1780853752.622356:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296548864, at 4296549376 00000100:00000010:1.0:1780853752.622362:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49180. 00010000:00000001:1.0:1780853752.878356:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853752.878362:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853752.878367:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853752.878368:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853752.878371:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853752.878373:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853752.878509:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853752.878513:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853752.878516:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780853753.645535:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853753.645546:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853753.645554:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853753.645561:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853753.645567:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853753.645570:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853753.645577:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853753.645585:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddc00. 00000100:00000001:2.0:1780853753.645593:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645605:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853753.645617:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853753.645622:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645628:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d92a3a] to pc [ptlrpcd_01_01+1] req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.645652:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645654:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853753.645658:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853753.645660:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3b100. 00000020:00000040:2.0:1780853753.645662:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853753.645664:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853753.645665:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853753.645667:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853753.645670:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd700. 00000100:00000001:2.0:1780853753.645672:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645675:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853753.645683:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853753.645684:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645688:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cfb0d1] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.645696:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645698:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853753.645701:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853753.645704:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39f80. 00000020:00000040:2.0:1780853753.645705:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853753.645707:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853753.645709:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853753.645710:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853753.645712:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dda00. 00000100:00000001:2.0:1780853753.645714:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645717:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853753.645723:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853753.645725:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645728:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c4f1be3] to pc [ptlrpcd_01_01+1] req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.645735:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645737:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853753.645739:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853753.645741:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853753.645743:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853753.645745:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853753.645746:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853753.645747:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853753.645749:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd000. 00000100:00000001:2.0:1780853753.645752:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645755:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853753.645761:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853753.645762:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645766:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c364de3] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.645779:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645783:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1888) 00000100:00000001:2.0:1780853753.645792:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853753.645794:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853753.645797:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853753.645802:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.645809:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853753.645811:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853753.645815:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853753.645817:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853753.645820:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853753.645824:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631433344:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853753.645828:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853753.645833:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853753.645836:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853753.645839:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853753.645843:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f73200. 02000000:00000001:2.0:1780853753.645845:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853753.645852:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853753.645856:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 00000400:00000010:2.0:1780853753.645862:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8faa0. 00000100:00000200:2.0:1780853753.645868:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433344, portal 10 00000100:00000001:2.0:1780853753.645870:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853753.645872:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000040:2.0:1780853753.645879:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.645887:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853753.645890:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853753.645892:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853753.645895:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631433344, offset 0 00000400:00000200:2.0:1780853753.645901:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853753.645909:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853753.645915:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853753.645920:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853753.645924:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853753.645927:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853753.645930:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853753.645933:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2505:2505:256:4294967295] 192.168.202.110@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:2.0:1780853753.645937:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853753.645947:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853753.645953:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853753.645957:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dde00. 00000800:00000200:2.0:1780853753.645964:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853753.645972:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853753.645977:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853753.645994:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.645999:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807606 usecs (808 jiffies) 00000400:00000200:2.0:1780853753.646002:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853753.646004:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296551208 00000100:00000010:2.0:1780853753.646009:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5420. 00000100:00000001:2.0:1780853753.646016:0:2382:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853753.646022:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296551208 00000100:00000010:2.0:1780853753.646024:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da59c0. 00000100:00000001:2.0:1780853753.646027:0:2382:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853753.646030:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853753.646032:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853753.646035:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853753.646038:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.646045:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853753.646046:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853753.646048:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853753.646050:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853753.646052:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853753.646055:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631433600:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853753.646058:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853753.646060:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853753.646061:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853753.646063:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853753.646065:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f73000. 02000000:00000001:2.0:1780853753.646067:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853753.646070:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853753.646072:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685420. 00000400:00000010:2.0:1780853753.646087:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853753.646090:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433600, portal 4 00000100:00000001:2.0:1780853753.646092:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853753.646093:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853753.646100:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.646205:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.646209:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853753.646210:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853753.646217:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.646223:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853753.646225:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.646227:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853753.646229:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853753.646231:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853753.646234:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631433216:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853753.646237:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853753.646240:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853753.646241:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.646242:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853753.646246:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585d74800. 02000000:00000001:3.0:1780853753.646247:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853753.646251:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853753.646254:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853753.646259:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853753.646262:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433216, portal 25 00000100:00000001:3.0:1780853753.646278:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853753.646279:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:3.0:1780853753.646284:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.646291:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853753.646293:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853753.646295:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853753.646298:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631433216, offset 0 00000400:00000200:3.0:1780853753.646304:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853753.646373:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853753.646378:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853753.646381:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853753.646384:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853753.646386:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853753.646389:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853753.646392:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2506:2506:255:4294967295] 192.168.202.110@tcp LPNI seq info [2506:2506:7:4294967295] 00000400:00000200:3.0:1780853753.646396:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853753.646403:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853753.646407:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853753.646411:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853753.646414:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853753.646419:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853753.646421:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853753.646424:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853753.646427:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853753.646429:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296554489 00000100:00000001:3.0:1780853753.646434:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296551208 00000100:00000001:3.0:1780853753.646437:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296554489 00000100:00000001:3.0:1780853753.646440:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296551208 00000100:00000001:3.0:1780853753.646443:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853753.646445:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.646447:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853753.646451:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.646458:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853753.646459:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.646461:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853753.646463:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853753.646465:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853753.646468:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631433472:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853753.646471:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853753.646473:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853753.646475:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.646477:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853753.646479:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585d75e00. 02000000:00000001:3.0:1780853753.646481:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853753.646483:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853753.646486:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853753.646488:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ab28. 00000100:00000200:3.0:1780853753.646491:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433472, portal 4 00000100:00000001:3.0:1780853753.646493:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853753.646494:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000040:3.0:1780853753.646499:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.646505:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853753.646507:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853753.646509:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a3b8. 00000100:00000200:3.0:1780853753.646511:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631433472, offset 0 00000400:00000200:3.0:1780853753.646514:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853753.646517:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853753.646520:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853753.646522:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853753.646524:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853753.646526:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853753.646528:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853753.646531:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2507:2507:254:4294967295] 192.168.202.110@tcp LPNI seq info [2507:2507:6:4294967295] 00000400:00000200:3.0:1780853753.646535:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853753.646540:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853753.646544:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853753.646547:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853753.646550:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853753.646553:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853753.646556:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853753.646558:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853753.646561:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 236987 usecs (237 jiffies) 00000400:00000200:3.0:1780853753.646563:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853753.646565:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296550637 00000100:00000001:3.0:1780853753.646568:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296554489 00000100:00000001:3.0:1780853753.646570:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296550637 00000100:00000001:3.0:1780853753.646572:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296554489 00000100:00000001:3.0:1780853753.646574:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853753.646575:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.646577:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.646580:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.646587:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853753.646589:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853753.646591:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.646592:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853753.646593:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.646595:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853753.646693:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853753.646699:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853753.646704:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.646710:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853753.646715:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:1.0:1780853753.646718:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:1.0:1780853753.646723:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853753.646728:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.646738:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853753.646741:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.646754:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853753.646756:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853753.646763:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853753.646765:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77200. 00000400:00000200:1.0:1780853753.646768:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.646771:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853753.646773:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:1.0:1780853753.646775:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:1.0:1780853753.646776:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853753.646779:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.646785:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853753.646788:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.646795:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853753.646796:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853753.647244:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853753.647248:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77c00. 00000400:00000200:1.0:1780853753.647252:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.647257:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853753.647260:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a3b8 00000400:00000010:1.0:1780853753.647262:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a3b8. 00000100:00000001:1.0:1780853753.647279:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853753.647284:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.647293:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853753.647295:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.647300:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853753.647302:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1780853753.647659:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853753.647663:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853753.647667:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f990. 00000100:00000200:2.0:1780853753.647671:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631433600, offset 0 00000400:00000200:2.0:1780853753.647676:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853753.647683:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853753.647687:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853753.647691:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853753.647694:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853753.647697:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853753.647700:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853753.647703:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2508:2508:256:4294967295] 192.168.202.110@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:2.0:1780853753.647707:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853753.647714:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853753.647720:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853753.647724:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853753.647729:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853753.647734:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853753.647737:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853753.647744:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.647747:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 93805 usecs (94 jiffies) 00000400:00000200:2.0:1780853753.647751:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853753.647753:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296550496 00000100:00000001:2.0:1780853753.647756:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296554489 00000100:00000001:2.0:1780853753.647758:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296550496 00000100:00000001:2.0:1780853753.647760:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296554489 00000100:00000001:2.0:1780853753.647762:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853753.647765:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853753.647768:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853753.647770:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.647775:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853753.647776:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853753.647778:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853753.647779:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853753.647781:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853753.647783:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853753.648332:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853753.648337:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853753.648341:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.648345:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853753.648349:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:1.0:1780853753.648350:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:1.0:1780853753.648354:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853753.648360:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.648368:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853753.648371:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.648376:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853753.648378:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853753.654647:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.654663:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853753.654667:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.654672:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.654681:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.654688:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853753.654696:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.654700:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.654706:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.654710:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe51480 00000400:00000200:1.0:1780853753.654716:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.654722:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c49 [1] + 224 00000800:00000001:1.0:1780853753.654730:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.654738:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.654743:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.654748:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853753.654758:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853753.654770:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853753.654782:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.654806:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853753.654818:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.654822:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.654915:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.654920:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853753.654927:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853753.654929:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853753.654932:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:3.0:1780853753.654937:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:3.0:1780853753.654940:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:3.0:1780853753.654948:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853753.654953:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853753.654962:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.654974:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853753.654976:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.654978:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853753.654981:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853753.654984:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853753.654986:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.654989:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853753.655001:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=144 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853753.655006:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853753.655009:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853753.655010:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853753.655013:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853753.655017:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.655021:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853753.655023:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967637 00000100:00000001:3.0:1780853753.655025:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853753.655028:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853753.655032:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.655039:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853753.655042:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853753.655044:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853753.655047:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853753.655054:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631433344:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853753.655059:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.655062:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853753.655065:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631433344/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.655071:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853753.655074:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853753.655087:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f73200. 02000000:00000001:3.0:1780853753.655092:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853753.655095:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853753.655098:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853753.655101:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853753.655168:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd700. 02000000:00000001:3.0:1780853753.655174:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853753.655175:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853753.655178:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:3.0:1780853753.655182:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853753.655183:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.655186:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.655187:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.655189:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853753.655191:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.655192:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853753.658221:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658245:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853753.658250:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658253:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.658298:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658315:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853753.658325:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658330:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658336:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658341:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe51500 00000400:00000200:1.0:1780853753.658346:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658352:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c61 [1] + 224 00000800:00000001:1.0:1780853753.658361:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658366:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.658369:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.658374:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853753.658383:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853753.658395:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853753.658406:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.658423:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853753.658434:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658438:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853753.658440:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658442:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.658445:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658448:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853753.658454:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658457:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658460:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658463:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe51580 00000400:00000200:1.0:1780853753.658466:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.658470:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c51 [1] + 224 00000800:00000001:1.0:1780853753.658474:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658481:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.658483:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.658486:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853753.658489:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853753.658493:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853753.658501:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.658517:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853753.658521:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.658524:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.658624:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853753.658629:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853753.658637:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853753.658639:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853753.658643:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685420. 00000400:00000200:2.0:1780853753.658648:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853753.658650:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853753.658654:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853753.658659:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853753.658672:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.658678:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853753.658680:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.658683:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853753.658686:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853753.658688:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853753.658691:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853753.658694:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853753.658704:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=144 v=5 (5 5 5 37) 00000100:00001000:2.0:1780853753.658708:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853753.658711:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853753.658713:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853753.658715:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853753.658718:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853753.658722:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853753.658724:0:2382:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967335 gen 13 00000100:00000040:2.0:1780853753.658730:0:2382:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967335) req@ffff9e458836aa00 x1867358631427968/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853753.658737:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853753.658740:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836aa00 x1867358631427968/t4294967335(4294967335) o2->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853764 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853753.658746:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853753.658748:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853753.658752:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb800. 02000000:00000001:2.0:1780853753.658755:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853753.658758:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853753.658760:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853753.658762:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853753.658765:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca8a00. 02000000:00000001:2.0:1780853753.658769:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853753.658771:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853753.658774:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836aa00. 00000100:00000001:2.0:1780853753.658778:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853753.658779:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.658781:0:2382:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853753.658783:0:2382:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1780853753.658786:0:2382:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853753.658787:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853753.658792:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.658798:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853753.658801:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853753.658803:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853753.658806:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853753.658813:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631433600:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853753.658818:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.658821:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853753.658823:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631433600/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853753.658828:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853753.658830:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853753.658831:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f73000. 02000000:00000001:2.0:1780853753.658834:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853753.658835:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853753.658836:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853753.658838:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853753.658840:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd000. 02000000:00000001:2.0:1780853753.658842:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853753.658843:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853753.658844:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853753.658847:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853753.658848:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.658851:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853753.658859:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853753.658860:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853753.658862:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853753.658864:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.658915:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.658919:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853753.658924:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853753.658926:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853753.658929:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:3.0:1780853753.658932:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ab28 00000400:00000010:3.0:1780853753.658934:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ab28. 00000100:00000001:3.0:1780853753.658937:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853753.658942:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853753.658950:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.658956:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853753.658958:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.658960:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853753.658962:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853753.658963:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853753.658965:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.658966:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853753.658971:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=144 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853753.658974:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853753.658976:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853753.658977:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853753.658979:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853753.658981:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.658983:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853753.658985:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853753.658986:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853753.658988:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853753.658991:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.658997:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853753.658998:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853753.658999:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853753.659003:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853753.659009:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631433472:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853753.659013:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.659015:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853753.659017:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631433472/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.659022:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853753.659023:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853753.659025:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585d75e00. 02000000:00000001:3.0:1780853753.659028:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853753.659030:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853753.659031:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853753.659032:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853753.659034:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dda00. 02000000:00000001:3.0:1780853753.659036:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853753.659038:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853753.659039:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:3.0:1780853753.659043:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853753.659045:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.659047:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.659048:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.659049:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853753.659051:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.659053:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853753.659588:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.659595:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853753.659596:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.659598:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.659601:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.659605:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853753.659610:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.659612:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.659615:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.659618:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe51400 00000400:00000200:1.0:1780853753.659621:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853753.659624:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c59 [1] + 224 00000800:00000001:1.0:1780853753.659627:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.659633:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853753.659635:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853753.659637:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853753.659640:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853753.659645:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853753.659651:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853753.659664:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853753.659668:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853753.659670:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.659698:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.659700:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853753.659703:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853753.659705:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853753.659707:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853753.659710:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853753.659713:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853753.659715:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853753.659720:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853753.659728:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.659733:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853753.659735:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.659737:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853753.659739:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853753.659741:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853753.659742:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853753.659744:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853753.659749:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853753.659752:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853753.659755:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853753.659756:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853753.659758:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853753.659759:0:2383:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.659762:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853753.659766:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.659773:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853753.659776:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853753.659778:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853753.659782:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853753.659789:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631433216:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853753.659794:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.659796:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853753.659799:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631433216/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853769 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853753.659806:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853753.659807:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853753.659810:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585d74800. 02000000:00000001:3.0:1780853753.659815:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853753.659816:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853753.659818:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853753.659820:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853753.659822:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddc00. 02000000:00000001:3.0:1780853753.659823:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853753.659825:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853753.659826:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:3.0:1780853753.659827:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853753.659828:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.659830:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853753.659835:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853753.659837:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853753.659838:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853753.659839:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853753.677008:0:31724:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853753.904450:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853753.904457:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853753.904462:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853753.904464:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853753.904467:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853753.904468:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853753.911410:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853753.911417:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853753.911422:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1780853754.605977:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.605998:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853754.606003:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.606006:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853754.606017:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.606025:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853754.606035:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.606041:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.606048:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.606052:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51157b00 00000400:00000200:0.0:1780853754.606062:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x5f29 [2] + 1640 00000800:00000001:0.0:1780853754.606106:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.606114:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853754.606117:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853754.606122:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853754.606130:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853754.606133:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780853754.606138:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836a680. 00000100:00000040:0.0:1780853754.606142:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e458836a680 x1867358651382528 msgsize 328 00000100:00100000:0.0:1780853754.606146:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:0.0:1780853754.606157:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853754.606166:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.606169:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853754.606191:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853754.606194:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651382528 02000000:00000001:0.0:1780853754.606197:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853754.606199:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853754.606202:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853754.606207:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853754.606211:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651382528 00000020:00000001:0.0:1780853754.606214:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853754.606217:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:0.0:1780853754.606220:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853754.606223:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:0.0:1780853754.606225:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:0.0:1780853754.606228:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:0.0:1780853754.606234:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853754.606240:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d000. 00000100:00000001:0.0:1780853754.606243:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853754.606245:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d000. 00000020:00000010:0.0:1780853754.606252:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3000. 00000020:00000010:0.0:1780853754.606258:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922ab080. 00000020:00000010:0.0:1780853754.606286:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c914b0. 00000100:00000040:0.0:1780853754.606299:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853754.606302:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853754.606304:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853754.606306:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853754.606314:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853754.606323:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853754.606336:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853754.606338:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853754.606343:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 57 00000100:00000040:0.0:1780853754.606347:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:0.0:1780853754.606349:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208055936 : -107453501495680 : ffff9e458836a680) 00000100:00000040:0.0:1780853754.606357:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e458836a680 x1867358651382528/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:535/0 lens 328/0 e 0 to 0 dl 1780853765 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853754.606366:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853754.606369:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d000. 00000100:00000001:0.0:1780853754.606371:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853754.606373:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d000. 00000100:00100000:0.0:1780853754.606377:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e458836a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7747:x1867358651382528:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853754.606381:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651382528 00010000:00000001:0.0:1780853754.606385:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853754.606394:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853754.606396:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853754.606399:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=2 00000020:00000001:0.0:1780853754.606401:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:0.0:1780853754.606405:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:0.0:1780853754.606409:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853754.606413:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853754.606419:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1780853754.606434:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853754.606436:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853754.606442:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851bac00. 02000000:00000001:0.0:1780853754.606445:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853754.606447:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853754.606453:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853754.606455:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853754.606459:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853754.606465:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853754.606468:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853754.606471:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853754.606473:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853754.606476:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853754.606480:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853754.606483:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853754.606488:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853754.606493:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651382528, offset 224 00000400:00000200:0.0:1780853754.606500:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853754.606507:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.606514:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853754.606520:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2509:2509:256:4294967295] 192.168.202.110@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:0.0:1780853754.606525:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.606533:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853754.606539:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853754.606543:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3100. 00000800:00000200:0.0:1780853754.606549:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853754.606557:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853754.606561:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853754.606572:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853754.606575:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853754.606579:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853754.606584:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4591ded840. 00010000:00000001:0.0:1780853754.606587:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853754.606602:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853754.606604:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853754.606606:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853754.606609:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853754.606614:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a680 x1867358651382528/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:535/0 lens 328/224 e 0 to 0 dl 1780853765 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853754.606624:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e458836a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:7747:x1867358651382528:12345-192.168.202.110@tcp:104: Request processed in 256us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853754.606632:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 57 00000100:00000040:0.0:1780853754.606635:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:0.0:1780853754.606637:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853754.606639:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853754.606644:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922ab080. 00000020:00000010:0.0:1780853754.606648:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c914b0. 00000020:00000010:0.0:1780853754.606651:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3000. 00000020:00000040:0.0:1780853754.606656:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:0.0:1780853754.606659:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853754.606763:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853754.606767:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3100. 00000400:00000200:0.0:1780853754.606771:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853754.606775:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853754.606780:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:0.0:1780853754.606782:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:0.0:1780853754.606786:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1780853754.606788:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1780853754.607028:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853754.607031:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853754.607034:0:15885:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853754.607037:0:15885:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853754.607038:0:15885:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853754.607043:0:15885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853754.607059:0:15885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171a00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:3.0:1780853754.607062:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1780853754.607065:0:15885:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853754.607066:0:15885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853754.607078:0:15885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853754.607079:0:15885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=3 00000020:00000001:3.0:1780853754.607082:0:15885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853754.607084:0:15885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853754.607087:0:15885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853754.607090:0:15885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1780853754.607097:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1780853754.607099:0:15885:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853754.607104:0:15885:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853754.607110:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589323e00. 00000020:00000010:3.0:1780853754.607114:0:15885:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589323600. 00000020:00000010:3.0:1780853754.607118:0:15885:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853754.607124:0:15885:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853754.607129:0:15885:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853754.607134:0:15885:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853754.607140:0:15885:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853754.607144:0:15885:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853754.607148:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e458a445000. 00000008:00000010:3.0:1780853754.607152:0:15885:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853754.607155:0:15885:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853754.607159:0:15885:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853754.607162:0:15885:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853754.607165:0:15885:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853754.607168:0:15885:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000008:00000001:3.0:1780853754.607171:0:15885:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1780853754.607173:0:15885:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853754.607175:0:15885:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853754.607178:0:15885:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589323600. 00000020:00000010:3.0:1780853754.607183:0:15885:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853754.607186:0:15885:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853754.607190:0:15885:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853754.607193:0:15885:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853754.607196:0:15885:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853754.607200:0:15885:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853754.607203:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589323e00. 00000008:00000010:3.0:1780853754.607205:0:15885:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853754.607208:0:15885:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853754.607210:0:15885:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853754.607213:0:15885:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853754.607215:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e458a445000. 00000020:00000010:3.0:1780853754.607218:0:15885:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000008:00000001:3.0:1780853754.607220:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853754.607223:0:15885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853754.607227:0:15885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853754.607228:0:15885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853754.607230:0:15885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853754.607231:0:15885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853754.607234:0:15885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171a00 with handle 0xa8f483e9eb300d81 from hash 00010000:00000001:3.0:1780853754.607236:0:15885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853754.607238:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853754.607239:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853754.607240:0:15885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853754.607244:0:15885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853754.607245:0:15885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780853754.607250:0:15885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853754.607253:0:15885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853754.607255:0:15885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853754.607257:0:15885:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853754.607263:0:15885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853754.607288:0:15885:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853754.607292:0:15885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853754.607294:0:15885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853754.607299:0:15885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853754.607306:0:15885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e458a445000. 00000100:00000001:3.0:1780853754.607311:0:15885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853754.607314:0:15885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853754.607319:0:15885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853754.607326:0:15885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853754.607328:0:15885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.607332:0:15885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853754.607337:0:15885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853754.607345:0:15885:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7d32851] to pc [ptlrpcd_01_01+1] req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853754.607366:0:15885:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853754.607369:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853754.607370:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853754.607371:0:15885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853754.607373:0:15885:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853754.607375:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853754.607378:0:15885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853754.607385:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853754.607387:0:15885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000261f132f/0xa8f483e9eb300d81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979f40 expref: -99 pid: 31500 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853754.607396:0:15885:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852dec80. 00010000:00000040:3.0:1780853754.607400:0:15885:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3200 count: 0 00010000:00000010:3.0:1780853754.607406:0:15885:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e45853e3a00. 00010000:00000001:3.0:1780853754.607416:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853754.607417:0:15885:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780853754.607419:0:15885:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4591ded840. 00010000:00000001:3.0:1780853754.607422:0:15885:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853754.607424:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853754.607426:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853754.607427:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853754.607429:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853754.607430:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853754.607432:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853754.607433:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853754.607434:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853754.607436:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853754.607448:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.607452:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853754.607455:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853754.607460:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.607468:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853754.607470:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853754.607475:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853754.607478:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853754.607480:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853754.607483:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631433728:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853754.607487:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853754.607493:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853754.607496:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853754.607498:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853754.607502:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4589323e00. 02000000:00000001:3.0:1780853754.607504:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853754.607509:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853754.607513:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853754.607519:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853754.607525:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433728, portal 18 00000100:00000001:3.0:1780853754.607528:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853754.607530:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000040:3.0:1780853754.607537:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.607543:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853754.607546:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853754.607549:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ab28. 00000100:00000200:3.0:1780853754.607553:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631433728, offset 0 00000400:00000200:3.0:1780853754.607558:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853754.607564:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853754.607569:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853754.607574:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853754.607578:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853754.607581:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853754.607584:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853754.607587:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2510:2510:256:4294967295] 192.168.202.110@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:3.0:1780853754.607591:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853754.607598:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853754.607603:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853754.607608:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853754.607614:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853754.607620:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853754.607623:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853754.607636:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853754.607642:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 235833 usecs (236 jiffies) 00000400:00000200:3.0:1780853754.607645:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853754.607648:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296551593 00000100:00000001:3.0:1780853754.607650:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296554489 00000100:00000001:3.0:1780853754.607653:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296551593 00000100:00000001:3.0:1780853754.607655:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296554489 00000100:00000001:3.0:1780853754.607658:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853754.607661:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.607664:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.607666:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.607671:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853754.607672:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853754.607674:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.607675:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853754.607677:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.607678:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.607688:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.607690:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853754.616514:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853754.616524:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:0.0:1780853754.616530:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853754.616538:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853754.616546:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ab28 00000400:00000010:0.0:1780853754.616548:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ab28. 00000100:00000001:0.0:1780853754.616553:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853754.616561:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853754.616574:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853754.616577:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853754.616584:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853754.616586:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853754.617146:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.617156:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853754.617159:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.617161:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853754.617169:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.617174:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853754.617182:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.617188:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.617193:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.617198:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51157c00 00000400:00000200:0.0:1780853754.617206:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x5f29 [2] + 1968 00000400:00000010:0.0:1780853754.617212:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835de70. 00000400:00000200:0.0:1780853754.617216:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e45850a99c0 00000800:00000001:0.0:1780853754.617221:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.617228:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853754.617231:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853754.617234:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853754.617238:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45850a99c0 00000400:00000010:0.0:1780853754.617240:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff9e45850a99c0. 00000100:00000001:0.0:1780853754.617244:0:2372:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853754.617247:0:2372:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1780853754.617250:0:2372:0:(events.c:337:request_in_callback()) incoming req@ffff9e4585d73850 x1867358651382784 msgsize 328 00000100:00100000:0.0:1780853754.617254:0:2372:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000040:0.0:1780853754.617257:0:2372:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1780853754.617295:0:2372:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853754.617302:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.617306:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1780853754.617605:0:15876:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9e4585d72c00. 00000100:00000010:1.0:1780853754.617614:0:15876:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9e4585d6a000. 00000100:00100000:1.0:1780853754.617617:0:15876:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1780853754.617621:0:15876:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1780853754.617625:0:15876:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d318. 00000400:00000010:1.0:1780853754.617630:0:15876:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4582f2d6c0. 00000100:00000001:1.0:1780853754.617641:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853754.617643:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651382784 02000000:00000001:1.0:1780853754.617646:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853754.617649:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853754.617651:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853754.617655:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853754.617659:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651382784 00000020:00000001:1.0:1780853754.617662:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853754.617664:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:1.0:1780853754.617667:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853754.617670:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:1.0:1780853754.617673:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:1.0:1780853754.617675:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:1.0:1780853754.617678:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853754.617683:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc700. 00000100:00000001:1.0:1780853754.617686:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853754.617688:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc700. 00000020:00000010:1.0:1780853754.617694:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e400. 00000020:00000010:1.0:1780853754.617919:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2800. 00000020:00000010:1.0:1780853754.617926:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a3e8. 00000100:00000040:1.0:1780853754.617935:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853754.617938:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853754.618171:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853754.618174:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853754.618183:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853754.618197:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853754.618209:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853754.618212:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853754.618217:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 58 00000100:00000040:1.0:1780853754.618221:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:1.0:1780853754.618223:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620168247376 : -107453541304240 : ffff9e4585d73850) 00000100:00000040:1.0:1780853754.618230:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4585d73850 x1867358651382784/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:535/0 lens 328/0 e 0 to 0 dl 1780853765 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853754.618238:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853754.618242:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc700. 00000100:00000001:1.0:1780853754.618244:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853754.618245:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc700. 00000100:00100000:1.0:1780853754.618249:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4585d73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6586:x1867358651382784:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853754.618253:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651382784 00010000:00000001:1.0:1780853754.618256:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853754.618792:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853754.618797:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853754.618800:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=2 00000020:00000001:1.0:1780853754.618802:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:1.0:1780853754.618806:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:1.0:1780853754.618811:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853754.618814:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853754.618820:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780853754.618836:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853754.618840:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853754.618847:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d71c00. 02000000:00000001:1.0:1780853754.618850:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853754.618852:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853754.618857:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853754.618862:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853754.618866:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853754.619429:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853754.619436:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853754.619440:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853754.619443:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853754.619446:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853754.619449:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853754.619453:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853754.619459:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853754.619541:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651382784, offset 224 00000400:00000200:1.0:1780853754.619550:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853754.619561:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.619569:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853754.619575:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2511:2511:256:4294967295] 192.168.202.110@tcp LPNI seq info [2511:2511:8:4294967295] 00000400:00000200:1.0:1780853754.619580:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.619590:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853754.619597:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853754.619603:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8800. 00000800:00000200:1.0:1780853754.619609:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853754.619618:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853754.619623:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853754.619640:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853754.619644:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853754.619647:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853754.619651:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4582f2da80. 00010000:00000001:1.0:1780853754.619653:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853754.621945:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853754.621955:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853754.621958:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853754.621961:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853754.621976:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4585d73850 x1867358651382784/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:535/0 lens 328/224 e 0 to 0 dl 1780853765 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853754.621988:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4585d73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6586:x1867358651382784:12345-192.168.202.110@tcp:104: Request processed in 3748us (4736us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853754.621999:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 58 00000100:00000040:1.0:1780853754.622002:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:1.0:1780853754.622005:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853754.622007:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853754.622014:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2800. 00000020:00000010:1.0:1780853754.622020:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a3e8. 00000020:00000010:1.0:1780853754.622024:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e400. 00000020:00000040:1.0:1780853754.622029:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 02000000:00000001:1.0:1780853754.622036:0:15876:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622038:0:15876:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851bac00. 02000000:00000001:1.0:1780853754.622041:0:15876:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853754.622043:0:15876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a680. 02000000:00000001:1.0:1780853754.622047:0:15876:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622049:0:15876:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851b9400. 02000000:00000001:1.0:1780853754.622050:0:15876:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853754.622052:0:15876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107b80. 02000000:00000001:1.0:1780853754.622054:0:15876:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622055:0:15876:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851b8c00. 02000000:00000001:1.0:1780853754.622057:0:15876:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853754.622058:0:15876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104a80. 02000000:00000001:1.0:1780853754.622060:0:15876:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622062:0:15876:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d71000. 02000000:00000001:1.0:1780853754.622065:0:15876:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853754.622066:0:15876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107480. 02000000:00000001:1.0:1780853754.622081:0:15876:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622082:0:15876:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d70800. 02000000:00000001:1.0:1780853754.622085:0:15876:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853754.622086:0:15876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105c00. 02000000:00000001:1.0:1780853754.622088:0:15876:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622089:0:15876:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d73400. 02000000:00000001:1.0:1780853754.622092:0:15876:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853754.622093:0:15876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369c00. 00000100:00000010:1.0:1780853754.622096:0:15876:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9e4585d68000. 00000100:00000010:1.0:1780853754.622099:0:15876:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9e4585d73800. 00000100:00000001:1.0:1780853754.622102:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853754.622221:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853754.622226:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8800. 00000400:00000200:1.0:1780853754.622231:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853754.622237:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853754.622245:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:1.0:1780853754.622248:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:1.0:1780853754.622254:0:2373:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1780853754.622255:0:2373:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853754.622257:0:2373:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d71c00. 02000000:00000001:1.0:1780853754.622259:0:2373:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1780853754.622261:0:2373:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1780853754.626812:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.626831:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853754.626835:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.626838:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853754.626848:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.626856:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853754.626865:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.627554:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.627562:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.627566:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe51600 00000400:00000200:0.0:1780853754.627572:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853754.627578:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c71 [1] + 224 00000800:00000001:0.0:1780853754.627585:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.627598:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853754.627601:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853754.627605:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853754.627612:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853754.627620:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853754.627631:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853754.627654:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853754.627663:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853754.627666:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853754.628764:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853754.628768:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853754.628772:0:16009:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780853754.628776:0:16009:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780853754.628778:0:16009:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853754.628784:0:16009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853754.628797:0:16009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170a00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:2.0:1780853754.628801:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1780853754.628803:0:16009:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853754.628805:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853754.628808:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853754.628810:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=3 00000020:00000001:2.0:1780853754.628812:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:2.0:1780853754.628815:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:2.0:1780853754.628818:0:16009:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853754.628821:0:16009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1780853754.628828:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1780853754.628830:0:16009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853754.628836:0:16009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853754.628841:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72e00. 00000020:00000010:2.0:1780853754.628846:0:16009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f73800. 00000020:00000010:2.0:1780853754.628849:0:16009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5f60. 00000008:00000010:2.0:1780853754.628855:0:16009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853754.628859:0:16009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853754.628864:0:16009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000100:00000001:3.0:1780853754.628955:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.628960:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853754.628967:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853754.628969:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853754.628973:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853754.628978:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853754.628980:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853754.628985:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853754.628995:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853754.629005:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.629012:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853754.629014:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.629017:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853754.629020:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853754.629022:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853754.629024:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853754.629028:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853754.629039:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853754.629043:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853754.629045:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853754.629047:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853754.629050:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853754.629054:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.629058:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853754.629060:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853754.629062:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853754.629064:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853754.629078:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.629085:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853754.629088:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853754.629090:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853754.629094:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853754.629102:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631433728:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853754.629107:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.629110:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853754.629113:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173480 x1867358631433728/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.629119:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853754.629122:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853754.629125:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4589323e00. 02000000:00000001:3.0:1780853754.629130:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853754.629131:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853754.629134:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853754.629136:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853754.629139:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e458a445000. 02000000:00000001:3.0:1780853754.629143:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853754.629145:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853754.629147:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173480. 00000100:00000001:3.0:1780853754.629151:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853754.629152:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.629154:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.629160:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853754.629163:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.629165:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.629168:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853754.630950:0:16009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853754.630966:0:16009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853754.630971:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72000. 00000008:00000010:2.0:1780853754.630978:0:16009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853754.630983:0:16009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853754.630988:0:16009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853754.630993:0:16009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853754.630996:0:16009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853754.631000:0:16009:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000008:00000001:2.0:1780853754.631003:0:16009:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1780853754.631007:0:16009:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780853754.631009:0:16009:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853754.631013:0:16009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f73800. 00000020:00000010:2.0:1780853754.631018:0:16009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5f60. 00000008:00000010:2.0:1780853754.631022:0:16009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853754.631026:0:16009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853754.631031:0:16009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853754.631035:0:16009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853754.631040:0:16009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853754.631043:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72e00. 00000008:00000010:2.0:1780853754.631045:0:16009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853754.631048:0:16009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853754.631051:0:16009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853754.631054:0:16009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853754.631056:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72000. 00000020:00000010:2.0:1780853754.631058:0:16009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000008:00000001:2.0:1780853754.631061:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853754.631065:0:16009:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853754.631081:0:16009:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853754.631083:0:16009:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853754.631086:0:16009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853754.631090:0:16009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853754.631093:0:16009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170a00 with handle 0xa8f483e9eb300d96 from hash 00010000:00000001:2.0:1780853754.631096:0:16009:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853754.631098:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853754.631100:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853754.631101:0:16009:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853754.631105:0:16009:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853754.631108:0:16009:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1780853754.631115:0:16009:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853754.631118:0:16009:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853754.631120:0:16009:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853754.631122:0:16009:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780853754.631128:0:16009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853754.631132:0:16009:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853754.631137:0:16009:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853754.631140:0:16009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853754.631145:0:16009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853754.631150:0:16009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4588f72000. 00000100:00000001:2.0:1780853754.631156:0:16009:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853754.631158:0:16009:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853754.631165:0:16009:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853754.631175:0:16009:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853754.631177:0:16009:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853754.631182:0:16009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853754.631186:0:16009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853754.631198:0:16009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c364de3] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780853754.631230:0:16009:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853754.631233:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853754.631234:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853754.631235:0:16009:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853754.631237:0:16009:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853754.631240:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853754.631244:0:16009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853754.631252:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853754.631255:0:16009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e4592299000 lock: 000000001d649cc6/0xa8f483e9eb300d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec979f7f expref: -99 pid: 31501 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1780853754.631286:0:16009:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852deb00. 00010000:00000040:2.0:1780853754.631292:0:16009:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3500 count: 0 00010000:00000010:2.0:1780853754.631299:0:16009:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e45853e3600. 00010000:00000001:2.0:1780853754.631305:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853754.631306:0:16009:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1780853754.631308:0:16009:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4582f2da80. 00010000:00000001:2.0:1780853754.631312:0:16009:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853754.631315:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853754.631316:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853754.631319:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853754.631321:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853754.631321:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853754.631323:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853754.631325:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853754.631326:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853754.631328:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853754.632999:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.633006:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853754.633008:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853754.633021:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.633033:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853754.633035:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853754.633040:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853754.633043:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853754.633046:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853754.633049:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631433856:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853754.633053:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853754.633059:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853754.633062:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853754.633064:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853754.633084:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4589323600. 02000000:00000001:3.0:1780853754.633087:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853754.633095:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853754.633099:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853754.633106:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853754.633113:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433856, portal 18 00000100:00000001:3.0:1780853754.633115:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853754.633116:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:3.0:1780853754.633123:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.633130:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853754.633134:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853754.633136:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ac38. 00000100:00000200:3.0:1780853754.633140:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631433856, offset 0 00000400:00000200:3.0:1780853754.633147:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853754.633155:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853754.633165:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853754.633170:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853754.633174:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853754.633178:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853754.633181:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853754.633185:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2512:2512:256:4294967295] 192.168.202.110@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:3.0:1780853754.633189:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853754.633200:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853754.633207:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853754.633213:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853754.633220:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853754.633228:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853754.633231:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853754.633248:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853754.633253:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 93391 usecs (94 jiffies) 00000400:00000200:3.0:1780853754.633256:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853754.633259:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296551479 00000100:00000001:3.0:1780853754.633262:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296554489 00000100:00000001:3.0:1780853754.633279:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296551479 00000100:00000001:3.0:1780853754.633282:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296554489 00000100:00000001:3.0:1780853754.633284:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853754.633287:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.633290:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.633292:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.633298:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853754.633300:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853754.633303:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.633304:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853754.633305:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.633307:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.633320:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.633322:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853754.633664:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853754.633669:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77700. 00000400:00000200:1.0:1780853754.633675:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853754.633680:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853754.633686:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ac38 00000400:00000010:1.0:1780853754.633689:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ac38. 00000100:00000001:1.0:1780853754.633692:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853754.633707:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853754.633717:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853754.633721:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853754.633725:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853754.633726:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853754.640566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00010000:00000010:3.1:1780853754.640580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00000800:00000001:1.0:1780853754.642058:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853754.642083:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853754.642087:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853754.642090:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853754.642101:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.642108:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853754.642117:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.642123:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.642128:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.642132:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe51680 00000400:00000200:1.0:1780853754.642137:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853754.642143:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c89 [1] + 224 00000800:00000001:1.0:1780853754.642151:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853754.642160:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853754.642163:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853754.642167:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853754.642175:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853754.642184:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853754.642195:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853754.642222:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853754.642230:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853754.642234:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.643131:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.643138:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853754.643147:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853754.643149:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853754.643153:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853754.643159:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:3.0:1780853754.643161:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:3.0:1780853754.643165:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853754.643173:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853754.643182:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.643189:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853754.643191:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.643193:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853754.643197:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853754.643199:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853754.643201:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853754.643205:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853754.643214:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264a8 time=144 v=5 (5 5 5 0) 00000100:00001000:3.0:1780853754.643218:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853754.643220:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853754.643222:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853754.643224:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853754.643229:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.643232:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853754.643234:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1780853754.643236:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853754.643237:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853754.643241:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.643247:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853754.643250:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853754.643252:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853754.643256:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853754.643289:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631433856:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853754.643295:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.643297:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853754.643308:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631433856/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853770 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853754.643314:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853754.643316:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853754.643319:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4589323600. 02000000:00000001:3.0:1780853754.643324:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853754.643327:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853754.643328:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853754.643331:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853754.643334:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4588f72000. 02000000:00000001:3.0:1780853754.643337:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853754.643339:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853754.643341:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853754.643344:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853754.643345:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.643348:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853754.643356:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853754.643358:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853754.643360:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853754.643362:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1780853754.646441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:2.1:1780853754.646456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00010000:00000001:1.0:1780853754.930850:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853754.930856:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853754.931091:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853754.931618:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853754.931623:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853755.767325:0:31868:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853755.950341:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853755.950349:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853755.950430:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853755.950433:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853755.950436:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853756.635755:0:31930:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853756.974632:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853756.974639:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853756.974864:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853756.974868:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853756.974871:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853757.741885:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296554489, at 4296554496 00000100:00000010:0.0:1780853757.741901:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5420. 00000100:00000040:1.0:1780853757.759089:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296554489, at 4296554513 00000100:00000010:1.0:1780853757.759104:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da59c0. 00010000:00000001:1.0:1780853757.997341:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853757.997350:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853757.997699:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853757.997703:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853757.997706:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853758.104006:0:32022:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853758.531663:0:32058:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780853758.531671:0:32058:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 13:35:56 (1780853756) 00000001:00000001:1.0:1780853758.550825:0:32058:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1780853758.766426:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853758.766434:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853758.766440:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853758.766447:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853758.766451:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853758.766454:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853758.766459:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853758.766467:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dda00. 00000100:00000001:2.0:1780853758.766474:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766487:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853758.766498:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853758.766503:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766510:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.766535:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766538:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853758.766541:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853758.766544:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39880. 00000020:00000040:2.0:1780853758.766547:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853758.766548:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853758.766550:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853758.766551:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853758.766554:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd000. 00000100:00000001:2.0:1780853758.766557:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766561:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853758.766567:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853758.766569:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766572:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2df447e] to pc [ptlrpcd_01_00+0] req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.766579:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766582:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853758.766587:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853758.766589:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3a680. 00000020:00000040:2.0:1780853758.766591:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853758.766593:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853758.766594:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853758.766595:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853758.766598:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd600. 00000100:00000001:2.0:1780853758.766600:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766603:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853758.766609:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853758.766610:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766613:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c11ec7] to pc [ptlrpcd_01_01+1] req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.766619:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766621:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853758.766624:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853758.766626:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853758.766628:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853758.766630:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853758.766631:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853758.766632:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853758.766635:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dde00. 00000100:00000001:2.0:1780853758.766637:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766640:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853758.766645:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853758.766646:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766649:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bdd6be4] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.766661:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766665:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1893) 00000100:00000001:2.0:1780853758.766676:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.766680:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853758.766682:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853758.766686:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.766694:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853758.766696:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.766701:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853758.766703:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853758.766705:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853758.766709:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631434112:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853758.766713:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853758.766719:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853758.766722:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.766724:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853758.766728:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585072a00. 02000000:00000001:2.0:1780853758.766730:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853758.766737:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853758.766741:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685420. 00000400:00000010:2.0:1780853758.766748:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853758.766755:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631434112, portal 10 00000100:00000001:2.0:1780853758.766757:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853758.766759:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000040:2.0:1780853758.766766:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.766774:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853758.766777:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853758.766779:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fee0. 00000100:00000200:2.0:1780853758.766783:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631434112, offset 0 00000400:00000200:2.0:1780853758.766790:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853758.766798:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.766804:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853758.766809:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853758.766813:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853758.766816:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853758.766819:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853758.766822:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2513:2513:256:4294967295] 192.168.202.110@tcp LPNI seq info [2513:2513:8:4294967295] 00000400:00000200:2.0:1780853758.766826:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.766836:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853758.766841:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853758.766845:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd900. 00000800:00000200:2.0:1780853758.766851:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853758.766858:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853758.766862:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853758.766870:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.766873:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 806560 usecs (807 jiffies) 00000400:00000200:2.0:1780853758.766877:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853758.766879:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296556327 00000100:00000010:2.0:1780853758.766883:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da53c0. 00000100:00000001:2.0:1780853758.766889:0:2382:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853758.766895:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296556327 00000100:00000010:2.0:1780853758.766897:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5ae0. 00000100:00000001:2.0:1780853758.766900:0:2382:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853758.767073:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.767077:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.767079:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853758.767093:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.767099:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853758.767101:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.767104:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853758.767105:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853758.767107:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853758.767110:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631434368:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853758.767113:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853758.767115:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853758.767116:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.767117:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853758.767121:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585073200. 02000000:00000001:2.0:1780853758.767122:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853758.767126:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853758.767129:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 00000400:00000010:2.0:1780853758.767133:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f550. 00000100:00000200:2.0:1780853758.767135:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631434368, portal 4 00000100:00000001:2.0:1780853758.767137:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853758.767138:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:2.0:1780853758.767144:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.767149:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853758.767152:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853758.767154:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f000. 00000100:00000200:2.0:1780853758.767156:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631434368, offset 0 00000400:00000200:2.0:1780853758.767161:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853758.767165:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.767168:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853758.767171:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853758.767173:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853758.767175:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853758.767177:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853758.767179:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2514:2514:255:4294967295] 192.168.202.110@tcp LPNI seq info [2514:2514:7:4294967295] 00000400:00000200:2.0:1780853758.767183:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.767189:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853758.767194:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853758.767197:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd400. 00000800:00000200:2.0:1780853758.767201:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853758.767205:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853758.767208:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853758.767211:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.767214:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 92977 usecs (93 jiffies) 00000400:00000200:2.0:1780853758.767217:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853758.767218:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296555614 00000100:00000001:2.0:1780853758.767221:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296556327 00000100:00000001:2.0:1780853758.767223:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296555614 00000100:00000001:2.0:1780853758.767224:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296556327 00000100:00000001:2.0:1780853758.767226:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.767228:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.767231:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.767233:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.767242:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853758.767244:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853758.767246:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.767247:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853758.767248:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853758.767250:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780853758.767252:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.767254:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853758.767255:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.767256:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.767257:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853758.767258:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853758.767261:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.767303:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853758.767305:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.767307:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853758.767309:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853758.767310:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853758.767313:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631433984:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853758.767317:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853758.767319:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853758.767321:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.767322:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853758.767326:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585073a00. 02000000:00000001:2.0:1780853758.767328:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853758.767331:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853758.767334:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853758.767337:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fc38. 00000100:00000200:2.0:1780853758.767340:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631433984, portal 25 00000100:00000001:2.0:1780853758.767342:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853758.767343:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853758.767348:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.767353:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853758.767355:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853758.767357:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8faa0. 00000100:00000200:2.0:1780853758.767359:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631433984, offset 0 00000400:00000200:2.0:1780853758.767363:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853758.767367:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.767370:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853758.767372:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853758.767374:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853758.767376:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853758.767378:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853758.767381:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2515:2515:254:4294967295] 192.168.202.110@tcp LPNI seq info [2515:2515:6:4294967295] 00000400:00000200:2.0:1780853758.767384:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.767390:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853758.767396:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853758.767399:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddd00. 00000800:00000200:2.0:1780853758.767403:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853758.767406:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853758.767409:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853758.767411:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853758.767414:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853758.767416:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296559610 00000100:00000001:2.0:1780853758.767420:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296556327 00000100:00000001:2.0:1780853758.767423:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296559610 00000100:00000001:3.0:1780853758.767487:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853758.767490:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853758.769560:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853758.769569:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:1.0:1780853758.769576:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853758.769585:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853758.769593:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fee0 00000400:00000010:1.0:1780853758.769596:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fee0. 00000100:00000001:1.0:1780853758.769602:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853758.769611:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.769623:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853758.769627:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.769634:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853758.769637:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853758.769654:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853758.769657:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:1.0:1780853758.769660:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853758.769663:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853758.769666:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f000 00000400:00000010:1.0:1780853758.769667:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f000. 00000100:00000001:1.0:1780853758.769670:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853758.769675:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.769682:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853758.769687:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.769693:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853758.769695:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853758.769764:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853758.769767:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:1.0:1780853758.769770:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853758.769774:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853758.769776:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:1.0:1780853758.769778:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:1.0:1780853758.769781:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853758.769785:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.769791:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853758.769794:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.769799:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853758.769800:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1780853758.771184:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296556327 00000100:00000001:2.0:1780853758.771196:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.771201:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.771205:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853758.771215:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.771225:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853758.771227:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.771230:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853758.771234:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853758.771236:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853758.771239:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631434240:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853758.771243:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853758.771259:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853758.771262:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.771285:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853758.771292:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585072c00. 02000000:00000001:2.0:1780853758.771295:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853758.771302:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853758.771307:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685c08. 00000400:00000010:2.0:1780853758.771314:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f990. 00000100:00000200:2.0:1780853758.771321:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631434240, portal 4 00000100:00000001:2.0:1780853758.771324:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853758.771326:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000040:2.0:1780853758.771334:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.771341:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853758.771345:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853758.771348:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853758.771352:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631434240, offset 0 00000400:00000200:2.0:1780853758.771359:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853758.771369:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.771378:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853758.771384:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853758.771388:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853758.771392:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853758.771395:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853758.771399:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2516:2516:256:4294967295] 192.168.202.110@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:2.0:1780853758.771403:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853758.771412:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853758.771418:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853758.771423:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853758.771430:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853758.771437:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853758.771440:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853758.771450:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.771454:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 234746 usecs (235 jiffies) 00000400:00000200:2.0:1780853758.771457:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853758.771460:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296555759 00000100:00000001:2.0:1780853758.771463:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:2.0:1780853758.771465:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296555759 00000100:00000001:2.0:1780853758.771468:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:2.0:1780853758.771469:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.771472:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.771475:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.771480:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853758.772224:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853758.772230:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853758.772237:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853758.772242:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853758.772260:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:1.0:1780853758.772263:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:1.0:1780853758.772374:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853758.772380:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.772391:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853758.772395:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.772401:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853758.772403:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853758.774781:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779538:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853758.779546:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779551:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853758.779561:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779569:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853758.779579:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779584:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779589:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779594:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe51700 00000400:00000200:0.0:1780853758.779599:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779606:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ca1 [1] + 224 00000800:00000001:0.0:1780853758.779614:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779618:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853758.779621:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853758.779625:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853758.779633:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853758.779643:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853758.779656:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853758.779679:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853758.779688:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779692:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853758.779694:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779696:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853758.779699:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779703:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853758.779707:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779710:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779713:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779715:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe51880 00000400:00000200:0.0:1780853758.779719:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853758.779723:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c99 [1] + 224 00000800:00000001:0.0:1780853758.779727:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779735:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853758.779737:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853758.779741:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853758.779744:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853758.779748:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853758.779757:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853758.779765:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853758.779769:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853758.779772:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.793090:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.793099:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853758.793137:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853758.793140:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853758.793145:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:2.0:1780853758.793153:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fc38 00000400:00000010:2.0:1780853758.793156:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fc38. 00000100:00000001:2.0:1780853758.793162:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853758.793176:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853758.793189:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.793197:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853758.793200:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.793203:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853758.793207:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853758.793209:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853758.793212:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.793215:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853758.793222:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853758.793227:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1780853758.793230:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853758.793231:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853758.793234:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853758.793236:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.793240:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.793245:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.793258:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.793262:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853758.793466:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.793474:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853758.793483:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631433984:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853758.793491:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853758.793492:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853758.793494:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:2.0:1780853758.793497:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:2.0:1780853758.793499:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:2.0:1780853758.793501:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853758.793505:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853758.793513:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.793519:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853758.793521:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.793522:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853758.793523:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853758.793525:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853758.793527:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.793528:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853758.793534:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=149 v=5 (5 5 5 37) 00000100:00001000:2.0:1780853758.793537:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853758.793539:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853758.793540:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853758.793542:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853758.793545:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.793548:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853758.793550:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853758.793553:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853758.793554:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.793558:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.793565:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.793567:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853758.793568:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.793571:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853758.793579:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631434368:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853758.793583:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.793585:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.793588:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631433984/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.793596:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.793598:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.793601:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585073a00. 02000000:00000001:2.0:1780853758.793604:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.793607:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.793610:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853758.793613:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.793616:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dda00. 02000000:00000001:2.0:1780853758.793619:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.793621:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.793623:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853758.793626:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.793627:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.793628:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.793631:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631434368/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.793636:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.793637:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.793639:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585073200. 02000000:00000001:2.0:1780853758.793641:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.793642:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.793643:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853758.793644:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.793645:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dde00. 02000000:00000001:2.0:1780853758.793647:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.793648:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.793649:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:2.0:1780853758.793650:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.793652:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.793655:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.793656:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.793658:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853758.793659:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.793661:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853758.808375:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808397:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853758.808403:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808407:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853758.808419:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808426:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853758.808436:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808442:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808448:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808452:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe51800 00000400:00000200:1.0:1780853758.808456:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808464:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ca9 [1] + 224 00000800:00000001:1.0:1780853758.808471:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808475:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853758.808479:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853758.808483:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853758.808493:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853758.808505:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853758.808517:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.808550:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853758.808561:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808564:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853758.808566:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808567:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853758.808570:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808574:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853758.808577:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808580:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808584:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808587:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe51780 00000400:00000200:1.0:1780853758.808590:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853758.808595:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6c91 [1] + 224 00000800:00000001:1.0:1780853758.808598:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808677:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853758.808679:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853758.808683:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853758.808688:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853758.808693:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853758.808702:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853758.808710:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853758.808714:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853758.808717:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812352:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.812361:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853758.812371:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853758.812373:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853758.812379:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685c08. 00000400:00000200:2.0:1780853758.812388:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:2.0:1780853758.812391:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:2.0:1780853758.812396:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853758.812407:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853758.812419:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812427:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853758.812429:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812433:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853758.812436:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853758.812438:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853758.812441:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.812444:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853758.812454:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=149 v=5 (5 5 5 37) 00000100:00001000:2.0:1780853758.812458:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853758.812462:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853758.812464:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853758.812467:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853758.812470:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.812474:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853758.812476:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853758.812478:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853758.812479:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.812484:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812491:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.812494:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853758.812496:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.812500:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853758.812508:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631434240:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853758.812514:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853758.812515:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853758.812516:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685420. 00000400:00000200:2.0:1780853758.812519:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853758.812521:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853758.812523:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853758.812526:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853758.812533:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812538:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853758.812539:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812540:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853758.812542:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853758.812543:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853758.812544:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853758.812546:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853758.812550:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=149 v=5 (101 101 101 101) 00000100:00001000:2.0:1780853758.812552:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853758.812554:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853758.812555:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853758.812556:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853758.812558:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.812559:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853758.812561:0:2382:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967649 gen 2 00000100:00000040:2.0:1780853758.812566:0:2382:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff9e4583106d80 x1867358631430528/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812572:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.812575:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106d80 x1867358631430528/t4294967641(4294967641) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812581:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.812583:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.812586:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71400. 02000000:00000001:2.0:1780853758.812590:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.812593:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.812595:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853758.812597:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.812600:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585fe0600. 02000000:00000001:2.0:1780853758.812603:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.812605:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.812607:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106d80. 00000100:00000001:2.0:1780853758.812611:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.812612:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.812617:0:2382:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff9e4583104000 x1867358631431168/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812623:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.812626:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631431168/t4294967643(4294967643) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812632:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.812633:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.812635:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d70400. 02000000:00000001:2.0:1780853758.812637:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.812639:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.812640:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853758.812641:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.812643:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45a0035800. 02000000:00000001:2.0:1780853758.812645:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.812646:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.812647:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:2.0:1780853758.812649:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.812651:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.812655:0:2382:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff9e4588368000 x1867358631432448/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812662:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.812665:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368000 x1867358631432448/t4294967647(4294967647) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 496/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812670:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.812671:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.812672:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b9800. 02000000:00000001:2.0:1780853758.812675:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.812676:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.812677:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853758.812678:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.812679:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca9600. 02000000:00000001:2.0:1780853758.812682:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.812683:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.812684:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368000. 00000100:00000001:2.0:1780853758.812687:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.812688:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.812692:0:2382:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff9e458836ad80 x1867358631433088/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812698:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.812701:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836ad80 x1867358631433088/t4294967649(4294967649) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 512/456 e 0 to 0 dl 1780853766 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812707:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.812708:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.812710:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba800. 02000000:00000001:2.0:1780853758.812712:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.812713:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.812714:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853758.812716:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.812717:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584ca9e00. 02000000:00000001:2.0:1780853758.812719:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.812720:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.812721:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836ad80. 00000100:00000001:2.0:1780853758.812723:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.812724:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812726:0:2382:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853758.812729:0:2382:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1780853758.812731:0:2382:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853758.812732:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853758.812736:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812742:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853758.812744:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853758.812745:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853758.812748:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853758.812755:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631434112:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853758.812760:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812762:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.812765:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631434240/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812772:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.812773:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.812774:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585072c00. 02000000:00000001:2.0:1780853758.812777:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.812779:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.812780:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853758.812782:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.812783:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd600. 02000000:00000001:2.0:1780853758.812786:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.812787:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.812788:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:2.0:1780853758.812791:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.812792:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812793:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853758.812796:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631434112/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853774 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853758.812802:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853758.812803:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853758.812804:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585072a00. 02000000:00000001:2.0:1780853758.812806:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853758.812806:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853758.812807:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853758.812809:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853758.812810:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd000. 02000000:00000001:2.0:1780853758.812812:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853758.812813:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853758.812814:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:2.0:1780853758.812816:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853758.812817:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812819:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853758.812827:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853758.812830:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853758.812832:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853758.812834:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853759.025087:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853759.025096:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853759.026159:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853759.026163:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.026167:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853759.516601:0:32078:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853759.516608:0:32078:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853759.516611:0:32078:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853759.516614:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffbc0 00000080:00200000:1.0:1780853759.516620:0:32078:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853759.516628:0:32078:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267f400. 00800000:00000002:1.0:1780853759.516635:0:32078:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853759.516638:0:32078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853759.516643:0:32078:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853759.516645:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffae0 00800000:00000002:1.0:1780853759.516648:0:32078:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853759.516652:0:32078:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853759.516656:0:32078:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853759.516662:0:32078:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853759.516664:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff9b0 00000002:00010000:1.0:1780853759.516665:0:32078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853759.516669:0:32078:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853759.516671:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853759.516674:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853759.516680:0:32078:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853759.516683:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853759.516684:0:32078:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853759.516687:0:32078:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853759.516689:0:32078:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853759.516694:0:32078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105c00. 00000020:00000040:1.0:1780853759.516698:0:32078:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853759.516704:0:32078:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853759.516708:0:32078:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853759.516712:0:32078:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853759.516714:0:32078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853759.516717:0:32078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853759.516721:0:32078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853759.516727:0:32078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d73c00. 00000100:00000001:1.0:1780853759.516732:0:32078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853759.516737:0:32078:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853759.516738:0:32078:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853759.516740:0:32078:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853759.516741:0:32078:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853759.516743:0:32078:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853759.516748:0:32078:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121660416 : -107453587891200 : ffff9e4583105c00) 00010000:00000001:1.0:1780853759.516752:0:32078:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853759.516754:0:32078:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853759.516757:0:32078:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0800. 00010000:00000010:1.0:1780853759.516761:0:32078:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2c00. 00010000:00000001:1.0:1780853759.516765:0:32078:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853759.516768:0:32078:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7600. 00000020:00000001:1.0:1780853759.516771:0:32078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853759.516773:0:32078:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7600 with handle 0xa8f483e9eb300dce to hash 00000020:00000001:1.0:1780853759.516775:0:32078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853759.516777:0:32078:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:1.0:1780853759.516779:0:32078:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:1.0:1780853759.516783:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853759.516786:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853759.516789:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853759.516800:0:32078:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853759.516809:0:32078:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853759.516814:0:32078:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853759.516816:0:32078:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853759.516821:0:32078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4592487d80. 00000100:00000001:1.0:1780853759.516823:0:32078:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620376997248 : -107453332554368 : ffff9e4592487d80) 00000100:00000001:1.0:1780853759.516826:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853759.516827:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121660416 : -107453587891200 : ffff9e4583105c00) 00000100:00000001:1.0:1780853759.516832:0:32078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853759.516836:0:32078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853759.516838:0:32078:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853759.516840:0:32078:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853759.516849:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.516858:0:32078:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853759.516860:0:32078:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853759.516863:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853759.516866:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853759.516868:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853759.516872:0:32078:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105c00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32078:1867358631434496:192.168.202.110@tcp:101:multiop.0 00000100:00000001:1.0:1780853759.516876:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853759.516881:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853759.516883:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853759.516886:0:32078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853759.516890:0:32078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585117800. 02000000:00000001:1.0:1780853759.516892:0:32078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853759.516899:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853759.516903:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dcb8. 00000400:00000010:1.0:1780853759.516909:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853759.516917:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631434496, portal 10 00000100:00000001:1.0:1780853759.516918:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853759.516920:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121660416 : -107453587891200 : ffff9e4583105c00) 00000100:00000040:1.0:1780853759.516925:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.516932:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853759.516935:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853759.516938:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9088. 00000100:00000200:1.0:1780853759.516940:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631434496, offset 0 00000400:00000200:1.0:1780853759.516947:0:32078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853759.516955:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.516963:0:32078:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853759.516968:0:32078:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853759.516972:0:32078:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853759.516976:0:32078:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853759.516979:0:32078:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853759.516983:0:32078:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2517:2517:256:4294967295] 192.168.202.110@tcp LPNI seq info [2517:2517:8:4294967295] 00000400:00000200:1.0:1780853759.516987:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.516996:0:32078:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853759.517002:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853759.517007:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8400. 00000800:00000200:1.0:1780853759.517014:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853759.517021:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853759.517025:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853759.518144:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853759.518151:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 805577 usecs (806 jiffies) 00000400:00000200:1.0:1780853759.518157:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853759.518161:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296557078 00000100:00000001:1.0:1780853759.518165:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:1.0:1780853759.518167:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296557078 00000100:00000001:1.0:1780853759.518170:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:1.0:1780853759.518172:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853759.518175:0:32078:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853759.518179:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853759.518180:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853759.518183:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487d80 going to sleep for 11 seconds 00000100:00000001:1.0:1780853759.518186:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853759.518189:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853759.518350:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853759.518355:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8400. 00000400:00000200:1.0:1780853759.518362:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853759.518369:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853759.518376:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9088 00000400:00000010:1.0:1780853759.518379:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9088. 00000100:00000001:1.0:1780853759.518385:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853759.518392:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.518409:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853759.518414:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.518421:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853759.518422:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853759.524666:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.524689:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853759.524692:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.524695:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853759.524705:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.524712:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853759.524721:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.524726:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.524732:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.524736:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe51900 00000400:00000200:1.0:1780853759.524741:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.524747:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6cb1 [1] + 224 00000800:00000001:1.0:1780853759.524754:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.524761:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853759.524765:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853759.524769:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853759.524777:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853759.524786:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853759.524798:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.524812:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853759.524820:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.524824:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853759.524880:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853759.524889:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853759.524891:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853759.524894:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dcb8. 00000400:00000200:3.0:1780853759.524899:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:3.0:1780853759.524902:0:32078:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:3.0:1780853759.524905:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853759.524910:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853759.524919:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.524925:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853759.524927:0:32078:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853759.524930:0:32078:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853759.524933:0:32078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853759.524936:0:32078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853759.524938:0:32078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853759.524942:0:32078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853759.524954:0:32078:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=150 v=5 (101 101 101 101) 00000100:00001000:3.0:1780853759.524959:0:32078:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853759.524962:0:32078:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853759.524964:0:32078:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.524967:0:32078:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853759.524971:0:32078:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.524974:0:32078:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853759.524977:0:32078:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1780853759.524979:0:32078:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853759.524981:0:32078:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853759.524986:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.524993:0:32078:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853759.524997:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853759.525000:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853759.525004:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853775 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853759.525013:0:32078:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105c00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32078:1867358631434496:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853759.525018:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853759.525021:0:32078:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.525023:0:32078:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853759.525034:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853759.525038:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853775 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.525044:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853759.525047:0:32078:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4592487d80. 00000100:00000001:3.0:1780853759.525050:0:32078:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853759.525051:0:32078:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525055:0:32078:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853759.525066:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525068:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525071:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=4 00000020:00000001:3.0:1780853759.525073:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525076:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000040:3.0:1780853759.525082:0:32078:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b7600, remote cookie: 0x562725ecec97a089, flags: 0x1001 00010000:00010000:3.0:1780853759.525087:0:32078:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853759.525098:0:32078:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525104:0:32078:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853759.525108:0:32078:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853759.525110:0:32078:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853759.525112:0:32078:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853759.525114:0:32078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853759.525117:0:32078:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4589ab0800) refcount = 1 00010000:00010000:3.0:1780853759.525121:0:32078:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525128:0:32078:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853759.525131:0:32078:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853759.525133:0:32078:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853759.525135:0:32078:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853759.525138:0:32078:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.525141:0:32078:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525147:0:32078:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853759.525148:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525150:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525151:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525152:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525154:0:32078:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525158:0:32078:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853759.525160:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525161:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525162:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525164:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525165:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525167:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525168:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525169:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=4 00000020:00000001:3.0:1780853759.525171:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525173:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525175:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853759.525177:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.525181:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525194:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525196:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525197:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525198:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525199:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=5 00000020:00000001:3.0:1780853759.525200:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525202:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525204:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853759.525207:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525213:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525214:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853759.525217:0:32078:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525222:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853759.525223:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525224:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525225:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525226:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853759.525230:0:32078:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853759.525237:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525238:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525240:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525241:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525243:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525245:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525246:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853759.525248:0:32078:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525250:0:32078:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525253:0:32078:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853759.525255:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525256:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525258:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525259:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525261:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00000002:00010000:3.0:1780853759.525288:0:32078:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525295:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525296:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525297:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853759.525299:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525300:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525301:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525302:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525304:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000040:3.0:1780853759.525309:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0800 count: 2 00010000:00000001:3.0:1780853759.525312:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853759.525315:0:32078:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853759.525317:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525318:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853759.525319:0:32078:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853759.525322:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff930 00000002:00002000:3.0:1780853759.525324:0:32078:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853759.525327:0:32078:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853759.525331:0:32078:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853759.525334:0:32078:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853759.525337:0:32078:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853759.525340:0:32078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853759.525343:0:32078:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853759.525347:0:32078:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267f400. 00000080:00000001:3.0:1780853759.525351:0:32078:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853759.525354:0:32078:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853759.525359:0:32078:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853759.525363:0:32078:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853759.525368:0:32078:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852de1c0. 00800000:00000001:3.0:1780853759.525371:0:32078:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157149632 : -107453552401984 : ffff9e45852de1c0) 00800000:00000001:3.0:1780853759.525373:0:32078:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525376:0:32078:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853759.525378:0:32078:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853759.525380:0:32078:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853759.525383:0:32078:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853759.525386:0:32078:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853759.525387:0:32078:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853759.525392:0:32078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853759.525394:0:32078:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1780853759.525399:0:32078:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853759.525402:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525403:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525404:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525406:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525408:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525410:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525411:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853759.525413:0:32078:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853759.525415:0:32078:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853759.525416:0:32078:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852de1c0 1 00800000:00000010:3.0:1780853759.525418:0:32078:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852de1c0. 00800000:00000001:3.0:1780853759.525421:0:32078:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853759.525424:0:32078:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300dce 00800000:00000001:3.0:1780853759.525427:0:32078:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853759.525428:0:32078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853759.525430:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525431:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525432:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525434:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525436:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525438:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525439:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853759.525441:0:32078:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853759.525443:0:32078:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853759.525445:0:32078:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853759.525447:0:32078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853759.525451:0:32078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dce from it ffffb4b401bffbf8 00010000:00000001:3.0:1780853759.525452:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525453:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525454:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525456:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525458:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525459:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853759.525461:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.525467:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525468:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525469:0:32078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853759.525471:0:32078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853759.525473:0:32078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853759.525481:0:32078:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853759.525484:0:32078:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853759.525486:0:32078:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853759.525491:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525492:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525494:0:32078:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525497:0:32078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853759.525498:0:32078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525500:0:32078:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525503:0:32078:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525504:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853759.525505:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525507:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853759.525509:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853759.525514:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105c00 x1867358631434496/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853775 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.525521:0:32078:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853759.525524:0:32078:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853759.525528:0:32078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585117800. 02000000:00000001:3.0:1780853759.525531:0:32078:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853759.525534:0:32078:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853759.525535:0:32078:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853759.525538:0:32078:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853759.525540:0:32078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d73c00. 02000000:00000001:3.0:1780853759.525543:0:32078:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853759.525545:0:32078:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853759.525547:0:32078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105c00. 00000100:00000001:3.0:1780853759.525550:0:32078:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853759.525551:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853759.525555:0:32078:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853759.525560:0:32078:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853759.525577:0:32078:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989300. 00000080:00000001:3.0:1780853759.525582:0:32078:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853759.525584:0:32078:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853759.525585:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffb00 00000080:00200000:3.0:1780853759.525588:0:32078:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853759.525594:0:32078:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8400. 00800000:00000002:3.0:1780853759.525598:0:32078:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853759.525602:0:32078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853759.525604:0:32078:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853759.525606:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffa20 00800000:00000002:3.0:1780853759.525608:0:32078:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853759.525611:0:32078:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853759.525614:0:32078:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853759.525619:0:32078:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853759.525620:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff8f0 00000002:00010000:3.0:1780853759.525622:0:32078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853759.525625:0:32078:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853759.525628:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853759.525630:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853759.525632:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0800 count: 2 00010000:00000001:3.0:1780853759.525634:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853759.525637:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853759.525639:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853759.525643:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853759.525651:0:32078:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853759.525655:0:32078:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.525660:0:32078:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853759.525665:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853759.525667:0:32078:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853759.525668:0:32078:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853759.525670:0:32078:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853759.525671:0:32078:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853759.525673:0:32078:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853759.525675:0:32078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853759.525677:0:32078:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853759.525679:0:32078:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8400. 00000080:00000001:3.0:1780853759.525682:0:32078:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853759.525683:0:32078:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853759.525685:0:32078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853759.525688:0:32078:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300dce 00800000:00000001:3.0:1780853759.525690:0:32078:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853759.525691:0:32078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853759.525692:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525694:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525695:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525696:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525698:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525700:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525701:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853759.525702:0:32078:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853759.525704:0:32078:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853759.525706:0:32078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dce from it ffffb4b401bffb38 00010000:00000001:3.0:1780853759.525707:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.525708:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.525710:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7600 refcount=3 00000020:00000001:3.0:1780853759.525711:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525713:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125533696 : -107453584017920 : ffff9e45834b7600) 00010000:00000001:3.0:1780853759.525715:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853759.525717:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853759.525724:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525725:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525726:0:32078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853759.525727:0:32078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853759.525730:0:32078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853759.525735:0:32078:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853759.525737:0:32078:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853759.525738:0:32078:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853759.525741:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525742:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525743:0:32078:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525745:0:32078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853759.525746:0:32078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525748:0:32078:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525750:0:32078:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525751:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853759.525752:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525753:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853759.525755:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853759.525757:0:32078:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853759.525759:0:32078:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:3.0:1780853759.525762:0:32078:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853759.525766:0:32078:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:3.0:1780853759.525767:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffb50 00000080:00200000:3.0:1780853759.525770:0:32078:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e4592411b00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1780853759.525775:0:32078:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4583139b40. 00000080:00000001:3.0:1780853759.525778:0:32078:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853759.525780:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffa00 00000080:00200000:3.0:1780853759.525782:0:32078:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000010:3.0:1780853759.525789:0:32078:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8400. 00800000:00000002:3.0:1780853759.525791:0:32078:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853759.525796:0:32078:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853759.525797:0:32078:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853759.525799:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff920 00800000:00000002:3.0:1780853759.525800:0:32078:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853759.525804:0:32078:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1780853759.525807:0:32078:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853759.525810:0:32078:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:3.0:1780853759.525813:0:32078:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780853759.525815:0:32078:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780853759.525818:0:32078:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780853759.525821:0:32078:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780853759.525824:0:32078:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:3.0:1780853759.525827:0:32078:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525829:0:32078:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853759.525831:0:32078:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853759.525833:0:32078:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853759.525835:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff8a0 00800000:00000002:3.0:1780853759.525837:0:32078:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:3.0:1780853759.525839:0:32078:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853759.525841:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff7d8 00000002:00010000:3.0:1780853759.525842:0:32078:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1780853759.525845:0:32078:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853759.525848:0:32078:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780853759.525851:0:32078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1780853759.525855:0:32078:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525857:0:32078:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853759.525858:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0800 count: 2 00010000:00000001:3.0:1780853759.525861:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853759.525863:0:32078:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853759.525866:0:32078:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853759.525869:0:32078:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853759.525876:0:32078:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853759.525880:0:32078:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853759.525882:0:32078:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853759.525884:0:32078:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1780853759.525886:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853759.525888:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853759.525889:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0800 count: 3 00010000:00000001:3.0:1780853759.525891:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853759.525894:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525895:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853759.525896:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853759.525897:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0800 count: 3 00010000:00000001:3.0:1780853759.525899:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853759.525901:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.525902:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853759.525903:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853759.525904:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0800 count: 3 00010000:00000001:3.0:1780853759.525906:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853759.525907:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853759.525909:0:32078:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853759.525911:0:32078:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853759.525915:0:32078:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1780853759.525917:0:32078:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853759.525919:0:32078:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853759.525921:0:32078:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525924:0:32078:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853759.525926:0:32078:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853759.525928:0:32078:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853759.525930:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853759.525931:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853759.525935:0:32078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b7600 with handle 0xa8f483e9eb300dce from hash 00010000:00000001:3.0:1780853759.525937:0:32078:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853759.525939:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.525940:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.525941:0:32078:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853759.525943:0:32078:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853759.525945:0:32078:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853759.525948:0:32078:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853759.525950:0:32078:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853759.525952:0:32078:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853759.525956:0:32078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173480. 00000020:00000040:3.0:1780853759.525959:0:32078:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853759.525965:0:32078:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853759.525966:0:32078:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525969:0:32078:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853759.525972:0:32078:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853759.525974:0:32078:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.525976:0:32078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853759.525978:0:32078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853759.525981:0:32078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853759.525988:0:32078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fad800. 00000100:00000001:3.0:1780853759.525994:0:32078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.525997:0:32078:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853759.526000:0:32078:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853759.526003:0:32078:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853759.526009:0:32078:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853759.526011:0:32078:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853759.526013:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853759.526015:0:32078:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7600/0xa8f483e9eb300dce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a089 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1780853759.526023:0:32078:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0800 count: 0 00010000:00000010:3.0:1780853759.526041:0:32078:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2c00. 00010000:00000001:3.0:1780853759.526052:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.526054:0:32078:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.526056:0:32078:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853759.526057:0:32078:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.526059:0:32078:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.526067:0:32078:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00010000:00000001:3.0:1780853759.526071:0:32078:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853759.526073:0:32078:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853759.526076:0:32078:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3100. 00010000:00000010:3.0:1780853759.526080:0:32078:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02600. 00010000:00000001:3.0:1780853759.526085:0:32078:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853759.526089:0:32078:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853759.526091:0:32078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853759.526093:0:32078:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300dd5 to hash 00000020:00000001:3.0:1780853759.526095:0:32078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853759.526097:0:32078:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.526101:0:32078:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.526104:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853759.526105:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.526108:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853759.526115:0:32078:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853759.526127:0:32078:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780853759.526134:0:32078:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853759.526149:0:32078:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32078 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853759.526155:0:32078:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853759.526157:0:32078:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853759.526162:0:32078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850a9cc0. 00000100:00000001:3.0:1780853759.526164:0:32078:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154838208 : -107453554713408 : ffff9e45850a9cc0) 00000100:00000001:3.0:1780853759.526166:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853759.526168:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000001:3.0:1780853759.526173:0:32078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853759.526177:0:32078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.526179:0:32078:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853759.526181:0:32078:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853759.526184:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.526192:0:32078:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853759.526194:0:32078:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853759.526198:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853759.526201:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853759.526204:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853759.526207:0:32078:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32078:1867358631434752:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853759.526210:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853759.526215:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853759.526217:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853759.526220:0:32078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853759.526300:0:32078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853759.526303:0:32078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853759.526310:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853759.526313:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853759.526319:0:32078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4583faf400. 00000100:00000200:3.0:1780853759.526326:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631434752, portal 10 00000100:00000001:3.0:1780853759.526327:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853759.526329:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000040:3.0:1780853759.526335:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.526343:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853759.526346:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853759.526349:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853759.526352:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1867358631434752, offset 0 00000400:00000200:3.0:1780853759.526358:0:32078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853759.526365:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853759.526371:0:32078:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853759.526377:0:32078:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853759.526381:0:32078:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853759.526385:0:32078:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853759.526388:0:32078:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853759.526392:0:32078:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2518:2518:256:4294967295] 192.168.202.110@tcp LPNI seq info [2518:2518:8:4294967295] 00000400:00000200:3.0:1780853759.526396:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853759.526405:0:32078:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853759.526411:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853759.526416:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853759.526423:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853759.526430:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853759.526434:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1780853759.526451:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853759.526456:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 804535 usecs (805 jiffies) 00000400:00000200:3.0:1780853759.526459:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853759.526462:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296557084 00000100:00000001:3.0:1780853759.526465:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:3.0:1780853759.526467:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296557084 00000100:00000001:3.0:1780853759.526468:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:3.0:1780853759.526470:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853759.526473:0:32078:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.526475:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853759.526477:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853759.526479:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850a9cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1780853759.526482:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853759.526484:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853759.526773:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853759.526779:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77400. 00000400:00000200:1.0:1780853759.526785:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853759.526791:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853759.526795:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:1.0:1780853759.526797:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:1.0:1780853759.526802:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853759.526807:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.526817:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853759.526820:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.526826:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853759.526828:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853759.530363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0800. 00010000:00000010:3.1:1780853759.530377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7600. 00000800:00000001:1.0:1780853759.539801:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.539818:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853759.539823:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.539825:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853759.539837:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.539844:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853759.539853:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.539859:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.539866:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.539870:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe51a00 00000400:00000200:1.0:1780853759.539875:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.539881:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x6cc1 [32] + 224 00000800:00000001:1.0:1780853759.539888:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.539896:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853759.539899:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853759.539903:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853759.539924:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853759.539936:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853759.539947:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.539969:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853759.539979:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853759.539982:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.539989:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853759.539996:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2519:2519:256:4294967295] 192.168.202.110@tcp LPNI seq info [2519:2519:8:4294967295] 00000400:00000200:1.0:1780853759.540001:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853759.540009:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853759.540014:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853759.540020:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d72800. 00000800:00000200:1.0:1780853759.540035:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853759.540044:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853759.540049:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d72800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853759.540164:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853759.540169:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d72800. 00000400:00000200:1.0:1780853759.540172:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853759.540175:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853759.540181:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853759.540185:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853759.541100:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853759.541111:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853759.541113:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853759.541117:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853759.541122:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4583faf400 00000400:00000010:3.0:1780853759.541124:0:32078:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4583faf400. 00000100:00000001:3.0:1780853759.541128:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853759.541135:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853759.541144:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173480 x1867358631434752/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853775 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.541150:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853759.541152:0:32078:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853759.541154:0:32078:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853759.541158:0:32078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853759.541161:0:32078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853759.541163:0:32078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853759.541166:0:32078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853759.541176:0:32078:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=0 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853759.541180:0:32078:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853759.541183:0:32078:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853759.541184:0:32078:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.541187:0:32078:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853759.541191:0:32078:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.541207:0:32078:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853759.541209:0:32078:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1780853759.541210:0:32078:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853759.541212:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853759.541213:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000001:3.0:1780853759.541217:0:32078:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853759.541220:0:32078:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1780853759.541222:0:32078:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853759.541225:0:32078:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853759.541230:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853775 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.541237:0:32078:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853759.541240:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853759.541242:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853759.541246:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853775 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853759.541254:0:32078:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173480 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32078:1867358631434752:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853759.541302:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853759.541306:0:32078:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853759.541308:0:32078:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853759.541311:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853759.541315:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853775 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853759.541323:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853759.541326:0:32078:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850a9cc0. 00000100:00000001:3.0:1780853759.541329:0:32078:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853759.541330:0:32078:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.541333:0:32078:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853759.541338:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.541341:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.541344:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853759.541347:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541350:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853759.541368:0:32078:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170c00, remote cookie: 0x562725ecec97a0a5, flags: 0x1001 00010000:00010000:3.0:1780853759.541376:0:32078:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853759.541390:0:32078:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1780853759.541393:0:32078:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1780853759.541402:0:32078:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3000. 00010000:00000010:3.0:1780853759.541407:0:32078:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02700. 00010000:00000040:3.0:1780853759.541412:0:32078:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3100 count: 0 00010000:00000010:3.0:1780853759.541799:0:32078:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02600. 00010000:00000001:3.0:1780853759.541808:0:32078:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.541812:0:32078:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853759.541820:0:32078:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.541826:0:32078:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853759.541829:0:32078:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853759.541832:0:32078:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853759.541833:0:32078:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853759.541834:0:32078:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853759.541837:0:32078:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9e45853e3000) refcount = 1 00010000:00010000:3.0:1780853759.541841:0:32078:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.541847:0:32078:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853759.541851:0:32078:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853759.541853:0:32078:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853759.541856:0:32078:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853759.541858:0:32078:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.541861:0:32078:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.541873:0:32078:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853759.541874:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.541876:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.541877:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.541878:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.541880:0:32078:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853759.541885:0:32078:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853759.541887:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.541889:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.541890:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853759.541892:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541894:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541896:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.541897:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.541898:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853759.541900:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541902:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541904:0:32078:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853759.541907:0:32078:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853759.541921:0:32078:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.541928:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.541929:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.541930:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.541932:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.541933:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=5 00000020:00000001:3.0:1780853759.541935:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541937:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.541939:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853759.541942:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.541949:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.541950:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853759.541953:0:32078:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853759.541959:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853759.541960:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.541961:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853759.541962:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853759.541962:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853759.541969:0:32078:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853775 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853759.541978:0:32078:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853759.541983:0:32078:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853775 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853759.541990:0:32078:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853759.541997:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853759.541999:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853759.542000:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853759.542002:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853759.542003:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000002:00010000:3.0:1780853759.542007:0:32078:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1780853759.542177:0:32078:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263d340. 00010000:00000001:0.0:1780853759.542181:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.542182:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853759.542183:0:32078:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853759.542185:0:32078:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853759.542188:0:32078:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1780853759.542199:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853759.542201:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000001:0.0:1780853759.542204:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853759.542205:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00010000:00000001:0.0:1780853759.542207:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853759.542208:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853759.542209:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:0.0:1780853759.542211:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.542213:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000002:00010000:0.0:1780853759.542216:0:32078:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853759.542224:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.542225:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853759.542226:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853759.542227:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853759.542228:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853759.542229:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:0.0:1780853759.542232:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.542234:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:0.0:1780853759.542237:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:0.0:1780853759.542240:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853759.542243:0:32078:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:0.0:1780853759.542246:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.542247:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853759.542248:0:32078:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853759.542251:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff758 00000002:00002000:0.0:1780853759.542253:0:32078:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1780853759.542282:0:32078:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853759.542287:0:32078:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853759.542289:0:32078:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853759.542292:0:32078:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853759.542296:0:32078:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853759.542300:0:32078:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:0.0:1780853759.542303:0:32078:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853759.542304:0:32078:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4583139b40 it_disposition 1800037 00000080:00002000:0.0:1780853759.542310:0:32078:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e45919d75e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780853759.542315:0:32078:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853759.542318:0:32078:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:0.0:1780853759.542320:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bff988 00000080:00200000:0.0:1780853759.542322:0:32078:0:(namei.c:1619:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000001:0.0:1780853759.542325:0:32078:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:0.0:1780853759.542328:0:32078:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853759.542332:0:32078:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853759.542335:0:32078:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853759.542338:0:32078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1780853759.542341:0:32078:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1780853759.542352:0:32078:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e459190c200. 00000020:00000001:0.0:1780853759.542373:0:32078:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1780853759.542374:0:32078:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1780853759.542377:0:32078:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:0.0:1780853759.542379:0:32078:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9e459190c2c8) 00000020:00000001:0.0:1780853759.542383:0:32078:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853759.542388:0:32078:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853759.542393:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853759.542397:0:32078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd2800. 00000020:00000010:0.0:1780853759.542401:0:32078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853759.542408:0:32078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853759.542412:0:32078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853759.542417:0:32078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853759.542422:0:32078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853759.542427:0:32078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853759.542430:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3000. 00000008:00000010:0.0:1780853759.542434:0:32078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853759.542437:0:32078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853759.542441:0:32078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853759.542452:0:32078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853759.542455:0:32078:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853759.542457:0:32078:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853759.542461:0:32078:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1780853759.542466:0:32078:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4590c914b0. 00000020:00000001:0.0:1780853759.542469:0:32078:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1780853759.542470:0:32078:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853759.542478:0:32078:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1780853759.542482:0:32078:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45922441f0. 00020000:00000001:0.0:1780853759.542484:0:32078:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620374622704 : -107453334928912 : ffff9e45922441f0) 00020000:00000001:0.0:1780853759.542487:0:32078:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1780853759.542490:0:32078:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853759.542494:0:32078:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853759.542498:0:32078:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45850e0800. 00020000:00000010:0.0:1780853759.542503:0:32078:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d720. 00020000:00000001:0.0:1780853759.542505:0:32078:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509088 : -107453299042528 : ffff9e459447d720) 00020000:00000002:0.0:1780853759.542509:0:32078:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d720, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853759.542514:0:32078:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853759.542518:0:32078:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0800: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1780853759.542521:0:32078:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1780853759.542524:0:32078:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d720, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853759.542527:0:32078:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853759.542530:0:32078:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0800: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1780853759.542534:0:32078:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4590c7f1d0. 00020000:00000010:0.0:1780853759.542537:0:32078:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e4587cb9c00. 00020000:00000001:0.0:1780853759.542541:0:32078:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1780853759.542544:0:32078:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e458a7412c8. 00020000:00000001:0.0:1780853759.542672:0:32078:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1780853759.542674:0:32078:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1780853759.542680:0:32078:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1780853759.542683:0:32078:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4590c91190. 00000020:00000001:0.0:1780853759.542686:0:32078:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1780853759.542688:0:32078:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853759.542690:0:32078:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620351869456 : -107453357682160 : ffff9e4590c91210) 00020000:00000001:0.0:1780853759.542693:0:32078:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1780853759.542698:0:32078:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e45864b61c0. 00020000:00000001:0.0:1780853759.542700:0:32078:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853759.542705:0:32078:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351869456 : -107453357682160 : ffff9e4590c91210) 00020000:00000001:0.0:1780853759.542707:0:32078:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620351869456 : -107453357682160 : ffff9e4590c91210) 00020000:00000002:0.0:1780853759.542711:0:32078:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff9e4590c91190[0:0] -> [0x200000404:0x2b:0x0]@ffff9e4590c914b0: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1780853759.542716:0:32078:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1780853759.542718:0:32078:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1780853759.542720:0:32078:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853759.542723:0:32078:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351870256 : -107453357681360 : ffff9e4590c91530) 00000020:00001000:0.0:1780853759.542725:0:32078:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853759.542728:0:32078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd2800. 00000020:00000010:0.0:1780853759.542733:0:32078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853759.542737:0:32078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853759.542741:0:32078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853759.542744:0:32078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853759.542747:0:32078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853759.542750:0:32078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853759.542754:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3a00. 00000008:00000010:0.0:1780853759.542757:0:32078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853759.542760:0:32078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853759.542763:0:32078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853759.542765:0:32078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853759.542768:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3000. 00000020:00000010:0.0:1780853759.542769:0:32078:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853759.542773:0:32078:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1780853759.542776:0:32078:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1780853759.542778:0:32078:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1780853759 00000080:00000001:0.0:1780853759.542782:0:32078:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1780853759.542784:0:32078:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620364956360 : -107453344595256 : ffff9e459190c2c8) 00010000:00000001:0.0:1780853759.542787:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853759.542788:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853759.542790:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:0.0:1780853759.542791:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.542793:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000080:00000001:0.0:1780853759.542796:0:32078:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853759.542797:0:32078:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853759.542800:0:32078:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853759.542802:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3000. 00000020:00000010:0.0:1780853759.542805:0:32078:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853759.542807:0:32078:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853759.542809:0:32078:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853759.542811:0:32078:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853759.542814:0:32078:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853759.542816:0:32078:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853759.542818:0:32078:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853759.542820:0:32078:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd2800. 00000008:00000010:0.0:1780853759.542823:0:32078:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853759.542825:0:32078:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853759.542827:0:32078:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853759.542829:0:32078:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853759.542832:0:32078:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853759.542834:0:32078:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853759.542836:0:32078:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853759.542838:0:32078:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853759.542840:0:32078:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853759.542843:0:32078:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d540. 00020000:00000010:0.0:1780853759.542845:0:32078:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45850e0b00. 00020000:00000010:0.0:1780853759.542848:0:32078:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d8a0. 00020000:00000001:0.0:1780853759.542850:0:32078:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509472 : -107453299042144 : ffff9e459447d8a0) 00020000:00000002:0.0:1780853759.542853:0:32078:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d8a0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853759.542857:0:32078:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853759.542860:0:32078:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0b00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1780853759.542864:0:32078:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45922441f0) owner ffff9e4598bb27c0 00020000:00000001:0.0:1780853759.542867:0:32078:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853759.542869:0:32078:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45922441f0) owner ffff9e4598bb27c0 00020000:00000010:0.0:1780853759.542874:0:32078:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45850e0b00. 00020000:00000010:0.0:1780853759.542877:0:32078:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d540. 00020000:00000010:0.0:1780853759.542880:0:32078:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d8a0. 00020000:00000002:0.0:1780853759.542882:0:32078:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853759.542884:0:32078:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853759.542885:0:32078:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853759.542889:0:32078:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853759.542891:0:32078:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000002:0.0:1780853759.542899:0:32078:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e459447d720 addref 2/0 by ffff9e4598bb27c0. 00020000:00000002:0.0:1780853759.542902:0:32078:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000001:0.0:1780853759.542904:0:32078:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853759.542906:0:32078:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853759.542908:0:32078:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853759.542980:0:32078:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1780853759.542983:0:32078:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1780853759.542985:0:32078:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1780853759.542988:0:32078:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853759.542991:0:32078:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853759.542995:0:32078:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853759.542997:0:32078:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853759.543000:0:32078:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853759.543002:0:32078:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853759.543005:0:32078:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853759.543007:0:32078:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853759.543010:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3000. 00000008:00000010:0.0:1780853759.543012:0:32078:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853759.543014:0:32078:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853759.543017:0:32078:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853759.543019:0:32078:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853759.543022:0:32078:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd2800. 00000020:00000010:0.0:1780853759.543024:0:32078:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853759.543035:0:32078:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853759.543038:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.543040:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853759.543041:0:32078:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853759.543044:0:32078:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853759.543046:0:32078:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853759.543049:0:32078:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) 00000080:00010000:0.0:1780853759.543052:0:32078:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) for lock 0xa8f483e9eb300dd5 00800000:00000001:0.0:1780853759.543260:0:32078:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853759.543282:0:32078:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853759.543284:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853759.543286:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853759.543287:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:0.0:1780853759.543289:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.543292:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.543294:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.543295:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853759.543297:0:32078:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853759.543299:0:32078:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543301:0:32078:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:0.0:1780853759.543303:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853759.543310:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853759.543318:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543324:0:32078:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853759.543328:0:32078:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) 00000080:00000001:0.0:1780853759.543331:0:32078:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853759.543334:0:32078:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8400. 00000100:00000001:0.0:1780853759.543337:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853759.543341:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853759.543347:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543351:0:32078:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1780853759.543353:0:32078:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543361:0:32078:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853759.543363:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffa60 00000080:00200008:0.0:1780853759.543365:0:32078:0:(file.c:1059:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9e459190c2c8), flags 100102 00000080:00000010:0.0:1780853759.543373:0:32078:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cc280. 00000080:00000010:0.0:1780853759.543379:0:32078:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e459263de80. 00000080:00000001:0.0:1780853759.543382:0:32078:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:0.0:1780853759.543385:0:32078:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1780853759.543389:0:32078:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1780853759.543392:0:32078:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c15840. 00000002:00100000:0.0:1780853759.543397:0:32078:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853759.543403:0:32078:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853759.543405:0:32078:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1780853759.543408:0:32078:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1780853759.543412:0:32078:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543414:0:32078:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853759.543416:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853759.543419:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1780853759.543426:0:32078:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853759.543430:0:32078:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:0.0:1780853759.543529:0:32078:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1780853759.543531:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853759.543534:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffa60 00000080:00000008:0.0:1780853759.543536:0:32078:0:(file.c:1298:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9e459190c2c8), flags 100102, rc = 0 00000080:00000001:0.0:1780853759.543540:0:32078:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853759.543542:0:32078:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583139b40 released 00000080:00010000:0.0:1780853759.543544:0:32078:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dd5 from it ffff9e4583139b40 00010000:00000001:0.0:1780853759.543546:0:32078:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853759.543689:0:32078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853759.543692:0:32078:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:0.0:1780853759.543694:0:32078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.543697:0:32078:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:0.0:1780853759.543700:0:32078:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853759.543705:0:32078:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853759.543713:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.543715:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853759.543716:0:32078:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853759.543719:0:32078:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853759.543722:0:32078:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853759.543730:0:32078:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853759.543733:0:32078:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853759.543736:0:32078:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853759.543740:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.543741:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853759.543743:0:32078:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853759.543746:0:32078:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853759.543748:0:32078:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853759.543751:0:32078:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853759.543753:0:32078:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853759.543755:0:32078:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853759.543757:0:32078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853759.543758:0:32078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853759.543760:0:32078:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780853759.543762:0:32078:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1780853759.543764:0:32078:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853759.543765:0:32078:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853759.543767:0:32078:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853759.543769:0:32078:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543771:0:32078:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1780853759.543773:0:32078:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543775:0:32078:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853759.543777:0:32078:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543778:0:32078:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853759.543781:0:32078:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4583139b40. 00000080:00000001:0.0:1780853759.543784:0:32078:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543789:0:32078:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853759.543791:0:32078:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9e459190c2c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1780853759.543795:0:32078:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853759.543819:0:32078:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853759.543822:0:32078:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000002:0.0:1780853759.543825:0:32078:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000001:0.0:1780853759.543828:0:32078:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543836:0:32078:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853759.543839:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffdb8 00000080:00200008:0.0:1780853759.543841:0:32078:0:(file.c:448:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9e459190c2c8), flags 100002 00000080:00000001:0.0:1780853759.543844:0:32078:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853759.543846:0:32078:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1780853759.543847:0:32078:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853759.543849:0:32078:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000002:0.0:1780853759.543851:0:32078:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000001:0.0:1780853759.543853:0:32078:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853759.543855:0:32078:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853759.543860:0:32078:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853759.543862:0:32078:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853759.543866:0:32078:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:0.0:1780853759.543869:0:32078:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853759.543873:0:32078:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853759.543875:0:32078:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:0.0:1780853759.543877:0:32078:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853759.543880:0:32078:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853759.543884:0:32078:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4583cd2800. 00000080:00000001:0.0:1780853759.543886:0:32078:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853759.543890:0:32078:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853759.543893:0:32078:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853759.543895:0:32078:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:0.0:1780853759.543899:0:32078:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853759.543901:0:32078:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:0.0:1780853759.543907:0:32078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b800. 00000020:00000040:0.0:1780853759.543924:0:32078:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853759.543928:0:32078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853759.543931:0:32078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853759.543935:0:32078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853759.543941:0:32078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4583cd3000. 00000100:00000001:0.0:1780853759.543948:0:32078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853759.543960:0:32078:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853759.543971:0:32078:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853759.543976:0:32078:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853759.543982:0:32078:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853759.543984:0:32078:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853759.543991:0:32078:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853759.543993:0:32078:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038976 : -107453508512640 : ffff9e4587cb9480) 00000100:00000001:0.0:1780853759.543996:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853759.543997:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000100:00000001:0.0:1780853759.544002:0:32078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853759.544007:0:32078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853759.544008:0:32078:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853759.544010:0:32078:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853759.544013:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853759.544021:0:32078:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853759.544023:0:32078:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853759.544037:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853759.544040:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853759.544043:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853759.544047:0:32078:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b800 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32078:1867358631435008:192.168.202.110@tcp:35:multiop.0 00000100:00000001:0.0:1780853759.544050:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853759.544065:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853759.544069:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853759.544072:0:32078:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853759.544076:0:32078:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba000. 02000000:00000001:0.0:1780853759.544078:0:32078:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853759.544086:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853759.544090:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b210. 00000400:00000010:0.0:1780853759.544097:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853759.544103:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631435008, portal 10 00000100:00000001:0.0:1780853759.544105:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853759.544107:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000100:00000040:0.0:1780853759.544112:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853759.544118:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853759.544121:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853759.544124:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426330. 00000100:00000200:0.0:1780853759.544127:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631435008, offset 0 00000400:00000200:0.0:1780853759.544133:0:32078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853759.544142:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853759.544150:0:32078:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853759.544155:0:32078:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853759.544159:0:32078:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853759.544163:0:32078:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853759.544166:0:32078:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853759.544171:0:32078:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2520:2520:256:4294967295] 192.168.202.110@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:0.0:1780853759.544176:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853759.544185:0:32078:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853759.544192:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853759.544198:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853759.544205:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853759.544214:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853759.544219:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853759.544828:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853759.544834:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 803506 usecs (804 jiffies) 00000400:00000200:0.0:1780853759.544839:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853759.544843:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296557101 00000100:00000001:0.0:1780853759.544846:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:0.0:1780853759.544848:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296557101 00000100:00000001:0.0:1780853759.544850:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:0.0:1780853759.544853:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853759.544855:0:32078:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853759.544859:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853759.544861:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853759.544864:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853759.544866:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853759.544869:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853759.545833:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853759.545841:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:1.0:1780853759.545848:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853759.545856:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853759.545863:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426330 00000400:00000010:1.0:1780853759.545865:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426330. 00000100:00000001:1.0:1780853759.545870:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853759.545878:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853775 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.545889:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853759.545893:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853775 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853759.545900:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853759.545902:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853759.554391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000001:1.0:1780853760.045422:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853760.045427:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853760.045430:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853760.045431:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853760.045563:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853760.045566:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.045569:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853760.517735:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853760.517743:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853760.517746:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853760.517749:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb98 00000080:00200000:1.0:1780853760.517754:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853760.517762:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e200. 00800000:00000002:1.0:1780853760.517769:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853760.517773:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853760.517777:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853760.517779:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fab8 00800000:00000002:1.0:1780853760.517782:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853760.517786:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853760.517791:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853760.517796:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853760.517798:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f988 00000002:00010000:1.0:1780853760.517800:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853760.517804:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853760.517806:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853760.517809:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853760.517815:0:32080:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853760.517818:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853760.517820:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853760.517822:0:32080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853760.517824:0:32080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853760.517830:0:32080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107480. 00000020:00000040:1.0:1780853760.517834:0:32080:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853760.517840:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853760.517845:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853760.517853:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853760.517854:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853760.517856:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.517859:0:32080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853760.517861:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853760.517866:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853760.517873:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d73800. 00000100:00000001:1.0:1780853760.517877:0:32080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853760.517882:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853760.517883:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853760.517884:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853760.517885:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853760.517886:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853760.517890:0:32080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00010000:00000001:1.0:1780853760.517894:0:32080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853760.517895:0:32080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853760.517898:0:32080:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0100. 00010000:00000010:1.0:1780853760.517902:0:32080:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2c80. 00010000:00000001:1.0:1780853760.517905:0:32080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853760.517907:0:32080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6000. 00000020:00000001:1.0:1780853760.517910:0:32080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853760.517911:0:32080:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6000 with handle 0xa8f483e9eb300ddc to hash 00000020:00000001:1.0:1780853760.517913:0:32080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853760.517914:0:32080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:1.0:1780853760.517917:0:32080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:1.0:1780853760.517919:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853760.517921:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853760.517925:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853760.517932:0:32080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853760.517939:0:32080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853760.517946:0:32080:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853760.517947:0:32080:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853760.517953:0:32080:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4592487cc0. 00000100:00000001:1.0:1780853760.517954:0:32080:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620376997056 : -107453332554560 : ffff9e4592487cc0) 00000100:00000001:1.0:1780853760.517956:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853760.517957:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000001:1.0:1780853760.517961:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853760.517964:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.517965:0:32080:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853760.517967:0:32080:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853760.517975:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.517981:0:32080:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853760.517983:0:32080:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853760.517986:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853760.517987:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853760.517989:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853760.517991:0:32080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435136:192.168.202.110@tcp:101:multiop.0 00000100:00000001:1.0:1780853760.517993:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853760.517997:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853760.517999:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853760.518001:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853760.518004:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585114800. 02000000:00000001:1.0:1780853760.518005:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853760.518011:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853760.518014:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d6e0. 00000400:00000010:1.0:1780853760.518030:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9088. 00000100:00000200:1.0:1780853760.518036:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631435136, portal 10 00000100:00000001:1.0:1780853760.518038:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853760.518038:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000040:1.0:1780853760.518043:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.518059:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853760.518061:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853760.518064:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853760.518065:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631435136, offset 0 00000400:00000200:1.0:1780853760.518070:0:32080:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853760.518076:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.518082:0:32080:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853760.518086:0:32080:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853760.518089:0:32080:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853760.518091:0:32080:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853760.518093:0:32080:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853760.518096:0:32080:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2521:2521:256:4294967295] 192.168.202.110@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:1.0:1780853760.518099:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.518105:0:32080:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853760.518109:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853760.518113:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853760.518118:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853760.518124:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853760.518127:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853760.518145:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853760.518148:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 803506 usecs (804 jiffies) 00000400:00000200:1.0:1780853760.518150:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853760.518153:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558076 00000100:00000001:1.0:1780853760.518156:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:1.0:1780853760.518157:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558076 00000100:00000001:1.0:1780853760.518159:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:1.0:1780853760.518161:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853760.518162:0:32080:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.518165:0:32080:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853760.518166:0:32080:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853760.518168:0:32080:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853760.518170:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853760.518172:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853760.518687:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.518692:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:1.0:1780853760.518697:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.518703:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.518709:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:1.0:1780853760.518712:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:1.0:1780853760.518716:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.518723:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.518733:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.518735:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.518740:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.518742:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853760.529074:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.529095:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.529099:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.529102:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.529112:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.529120:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.529129:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.529134:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.529139:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.529143:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe51b80 00000400:00000200:1.0:1780853760.529147:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.529153:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6cd9 [1] + 224 00000800:00000001:1.0:1780853760.529161:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.529168:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.529171:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.529176:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.529189:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.529200:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853760.529212:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.529235:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853760.529243:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.529247:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.529649:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853760.529731:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853760.529733:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853760.529738:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d6e0. 00000400:00000200:2.0:1780853760.529742:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9088 00000400:00000010:2.0:1780853760.529744:0:32080:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9088. 00000100:00000001:2.0:1780853760.529747:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853760.529751:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853760.529758:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.529762:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853760.529763:0:32080:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.529766:0:32080:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853760.529768:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853760.529771:0:32080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853760.529772:0:32080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.529774:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853760.529782:0:32080:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=1 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853760.529786:0:32080:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853760.529787:0:32080:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853760.529789:0:32080:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.529791:0:32080:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853760.529794:0:32080:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.529796:0:32080:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853760.529798:0:32080:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967650 gen 2 00000100:00000040:2.0:1780853760.529801:0:32080:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.529806:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.529808:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109056 : -107453587442560 : ffff9e4583173480) 00000100:00000001:2.0:1780853760.529810:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.529813:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.529821:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.529823:0:32080:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853760.529826:0:32080:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1780853760.529828:0:32080:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853760.529829:0:32080:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.529833:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.529840:0:32080:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.529843:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853760.529845:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853760.529848:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853760.529856:0:32080:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435136:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853760.529861:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.529863:0:32080:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.529866:0:32080:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853760.529867:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.529870:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.529876:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853760.529879:0:32080:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4592487cc0. 00000100:00000001:2.0:1780853760.529882:0:32080:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853760.529884:0:32080:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.529886:0:32080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853760.529890:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.529892:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.529895:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=4 00000020:00000001:2.0:1780853760.529896:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.529898:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000040:2.0:1780853760.529903:0:32080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6000, remote cookie: 0x562725ecec97a0ba, flags: 0x1001 00010000:00010000:2.0:1780853760.529908:0:32080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.529921:0:32080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.529925:0:32080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853760.529929:0:32080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853760.529931:0:32080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853760.529932:0:32080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853760.529945:0:32080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853760.529949:0:32080:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4589ab0100) refcount = 1 00010000:00010000:2.0:1780853760.529956:0:32080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.529963:0:32080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853760.529968:0:32080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853760.529969:0:32080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.529972:0:32080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853760.529975:0:32080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.529978:0:32080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.529983:0:32080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853760.529985:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.529987:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.529988:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.529988:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.529990:0:32080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.529996:0:32080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853760.529998:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.529999:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530000:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530002:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530004:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530007:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530008:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530009:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=4 00000020:00000001:2.0:1780853760.530011:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530013:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530015:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.530028:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.530032:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.530038:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530040:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530041:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530042:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530043:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=5 00000020:00000001:2.0:1780853760.530045:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530055:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530058:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.530061:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.530067:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530068:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853760.530070:0:32080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.530075:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.530076:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530077:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530078:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530079:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853760.530084:0:32080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853760.530098:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530099:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530100:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530101:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530103:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530105:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530105:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.530106:0:32080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.530108:0:32080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.530110:0:32080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853760.530111:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530112:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530113:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530114:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530115:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00000002:00010000:2.0:1780853760.530117:0:32080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.530120:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530121:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530122:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853760.530122:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530123:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530124:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530125:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530126:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000040:2.0:1780853760.530130:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:2.0:1780853760.530132:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853760.530134:0:32080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853760.530136:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530136:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.530138:0:32080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853760.530146:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f908 00000002:00002000:2.0:1780853760.530149:0:32080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853760.530151:0:32080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.530158:0:32080:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.530161:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853760.530164:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853760.530166:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853760.530170:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853760.530174:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e200. 00000080:00000001:2.0:1780853760.530179:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853760.530181:0:32080:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853760.530188:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853760.530192:0:32080:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853760.530198:0:32080:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f03c0. 00800000:00000001:2.0:1780853760.530200:0:32080:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343870400 : -107453365681216 : ffff9e45904f03c0) 00800000:00000001:2.0:1780853760.530203:0:32080:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.530205:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853760.530208:0:32080:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853760.530210:0:32080:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853760.530212:0:32080:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853760.530216:0:32080:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853760.530218:0:32080:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.530222:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853760.530224:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1780853760.530227:0:32080:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115188193296385 mtime from 1780853750 to 1780853759 00000080:00200000:2.0:1780853760.530231:0:32080:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853760.530233:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530235:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530236:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530238:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530240:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530242:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530243:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853760.530245:0:32080:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853760.530248:0:32080:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853760.530249:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f03c0 1 00800000:00000010:2.0:1780853760.530252:0:32080:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f03c0. 00800000:00000001:2.0:1780853760.530255:0:32080:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.530258:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ddc 00800000:00000001:2.0:1780853760.530262:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853760.530296:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853760.530298:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530299:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530300:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530303:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530305:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530307:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530308:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.530310:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.530320:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.530323:0:32080:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.530325:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853760.530329:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ddc from it ffffb4b401c1fbd0 00010000:00000001:2.0:1780853760.530331:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530332:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530333:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530335:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530337:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530338:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.530340:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.530346:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530347:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530349:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853760.530351:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853760.530353:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853760.530363:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853760.530365:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853760.530368:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.530372:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530373:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530375:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530379:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853760.530381:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530383:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530385:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530387:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.530388:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530389:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853760.530391:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.530396:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107480 x1867358631435136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.530402:0:32080:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853760.530405:0:32080:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853760.530409:0:32080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585114800. 02000000:00000001:2.0:1780853760.530412:0:32080:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853760.530423:0:32080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853760.530426:0:32080:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853760.530429:0:32080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853760.530432:0:32080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d73800. 02000000:00000001:2.0:1780853760.530724:0:32080:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853760.530726:0:32080:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853760.530728:0:32080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107480. 00000100:00000001:2.0:1780853760.530731:0:32080:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853760.530732:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853760.530734:0:32080:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853760.530738:0:32080:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853760.530755:0:32080:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7ba0. 00000020:00000001:2.0:1780853760.530758:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd88 00000080:00200000:2.0:1780853760.530759:0:32080:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=1536 00000080:00000001:2.0:1780853760.530762:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853760.530763:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853760.530764:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc98 00000080:00200000:2.0:1780853760.530766:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853760.530769:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073e00. 00800000:00000002:2.0:1780853760.530772:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853760.530774:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853760.530776:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.530777:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fbb8 00800000:00000002:2.0:1780853760.530778:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853760.530781:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853760.530784:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853760.530786:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.530788:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa88 00000002:00010000:2.0:1780853760.530789:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853760.530792:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853760.530793:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853760.530794:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853760.530797:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:2.0:1780853760.530798:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.530800:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.530802:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853760.530804:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853760.530809:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853760.530813:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.530817:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853760.530823:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853760.530825:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853760.530827:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853760.530829:0:32080:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853760.530831:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853760.530832:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853760.530835:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853760.530836:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853760.530839:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073e00. 00000080:00000001:2.0:1780853760.530841:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853760.530843:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.530844:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853760.530848:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ddc 00800000:00000001:2.0:1780853760.530850:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853760.530852:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853760.530853:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530854:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530855:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530857:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530859:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530861:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530862:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.530863:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.530865:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.530866:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ddc from it ffffb4b401c1fcd0 00010000:00000001:2.0:1780853760.530868:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530869:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530870:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530872:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530873:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530875:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.530877:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853760.530884:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530885:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530886:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853760.530887:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853760.530890:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853760.530896:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853760.530897:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853760.530899:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.530901:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530902:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.530903:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530905:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853760.530907:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530908:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530910:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.530911:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.530912:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530913:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853760.530914:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853760.530915:0:32080:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853760.530916:0:32080:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853760.530918:0:32080:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.530922:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853760.530923:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853760.530924:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd78 00000080:00200000:2.0:1780853760.530925:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853760.530927:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073e00. 00800000:00000002:2.0:1780853760.530929:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853760.530930:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853760.530931:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.530932:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc98 00800000:00000002:2.0:1780853760.530933:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853760.530935:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853760.530937:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853760.530938:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.530939:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb68 00000002:00010000:2.0:1780853760.530940:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853760.530942:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853760.530943:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853760.530944:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853760.530946:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:2.0:1780853760.530947:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.530949:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.530950:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853760.530952:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853760.530956:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853760.530957:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.530959:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853760.530962:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853760.530963:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853760.530964:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853760.530965:0:32080:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853760.530967:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853760.530968:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853760.530969:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853760.530970:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853760.530971:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073e00. 00000080:00000001:2.0:1780853760.530972:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853760.530973:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.530974:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853760.530975:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ddc 00800000:00000001:2.0:1780853760.530977:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853760.530977:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853760.530978:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530979:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530980:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530981:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530983:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530985:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.530986:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.530987:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.530988:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.530989:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ddc from it ffffb4b401c1fdb0 00010000:00000001:2.0:1780853760.530990:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.530991:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.530992:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6000 refcount=3 00000020:00000001:2.0:1780853760.530993:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530994:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125528064 : -107453584023552 : ffff9e45834b6000) 00010000:00000001:2.0:1780853760.530995:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.530996:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853760.530999:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.531000:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.531000:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853760.531001:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853760.531002:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853760.531005:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853760.531006:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853760.531007:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.531008:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.531008:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.531009:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.531010:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853760.531011:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.531011:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.531012:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.531013:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.531014:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.531015:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853760.531015:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853760.531017:0:32080:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853760.531030:0:32080:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853760.531034:0:32080:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853760.531037:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fe20 00000080:00200000:2.0:1780853760.531039:0:32080:0:(namei.c:2115:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=33188, excl=1 00000080:00000001:2.0:1780853760.531043:0:32080:0:(namei.c:2066:ll_mknod()) Process entered 00000020:00000001:2.0:1780853760.533408:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fdd0 00000080:00200000:2.0:1780853760.533728:0:32080:0:(namei.c:2070:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348) mode 100644 dev 0 00000080:00000001:2.0:1780853760.533736:0:32080:0:(namei.c:1954:ll_new_node()) Process entered 00000080:00000001:2.0:1780853760.533738:0:32080:0:(namei.c:1763:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1780853760.533748:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073e00. 00800000:00000002:2.0:1780853760.533756:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853760.533763:0:32080:0:(namei.c:1870:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.533769:0:32080:0:(lmv_obd.c:2284:lmv_create()) Process entered 00800000:00000001:2.0:1780853760.533771:0:32080:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853760.533775:0:32080:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853760.533778:0:32080:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853760.533780:0:32080:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853760.533783:0:32080:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853760.533786:0:32080:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853760.533789:0:32080:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:2.0:1780853760.533791:0:32080:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.533793:0:32080:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.533795:0:32080:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.533797:0:32080:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853760.533799:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fbf0 00800000:00000002:2.0:1780853760.533801:0:32080:0:(lmv_obd.c:2325:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1780853760.533805:0:32080:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1780853760.533808:0:32080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853760.533814:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:2.0:1780853760.533817:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.533820:0:32080:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853760.533824:0:32080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853760.533829:0:32080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1780853760.533844:0:32080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853760.533847:0:32080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853760.533850:0:32080:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853760.533852:0:32080:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1780853760.533857:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853760.533859:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853760.533862:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 3 00010000:00000001:2.0:1780853760.533864:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853760.533867:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.533869:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853760.533870:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853760.533871:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 3 00010000:00000001:2.0:1780853760.533873:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853760.533874:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.533875:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853760.533877:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853760.533878:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 3 00010000:00000001:2.0:1780853760.533880:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853760.533881:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.533883:0:32080:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853760.533886:0:32080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1780853760.533889:0:32080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1780853760.533892:0:32080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1780853760.533894:0:32080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853760.533896:0:32080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.533899:0:32080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853760.533903:0:32080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853760.533905:0:32080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853760.533907:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.533910:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1780853760.533913:0:32080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b6000 with handle 0xa8f483e9eb300ddc from hash 00010000:00000001:2.0:1780853760.533916:0:32080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853760.533917:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.533919:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.533921:0:32080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853760.533924:0:32080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853760.533927:0:32080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780853760.533930:0:32080:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853760.533932:0:32080:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853760.533945:0:32080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1780853760.533953:0:32080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39880. 00000020:00000040:2.0:1780853760.533957:0:32080:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853760.533963:0:32080:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853760.533966:0:32080:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.533968:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853760.533974:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.533978:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.533980:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.533981:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.533984:0:32080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853760.533986:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853760.533990:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853760.533998:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0400. 00000100:00000001:2.0:1780853760.534005:0:32080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.534007:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853760.534010:0:32080:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853760.534016:0:32080:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1780853760.534034:0:32080:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853760.534036:0:32080:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853760.534038:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853760.534040:0:32080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6000/0xa8f483e9eb300ddc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a0ba expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1780853760.534189:0:32080:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0100 count: 0 00010000:00000010:2.0:1780853760.534197:0:32080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2c80. 00010000:00000001:2.0:1780853760.534210:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.534211:0:32080:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.534214:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853760.534215:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.534217:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780853760.534230:0:32080:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1780853760.534244:0:32080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853760.534251:0:32080:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853760.534253:0:32080:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853760.534260:0:32080:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583501cc0. 00000100:00000001:2.0:1780853760.534262:0:32080:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125838528 : -107453583713088 : ffff9e4583501cc0) 00000100:00000001:2.0:1780853760.534407:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.534409:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000001:2.0:1780853760.534414:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853760.534546:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.534549:0:32080:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853760.534551:0:32080:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853760.534556:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.534563:0:32080:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853760.534565:0:32080:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.534569:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853760.534572:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853760.534574:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853760.534577:0:32080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435392:192.168.202.110@tcp:36:multiop.0 00000100:00000001:2.0:1780853760.534581:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853760.534587:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853760.534590:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.534593:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853760.534597:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0000. 02000000:00000001:2.0:1780853760.534599:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853760.534607:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853760.534612:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685420. 00000400:00000010:2.0:1780853760.534619:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853760.534627:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631435392, portal 10 00000100:00000001:2.0:1780853760.534629:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.534631:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000040:2.0:1780853760.534637:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.534644:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853760.534647:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853760.534650:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f990. 00000100:00000200:2.0:1780853760.534653:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631435392, offset 0 00000400:00000200:2.0:1780853760.534659:0:32080:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853760.534668:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.534675:0:32080:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853760.534680:0:32080:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853760.534684:0:32080:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853760.534688:0:32080:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853760.534691:0:32080:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853760.534695:0:32080:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2522:2522:256:4294967295] 192.168.202.110@tcp LPNI seq info [2522:2522:8:4294967295] 00000400:00000200:2.0:1780853760.534699:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.534710:0:32080:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853760.534716:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853760.534721:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd000. 00000800:00000200:2.0:1780853760.534728:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853760.534737:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853760.534741:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780853760.534834:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.534838:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 802475 usecs (803 jiffies) 00000400:00000200:2.0:1780853760.534842:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853760.534845:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558092 00000100:00000001:2.0:1780853760.534848:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.534851:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558092 00000100:00000001:2.0:1780853760.534854:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.534856:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.534858:0:32080:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.534861:0:32080:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853760.534863:0:32080:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853760.534865:0:32080:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853760.534868:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853760.534871:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853760.535842:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.535849:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853760.535857:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.535864:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.535872:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:1.0:1780853760.535874:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:1.0:1780853760.535879:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.535886:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.535897:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.535901:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.535908:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.535910:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853760.540326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0100. 00010000:00000010:2.1:1780853760.540339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6000. 00000800:00000001:1.0:1780853760.554854:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853760.555100:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853760.555105:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853760.555109:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853760.555117:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555125:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853760.555133:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555139:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555145:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555149:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe51c80 00000400:00000200:0.0:1780853760.555154:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555161:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x6ce9 [1] + 224 00000800:00000001:0.0:1780853760.555169:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853760.555177:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853760.555181:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853760.555186:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853760.555194:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853760.555203:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853760.555213:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.555544:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853760.555581:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853760.555591:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853760.555596:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555601:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853760.555608:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2523:2523:256:4294967295] 192.168.202.110@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:0.0:1780853760.555612:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.555620:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853760.555626:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853760.555632:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853760.555638:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853760.555646:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853760.555650:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853760.555748:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853760.555752:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:0.0:1780853760.555756:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853760.555759:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853760.555764:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853760.555768:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853760.556722:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853760.556726:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853760.556730:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685420. 00000400:00000200:2.0:1780853760.556736:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853760.556738:0:32080:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853760.556743:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853760.556751:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853760.556762:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631435392/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/576 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.556769:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853760.556771:0:32080:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.556774:0:32080:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853760.556778:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853760.556780:0:32080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853760.556782:0:32080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.556785:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853760.556795:0:32080:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=1 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853760.556800:0:32080:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853760.556802:0:32080:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853760.556804:0:32080:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.556807:0:32080:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853760.556810:0:32080:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.556814:0:32080:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853760.556816:0:32080:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1780853760.556817:0:32080:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853760.556820:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.556821:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000001:2.0:1780853760.556824:0:32080:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853760.556826:0:32080:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1780853760.556828:0:32080:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853760.556830:0:32080:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.556835:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631435392/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1780853776 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.556842:0:32080:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.556845:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853760.556846:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853760.556850:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631435392/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1780853776 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853760.556859:0:32080:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435392:192.168.202.110@tcp:36:multiop.0 00000100:00000001:2.0:1780853760.556864:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.556866:0:32080:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.556868:0:32080:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853760.556871:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.556874:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631435392/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1780853776 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.556880:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853760.556883:0:32080:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583501cc0. 00000100:00000001:2.0:1780853760.556886:0:32080:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853760.556887:0:32080:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.556894:0:32080:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853760.556897:0:32080:0:(lmv_obd.c:2333:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:2.0:1780853760.556900:0:32080:0:(lmv_obd.c:2391:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.556903:0:32080:0:(namei.c:1890:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1780853760.556906:0:32080:0:(namei.c:1685:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1780853759 to 1780853760 00000080:00000001:2.0:1780853760.556909:0:32080:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853760.556915:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853760.556917:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853760.556920:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1780853760.556922:0:32080:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853760.556932:0:32080:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e459198a100. 00000020:00000001:2.0:1780853760.556942:0:32080:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:2.0:1780853760.556945:0:32080:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1780853760.556948:0:32080:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853760.556949:0:32080:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9e459198a1c8) 00000080:00000001:2.0:1780853760.556952:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1780853760.556954:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853760.556957:0:32080:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1780853760 00000080:00000001:2.0:1780853760.556961:0:32080:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1780853760.556963:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853760.556968:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853760.556972:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073c00. 00000020:00000010:2.0:1780853760.556976:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073200. 00000020:00000010:2.0:1780853760.556980:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5960. 00000008:00000010:2.0:1780853760.556987:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853760.556991:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853760.556997:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853760.557002:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853760.557007:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853760.557011:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073a00. 00000008:00000010:2.0:1780853760.557015:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853760.557030:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853760.557034:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853760.557038:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853760.557042:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853760.557044:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853760.557107:0:32080:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1780853760.557111:0:32080:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e45988304b0. 00000020:00000001:2.0:1780853760.557114:0:32080:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853760.557117:0:32080:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853760.557124:0:32080:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:2.0:1780853760.557127:0:32080:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45916e3000. 00020000:00000001:2.0:1780853760.557130:0:32080:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620362690560 : -107453346861056 : ffff9e45916e3000) 00020000:00000001:2.0:1780853760.557133:0:32080:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:2.0:1780853760.557136:0:32080:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853760.557140:0:32080:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481496368 : -107453228055248 : ffff9e4598830530) 00000020:00001000:2.0:1780853760.557143:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853760.557147:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073200. 00000020:00000010:2.0:1780853760.557150:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5960. 00000008:00000010:2.0:1780853760.557154:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853760.557158:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853760.557161:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853760.557164:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853760.557167:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853760.557170:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073c00. 00000008:00000010:2.0:1780853760.557173:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853760.557176:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853760.557179:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853760.557181:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853760.557184:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000020:00000010:2.0:1780853760.557186:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853760.557189:0:32080:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365472200 : -107453344079416 : ffff9e459198a1c8) 00000080:00000001:2.0:1780853760.557193:0:32080:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853760.557196:0:32080:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853760.557198:0:32080:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.557203:0:32080:0:(namei.c:1937:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.557205:0:32080:0:(namei.c:2049:ll_new_node()) Process leaving 00000100:00000001:2.0:1780853760.557207:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.557212:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631435392/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1780853776 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.557218:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853760.557221:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853760.557225:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073e00. 00000080:00000001:2.0:1780853760.557228:0:32080:0:(namei.c:2057:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.557232:0:32080:0:(namei.c:2098:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853760.557236:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fe20 00000080:00200000:2.0:1780853760.557239:0:32080:0:(namei.c:2123:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:2.0:1780853760.558030:0:32080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853760.558039:0:32080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1780853760.558667:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853760.558672:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853760.558674:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853760.558677:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb20 00000080:00200000:2.0:1780853760.558682:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853760.558689:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073e00. 00800000:00000002:2.0:1780853760.558696:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853760.558700:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853760.558704:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.558706:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa40 00800000:00000002:2.0:1780853760.558708:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853760.558712:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853760.558716:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853760.558721:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.558723:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f910 00000002:00010000:2.0:1780853760.558725:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853760.558729:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853760.558731:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853760.558734:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853760.558740:0:32080:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.558743:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.558745:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.558747:0:32080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853760.558750:0:32080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853760.558754:0:32080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3a680. 00000020:00000040:2.0:1780853760.558758:0:32080:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853760.558764:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853760.558768:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.558775:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.558777:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.558779:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.558781:0:32080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853760.558784:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853760.558789:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853760.558797:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0c00. 00000100:00000001:2.0:1780853760.558804:0:32080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.558808:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853760.558809:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.558811:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853760.558812:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.558814:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.558819:0:32080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00010000:00000001:2.0:1780853760.558823:0:32080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853760.558825:0:32080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853760.558829:0:32080:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837600. 00010000:00000010:2.0:1780853760.558832:0:32080:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9d80. 00010000:00000001:2.0:1780853760.558837:0:32080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853760.558840:0:32080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778400. 00000020:00000001:2.0:1780853760.558843:0:32080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853760.558845:0:32080:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778400 with handle 0xa8f483e9eb300de3 to hash 00000020:00000001:2.0:1780853760.558847:0:32080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853760.558849:0:32080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.558852:0:32080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.558855:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.558858:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.558862:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.558872:0:32080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.558883:0:32080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853760.558889:0:32080:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853760.558891:0:32080:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853760.558896:0:32080:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583501cc0. 00000100:00000001:2.0:1780853760.558898:0:32080:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125838528 : -107453583713088 : ffff9e4583501cc0) 00000100:00000001:2.0:1780853760.558901:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.558903:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000001:2.0:1780853760.558908:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853760.558911:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.558913:0:32080:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853760.558915:0:32080:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853760.558925:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.558934:0:32080:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853760.558936:0:32080:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.558940:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853760.558943:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853760.558945:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853760.558949:0:32080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435520:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853760.558953:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853760.558959:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853760.558961:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.558964:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853760.558969:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e458647f800. 02000000:00000001:2.0:1780853760.558971:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853760.558978:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853760.558982:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685420. 00000400:00000010:2.0:1780853760.558988:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853760.558996:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631435520, portal 10 00000100:00000001:2.0:1780853760.558998:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.559000:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000040:2.0:1780853760.559006:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.559013:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853760.559016:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853760.559031:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f550. 00000100:00000200:2.0:1780853760.559036:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631435520, offset 0 00000400:00000200:2.0:1780853760.559044:0:32080:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853760.559063:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.559071:0:32080:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853760.559077:0:32080:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853760.559082:0:32080:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853760.559086:0:32080:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853760.559089:0:32080:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853760.559093:0:32080:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2524:2524:256:4294967295] 192.168.202.110@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:2.0:1780853760.559097:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.559106:0:32080:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853760.559113:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853760.559118:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853760.559126:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853760.559137:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853760.559142:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780853760.559165:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.559171:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 801463 usecs (802 jiffies) 00000400:00000200:2.0:1780853760.559174:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853760.559177:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558115 00000100:00000001:2.0:1780853760.559180:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.559183:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558115 00000100:00000001:2.0:1780853760.559186:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.559188:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.559191:0:32080:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.559193:0:32080:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853760.559195:0:32080:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853760.559197:0:32080:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853760.559200:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853760.559203:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853760.560072:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.560078:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853760.560085:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.560092:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.560098:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:1.0:1780853760.560101:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:1.0:1780853760.560105:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.560112:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.560127:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.560130:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.560137:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.560138:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853760.564815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7ba0. 00000800:00000001:1.0:1780853760.565551:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.565566:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.565570:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.565572:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.565581:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.565589:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.565598:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.565603:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.565608:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.565613:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe51d00 00000400:00000200:1.0:1780853760.565618:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.565625:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6cf1 [1] + 224 00000800:00000001:1.0:1780853760.565632:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.565640:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.565643:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.565647:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.565655:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.565663:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853760.565672:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.565691:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853760.565699:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.565702:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.565762:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853760.565769:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853760.565771:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853760.565774:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685420. 00000400:00000200:2.0:1780853760.565779:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853760.565781:0:32080:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853760.565784:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853760.565789:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853760.565797:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.565802:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853760.565804:0:32080:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.565807:0:32080:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853760.565811:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853760.565813:0:32080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853760.565815:0:32080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.565818:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853760.565827:0:32080:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=1 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853760.565831:0:32080:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853760.565834:0:32080:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853760.565836:0:32080:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.565838:0:32080:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853760.565842:0:32080:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.565845:0:32080:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853760.565847:0:32080:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1780853760.565850:0:32080:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853760.565852:0:32080:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.565857:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.565864:0:32080:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.565866:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853760.565868:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853760.565872:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853760.565878:0:32080:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435520:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853760.565884:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.565887:0:32080:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.565889:0:32080:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853760.565891:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.565894:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.565900:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853760.565903:0:32080:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583501cc0. 00000100:00000001:2.0:1780853760.565906:0:32080:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853760.565907:0:32080:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.565911:0:32080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853760.565914:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.565917:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.565920:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=4 00000020:00000001:2.0:1780853760.565922:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.565925:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000040:2.0:1780853760.565932:0:32080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778400, remote cookie: 0x562725ecec97a0d6, flags: 0x1001 00010000:00010000:2.0:1780853760.565948:0:32080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.565960:0:32080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.565967:0:32080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853760.565971:0:32080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853760.565974:0:32080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853760.565976:0:32080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853760.565977:0:32080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853760.565981:0:32080:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837600) refcount = 1 00010000:00010000:2.0:1780853760.565986:0:32080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.565999:0:32080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853760.566002:0:32080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853760.566004:0:32080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.566007:0:32080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853760.566009:0:32080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.566012:0:32080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.566029:0:32080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853760.566030:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566032:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566033:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566034:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566036:0:32080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.566041:0:32080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853760.566043:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566044:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566054:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566056:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566059:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566062:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566063:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566064:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=4 00000020:00000001:2.0:1780853760.566067:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566069:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566072:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.566074:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.566078:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.566085:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566086:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566088:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566089:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566090:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=5 00000020:00000001:2.0:1780853760.566092:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566095:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566097:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.566100:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.566106:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566107:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853760.566110:0:32080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.566117:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.566119:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566120:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566121:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566122:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853760.566127:0:32080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853760.566135:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566137:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566138:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566140:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566141:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566144:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566145:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.566146:0:32080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.566149:0:32080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.566152:0:32080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853760.566155:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566156:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566157:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566159:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566161:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00000002:00010000:2.0:1780853760.566164:0:32080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.566170:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566172:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566173:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853760.566175:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566176:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566177:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566179:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566181:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000040:2.0:1780853760.566189:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:2.0:1780853760.566192:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853760.566198:0:32080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853760.566200:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566201:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.566203:0:32080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853760.566208:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f890 00000002:00002000:2.0:1780853760.566209:0:32080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853760.566213:0:32080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.566217:0:32080:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.566221:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853760.566225:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853760.566230:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853760.566235:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853760.566239:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073e00. 00000080:00000001:2.0:1780853760.566245:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853760.566247:0:32080:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853760.566254:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853760.566259:0:32080:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853760.566303:0:32080:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f03c0. 00800000:00000001:2.0:1780853760.566307:0:32080:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343870400 : -107453365681216 : ffff9e45904f03c0) 00800000:00000001:2.0:1780853760.566309:0:32080:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.566724:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853760.566728:0:32080:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853760.566730:0:32080:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853760.566734:0:32080:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853760.566738:0:32080:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853760.566741:0:32080:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.566746:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853760.566749:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1780853760.566754:0:32080:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853760.566756:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566758:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566760:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566762:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566764:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566766:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566768:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853760.566769:0:32080:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853760.566772:0:32080:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853760.566773:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f03c0 1 00800000:00000010:2.0:1780853760.566776:0:32080:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f03c0. 00800000:00000001:2.0:1780853760.566779:0:32080:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.566782:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300de3 00800000:00000001:2.0:1780853760.566785:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853760.566788:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853760.566789:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566790:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566791:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566793:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566794:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566797:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566798:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.566799:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.566802:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.566804:0:32080:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853760.566806:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853760.566810:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300de3 from it ffffb4b401c1fb58 00010000:00000001:2.0:1780853760.566811:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.566812:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.566814:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:2.0:1780853760.566815:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566817:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:2.0:1780853760.566819:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.566822:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.566828:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566829:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566830:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853760.566833:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853760.566835:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853760.566842:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853760.566845:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853760.566847:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.566851:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566852:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.566854:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.566857:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853760.566859:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.566861:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.566863:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.566865:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.566866:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.566867:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853760.566869:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.566875:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631435520/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.566882:0:32080:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853760.566885:0:32080:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853760.566888:0:32080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647f800. 02000000:00000001:2.0:1780853760.566892:0:32080:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853760.566895:0:32080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853760.566896:0:32080:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853760.566899:0:32080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853760.566902:0:32080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0c00. 02000000:00000001:2.0:1780853760.566905:0:32080:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853760.566907:0:32080:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853760.566909:0:32080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:2.0:1780853760.566912:0:32080:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853760.566913:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853760.566916:0:32080:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853760.566922:0:32080:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853760.567166:0:32080:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7ba0. 00000020:00000001:2.0:1780853760.567173:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fae8 00000080:00200000:2.0:1780853760.567176:0:32080:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=9 00000080:00000001:2.0:1780853760.567180:0:32080:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853760.567182:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f998 00000080:00200000:2.0:1780853760.567184:0:32080:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000010:2.0:1780853760.567196:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073e00. 00800000:00000002:2.0:1780853760.567203:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853760.567209:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853760.567213:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.567216:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f8b8 00800000:00000002:2.0:1780853760.567218:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853760.567221:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1780853760.567227:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f850 00800000:00000002:2.0:1780853760.567229:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:2.0:1780853760.567233:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853760.567236:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f788 00000002:00010000:2.0:1780853760.567237:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853760.567241:0:32080:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853760.567244:0:32080:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853760.567557:0:32080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3a680. 00000020:00000040:2.0:1780853760.567562:0:32080:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853760.567569:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853760.567572:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853760.567576:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.567577:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.567579:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.567582:0:32080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853760.567584:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853760.567588:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853760.567595:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0c00. 00000100:00000001:2.0:1780853760.567600:0:32080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.567603:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853760.567605:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.567607:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853760.567608:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.567609:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.567617:0:32080:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00010000:00000001:2.0:1780853760.567621:0:32080:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853760.567623:0:32080:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853760.567628:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:2.0:1780853760.567630:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.567633:0:32080:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853760.567637:0:32080:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778a00. 00000020:00000001:2.0:1780853760.567641:0:32080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853760.567643:0:32080:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778a00 with handle 0xa8f483e9eb300dea to hash 00000020:00000001:2.0:1780853760.567645:0:32080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853760.567646:0:32080:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.567651:0:32080:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.567654:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.567656:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.567659:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.567670:0:32080:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.567680:0:32080:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32080 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853760.567687:0:32080:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853760.567689:0:32080:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853760.567698:0:32080:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4583501cc0. 00000100:00000001:2.0:1780853760.567700:0:32080:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620125838528 : -107453583713088 : ffff9e4583501cc0) 00000100:00000001:2.0:1780853760.567704:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.567705:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000001:2.0:1780853760.567710:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853760.567715:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.567717:0:32080:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853760.567718:0:32080:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853760.567725:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.567733:0:32080:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853760.567735:0:32080:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.567740:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853760.567743:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853760.567745:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853760.567748:0:32080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435648:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853760.567751:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853760.567756:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853760.567759:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.567761:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853760.567766:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e458647f800. 02000000:00000001:2.0:1780853760.567768:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853760.567774:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853760.567778:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685420. 00000400:00000010:2.0:1780853760.567785:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853760.567791:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631435648, portal 10 00000100:00000001:2.0:1780853760.567794:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.567795:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000040:2.0:1780853760.567800:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.567807:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853760.567810:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853760.567812:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fc38. 00000100:00000200:2.0:1780853760.567815:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631435648, offset 0 00000400:00000200:2.0:1780853760.567822:0:32080:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853760.567831:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.567839:0:32080:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853760.567844:0:32080:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853760.567849:0:32080:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853760.567853:0:32080:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853760.567856:0:32080:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853760.567860:0:32080:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2525:2525:256:4294967295] 192.168.202.110@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:2.0:1780853760.567865:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.567874:0:32080:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853760.567881:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853760.567885:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dde00. 00000800:00000200:2.0:1780853760.567892:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853760.567900:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853760.567904:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dde00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1780853760.567926:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.567933:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 800430 usecs (801 jiffies) 00000400:00000200:2.0:1780853760.570193:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853760.570198:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558125 00000100:00000001:2.0:1780853760.570202:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.570206:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558125 00000100:00000001:2.0:1780853760.570209:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.570211:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.570215:0:32080:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.570219:0:32080:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853760.570221:0:32080:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853760.570225:0:32080:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4583501cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853760.570229:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853760.570232:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853760.571071:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.571077:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853760.571084:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.571093:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.571101:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fc38 00000400:00000010:1.0:1780853760.571105:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fc38. 00000100:00000001:1.0:1780853760.571111:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.571120:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.571133:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.571136:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.571142:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.571144:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853760.579477:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.579493:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.579498:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.579500:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.579510:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.579517:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.579525:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.579530:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.579535:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.579540:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe51d80 00000400:00000200:1.0:1780853760.579544:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.579550:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x6cf9 [1] + 224 00000800:00000001:1.0:1780853760.579556:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.579562:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.579565:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.579568:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.579575:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.579583:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853760.579592:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.579612:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853760.579622:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.579625:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.579857:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853760.579867:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853760.579869:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853760.579873:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685420. 00000400:00000200:2.0:1780853760.579879:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853760.579882:0:32080:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853760.579887:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853760.579892:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853760.579900:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.579905:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853760.579907:0:32080:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.579910:0:32080:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853760.579914:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853760.579917:0:32080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853760.579921:0:32080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.579924:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853760.579951:0:32080:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=1 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853760.579956:0:32080:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853760.579959:0:32080:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853760.579961:0:32080:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.579964:0:32080:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853760.579968:0:32080:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.579973:0:32080:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853760.579976:0:32080:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1780853760.579978:0:32080:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853760.579981:0:32080:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.579986:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.579994:0:32080:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.579998:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853760.580001:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853760.580004:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853776 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853760.580012:0:32080:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435648:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853760.580027:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.580031:0:32080:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.580033:0:32080:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853760.580035:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.580039:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853776 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.580053:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853760.580057:0:32080:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4583501cc0. 00000100:00000001:2.0:1780853760.580061:0:32080:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853760.580063:0:32080:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.580066:0:32080:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853760.580070:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580073:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580076:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853760.580079:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580081:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000040:2.0:1780853760.580087:0:32080:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778a00, remote cookie: 0x562725ecec97a0f2, flags: 0x1001 00010000:00010000:2.0:1780853760.580093:0:32080:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853760.580106:0:32080:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780853760.580109:0:32080:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780853760.580118:0:32080:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837300. 00010000:00000010:2.0:1780853760.580122:0:32080:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9900. 00010000:00000001:2.0:1780853760.580128:0:32080:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.580131:0:32080:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853760.580138:0:32080:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580144:0:32080:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853760.580147:0:32080:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853760.580150:0:32080:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853760.580152:0:32080:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853760.580153:0:32080:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853760.580156:0:32080:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff9e4594837300) refcount = 1 00010000:00010000:2.0:1780853760.580159:0:32080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580166:0:32080:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853760.580170:0:32080:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853760.580171:0:32080:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853760.580175:0:32080:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853760.580177:0:32080:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.580180:0:32080:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580186:0:32080:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853760.580188:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580190:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.580191:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580192:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.580194:0:32080:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.580198:0:32080:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853760.580200:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580201:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580212:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853760.580214:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580217:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580219:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580220:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580221:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853760.580223:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580225:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580227:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853760.580230:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853760.580234:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580241:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580242:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.580243:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580244:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580246:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=5 00000020:00000001:2.0:1780853760.580247:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580249:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580252:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853760.580255:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580260:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580261:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853760.580804:0:32080:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580814:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853760.580815:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580816:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.580817:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580818:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853760.580827:0:32080:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853760.580834:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580835:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580836:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853760.580838:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580840:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580842:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580843:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.580845:0:32080:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.580847:0:32080:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.580849:0:32080:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853760.580852:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580853:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580855:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853760.580856:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580858:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000002:00010000:2.0:1780853760.580862:0:32080:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853760.580868:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580869:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853760.580871:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853760.580872:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853760.580873:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853760.580875:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853760.580877:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853760.580879:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000040:2.0:1780853760.580884:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 2 00010000:00000001:2.0:1780853760.580886:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853760.580890:0:32080:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:2.0:1780853760.580893:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853760.580894:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853760.580895:0:32080:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853760.580899:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f708 00000002:00002000:2.0:1780853760.580901:0:32080:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853760.580904:0:32080:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.580908:0:32080:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.580911:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853760.580915:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853760.580919:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853760.580923:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:2.0:1780853760.580927:0:32080:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853760.580928:0:32080:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c1fb20 it_disposition b 00000080:00000001:2.0:1780853760.580931:0:32080:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853760.581118:0:32080:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853760.581123:0:32080:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853760.581126:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1780853760.581129:0:32080:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1780853760.581686:0:32080:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1780853760.581690:0:32080:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1780853760.581696:0:32080:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:0.0:1780853760.581699:0:32080:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff9e459198a1c8): rc = 0 00000080:00000001:0.0:1780853760.581702:0:32080:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365472200 : -107453344079416 : ffff9e459198a1c8) 00010000:00000001:0.0:1780853760.581704:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.581706:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.581708:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853760.581710:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.581713:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000080:00000001:0.0:1780853760.581717:0:32080:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853760.581719:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853760.581727:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853760.581735:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853760.581740:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853760.581745:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853760.581752:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853760.581757:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853760.581762:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853760.581769:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853760.581772:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853760.581776:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3400. 00000008:00000010:0.0:1780853760.581780:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853760.581783:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853760.581787:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853760.581790:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853760.581794:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853760.581795:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853760.581798:0:32080:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853760.581801:0:32080:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000002:0.0:1780853760.581804:0:32080:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e3000) owner ffff9e4585c68000 00020000:00000001:0.0:1780853760.581807:0:32080:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853760.581810:0:32080:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e3000) owner ffff9e4585c68000 00020000:00000002:0.0:1780853760.581813:0:32080:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853760.581815:0:32080:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853760.581817:0:32080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853760.581821:0:32080:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853760.581824:0:32080:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000002:0.0:1780853760.581827:0:32080:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853760.581829:0:32080:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853760.581831:0:32080:0:(lov_object.c:2261:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853760.581833:0:32080:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1780853760.581836:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853760.581839:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853760.581845:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853760.581851:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853760.581854:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853760.581857:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853760.581859:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853760.581862:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853760.581865:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3a00. 00000008:00000010:0.0:1780853760.581867:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853760.581869:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853760.581873:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853760.581876:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853760.581878:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3400. 00000020:00000010:0.0:1780853760.581881:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853760.581883:0:32080:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.581885:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.581888:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853760.581889:0:32080:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853760.581893:0:32080:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853760.581895:0:32080:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.581898:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9e459198a1c8) for lock 0xa8f483e9eb300dea 00800000:00000001:0.0:1780853760.581901:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853760.581903:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853760.581905:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.581906:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.581908:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853760.581910:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.581912:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.581915:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.581916:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853760.581917:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853760.581919:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1780853760.581926:0:32080:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b1a5e8 inode ffff9e459198a1c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1780853760.581930:0:32080:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1780853760.582213:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9e459198a1c8) 00000080:00010000:0.0:1780853760.582218:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dea from it ffffb4b401c1fb20 00010000:00000001:0.0:1780853760.582221:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.582222:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.582223:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853760.582225:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.582227:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.582230:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853760.582234:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853760.582241:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.582242:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.582244:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853760.582247:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853760.582255:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853760.582296:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853760.582299:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853760.582301:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853760.582306:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.582308:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.582310:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.582411:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853760.582413:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.582416:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.582545:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.582547:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853760.582548:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.582550:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853760.582552:0:32080:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853760.582557:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073e00. 00000100:00000001:0.0:1780853760.582563:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853760.582573:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631435648/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853760.582580:0:32080:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853760.582584:0:32080:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853760.582587:0:32080:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647f800. 02000000:00000001:0.0:1780853760.582591:0:32080:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853760.582593:0:32080:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853760.582595:0:32080:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853760.582597:0:32080:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853760.582600:0:32080:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0c00. 02000000:00000001:0.0:1780853760.582603:0:32080:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853760.582605:0:32080:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853760.582607:0:32080:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:0.0:1780853760.582610:0:32080:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853760.582612:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853760.582615:0:32080:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853760.582616:0:32080:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401c1fb20 released 00000080:00000001:0.0:1780853760.582618:0:32080:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1780853760.582632:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd08 00000080:00200008:0.0:1780853760.582634:0:32080:0:(file.c:6228:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff9e459198a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853760.582642:0:32080:0:(statahead.c:2319:start_statahead_thread()) Process entered 00000080:00000001:0.0:1780853760.582645:0:32080:0:(statahead.c:605:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1780853760.582650:0:32080:0:(statahead.c:607:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9e4583cd3400. 00000080:00000001:0.0:1780853760.582652:0:32080:0:(statahead.c:629:ll_sai_alloc()) Process leaving (rc=18446636620134036480 : -107453575515136 : ffff9e4583cd3400) 00000080:00000001:0.0:1780853760.582657:0:32080:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1780853760.582661:0:32080:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9e4589b75000. 00000080:00000001:0.0:1780853760.582664:0:32080:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446636620233265152 : -107453476286464 : ffff9e4589b75000) 00000080:00400000:0.0:1780853760.582668:0:32080:0:(statahead.c:2462:start_statahead_thread()) start statahead thread: [pid 32080] [parent /] 00000080:00000001:1.0:1780853760.583807:0:32080:0:(statahead.c:1164:ll_start_agl()) Process entered 00000080:00400000:1.0:1780853760.583812:0:32080:0:(statahead.c:1167:ll_start_agl()) start agl thread: sai ffff9e4583cd3400, parent / 00000080:00000001:0.0:1780853760.584657:0:32080:0:(statahead.c:1184:ll_start_agl()) Process leaving 00000080:00000001:0.0:1780853760.584665:0:32080:0:(statahead.c:2493:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1780853760.584671:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853760.584674:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc80 00000080:00200000:0.0:1780853760.584676:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9e459198a1c8),name=f22.recovery-small-1 00000080:00000010:0.0:1780853760.584684:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4583cd3a00. 00800000:00000002:0.0:1780853760.584689:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853760.584695:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853760.584700:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853760.584702:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fba0 00800000:00000002:0.0:1780853760.584705:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853760.584709:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853760.584714:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853760.584719:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853760.584721:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa70 00000002:00010000:0.0:1780853760.584722:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853760.584725:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853760.584727:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.584730:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.584736:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 2 00010000:00000001:0.0:1780853760.584739:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853760.584743:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853760.584747:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853760.584751:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853760.584762:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853760.584767:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853760.584770:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853760.584783:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853760.584785:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853760.584788:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853760.584789:0:32080:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853760.584791:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853760.584793:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853760.584796:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853760.584798:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853760.584802:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4583cd3a00. 00000080:00000001:0.0:1780853760.584806:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853760.584807:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.584809:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9e459198a1c8) 00000080:00010000:0.0:1780853760.584813:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9e459198a1c8) for lock 0xa8f483e9eb300dea 00800000:00000001:0.0:1780853760.584815:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853760.584817:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853760.584818:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.584820:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.584822:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853760.584824:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.584826:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.584829:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.584830:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853760.584832:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853760.584833:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.584835:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dea from it ffffb4b401c1fcb8 00010000:00000001:0.0:1780853760.584837:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.584838:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.584840:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:0.0:1780853760.584842:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.584844:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:0.0:1780853760.584846:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853760.584849:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853760.584856:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.584857:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.584859:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853760.584861:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853760.584863:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853760.584869:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853760.584872:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853760.584874:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853760.584878:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.584879:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.584881:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.584884:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853760.584886:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.584888:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.584890:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.584892:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853760.584893:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.584894:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853760.584897:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853760.584899:0:32080:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853760.584902:0:32080:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1780853760.584905:0:32080:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853760.584906:0:32080:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853760.584909:0:32080:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853760.584910:0:32080:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.584912:0:32080:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.584915:0:32080:0:(file.c:6283:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853760.584919:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd08 00000080:00000008:0.0:1780853760.584922:0:32080:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff9e459198a1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853760.584926:0:32080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853760.584927:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fda0 00000080:00002000:0.0:1780853760.584929:0:32080:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9e4591b1a5e8, parent ffff9e4591970ca8, inode ffff9e459198a1c8) hashed, 00000080:00000001:0.0:1780853760.584933:0:32080:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853760.585244:0:32082:0:(statahead.c:1098:ll_agl_thread()) Process entered 00000080:00400000:1.0:1780853760.585247:0:32082:0:(statahead.c:1101:ll_agl_thread()) agl thread started: sai ffff9e4583cd3400, parent / 00000080:00000001:0.0:1780853760.585357:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853760.585360:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853760.585362:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853760.585363:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fbd8 00000080:00200000:0.0:1780853760.585366:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853760.585370:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4583cd3a00. 00800000:00000002:0.0:1780853760.585373:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853760.585375:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853760.585377:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853760.585379:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1faf8 00800000:00000002:0.0:1780853760.585380:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853760.585383:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853760.585386:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853760.585389:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853760.585391:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f9c8 00000002:00010000:0.0:1780853760.585392:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853760.585395:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853760.585396:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.585398:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.585403:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:0.0:1780853760.585405:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853760.585409:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853760.585410:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853760.585414:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853760.585431:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853760.585433:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853760.585442:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853760.585449:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853760.585450:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853760.585452:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853760.585454:0:32080:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853760.585455:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853760.585457:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853760.585459:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853760.585460:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853760.585463:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4583cd3a00. 00000080:00000001:0.0:1780853760.585466:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853760.585467:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.585469:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853760.585471:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300de3 00800000:00000001:0.0:1780853760.585474:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853760.585476:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853760.585477:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.585478:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.585480:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:0.0:1780853760.585481:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585483:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585485:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585487:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853760.585488:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853760.585489:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.585491:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300de3 from it ffffb4b401c1fc10 00010000:00000001:0.0:1780853760.585493:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.585494:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.585495:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:0.0:1780853760.585497:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585499:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585501:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853760.585504:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853760.585509:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585510:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.585511:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853760.585513:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853760.585515:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853760.585521:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853760.585522:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853760.585523:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853760.585526:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585527:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.585528:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585530:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853760.585532:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585533:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585535:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585537:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853760.585538:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585539:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853760.585541:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853760.585542:0:32080:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853760.585545:0:32080:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853760.585549:0:32080:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.585556:0:32080:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853760.585558:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fda8 00000080:00002000:0.0:1780853760.585560:0:32080:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9e4591b1a5e8) flags 0x48000e refc 0 00000080:00000001:0.0:1780853760.585562:0:32080:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853760.585564:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fe18 00000080:00200000:0.0:1780853760.585566:0:32080:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:0.0:1780853760.585570:0:32080:0:(statahead.c:1990:revalidate_statahead_dentry()) Process entered 00000080:00000001:0.0:1780853760.585573:0:32080:0:(statahead.c:1934:ll_shared_statahead_check()) Process entered 00000080:00000001:0.0:1780853760.585575:0:32080:0:(statahead.c:1951:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1780853760.585578:0:32080:0:(statahead.c:1960:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1780853760.585580:0:32080:0:(statahead.c:2043:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1780853760.585583:0:32080:0:(statahead.c:2138:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:0.0:1780853760.585585:0:32080:0:(statahead.c:2615:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:0.0:1780853760.585589:0:32080:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853760.585590:0:32080:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853760.585591:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd38 00000080:00200000:0.0:1780853760.585593:0:32080:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853760.585597:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4583cd3a00. 00800000:00000002:0.0:1780853760.585599:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853760.585602:0:32080:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853760.585603:0:32080:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853760.585605:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc58 00800000:00000002:0.0:1780853760.585606:0:32080:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853760.585609:0:32080:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853760.585611:0:32080:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853760.585613:0:32080:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853760.585615:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb28 00000002:00010000:0.0:1780853760.585616:0:32080:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853760.585618:0:32080:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853760.585619:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.585621:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.585623:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:0.0:1780853760.585625:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853760.585628:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853760.585630:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853760.585632:0:32080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1780853760.585639:0:32080:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853760.585641:0:32080:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853760.585644:0:32080:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1780853760.585650:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853760.585651:0:32080:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853760.585653:0:32080:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853760.585655:0:32080:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853760.585657:0:32080:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853760.585658:0:32080:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853760.585661:0:32080:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853760.585662:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853760.585664:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4583cd3a00. 00000080:00000001:0.0:1780853760.585667:0:32080:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853760.585668:0:32080:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.585670:0:32080:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853760.585673:0:32080:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300de3 00800000:00000001:0.0:1780853760.585675:0:32080:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853760.585676:0:32080:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853760.585677:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.585679:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.585680:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:0.0:1780853760.585681:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585683:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585685:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585686:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853760.585688:0:32080:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853760.585689:0:32080:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853760.585691:0:32080:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300de3 from it ffffb4b401c1fd70 00010000:00000001:0.0:1780853760.585692:0:32080:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853760.585693:0:32080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853760.585694:0:32080:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778400 refcount=3 00000020:00000001:0.0:1780853760.585696:0:32080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585698:0:32080:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861376 : -107453463690240 : ffff9e458a778400) 00010000:00000001:0.0:1780853760.585699:0:32080:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853760.585702:0:32080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853760.585707:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585708:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.585709:0:32080:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853760.585710:0:32080:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853760.585712:0:32080:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853760.585718:0:32080:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853760.585720:0:32080:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853760.585721:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853760.585723:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585724:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.585725:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585726:0:32080:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853760.585728:0:32080:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585729:0:32080:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585731:0:32080:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585733:0:32080:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853760.585734:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.585735:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853760.585736:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853760.585737:0:32080:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853760.585739:0:32080:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:0.0:1780853760.585742:0:32080:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.585745:0:32080:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:0.0:1780853760.585747:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fe00 00000080:00200000:0.0:1780853760.585749:0:32080:0:(namei.c:2404:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853760.585751:0:32080:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1780853760.585754:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853760.585757:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853760.585761:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853760.585765:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853760.585769:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853760.585775:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853760.585779:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853760.585784:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853760.585789:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853760.585793:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853760.585797:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904c6400. 00000008:00000010:0.0:1780853760.585801:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853760.585804:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853760.585807:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853760.585810:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853760.585813:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853760.585816:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853760.585818:0:32080:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853760.585821:0:32080:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000002:0.0:1780853760.585824:0:32080:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:0.0:1780853760.585827:0:32080:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853760.585829:0:32080:0:(lov_object.c:2261:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853760.585831:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853760.585835:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853760.585840:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853760.585845:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853760.585849:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853760.585852:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853760.585855:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853760.585858:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853760.585861:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3a00. 00000008:00000010:0.0:1780853760.585863:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853760.585867:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853760.585870:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853760.585872:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853760.585874:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904c6400. 00000020:00000010:0.0:1780853760.585877:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853760.585880:0:32080:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853760.585883:0:32080:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904c6400. 00800000:00000002:0.0:1780853760.585886:0:32080:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853760.585892:0:32080:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853760.585896:0:32080:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853760.585898:0:32080:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1780853760.585901:0:32080:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853760.585902:0:32080:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:0.0:1780853760.585906:0:32080:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853760.585908:0:32080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853760.585911:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:0.0:1780853760.585912:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853760.585915:0:32080:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853760.585918:0:32080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853760.585921:0:32080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1780853760.585928:0:32080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853760.585932:0:32080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853760.585950:0:32080:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853760.585952:0:32080:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853760.585954:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.585955:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.585957:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 3 00010000:00000001:0.0:1780853760.585959:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.585962:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853760.585963:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.585964:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.585966:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 3 00010000:00000001:0.0:1780853760.585968:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.585970:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853760.585971:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.585972:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.585974:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 3 00010000:00000001:0.0:1780853760.585975:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.585977:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.585979:0:32080:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853760.585981:0:32080:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853760.585986:0:32080:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853760.585988:0:32080:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853760.585990:0:32080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853760.585992:0:32080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.585995:0:32080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853760.585998:0:32080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853760.586000:0:32080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853760.586002:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853760.586004:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853760.586007:0:32080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778400 with handle 0xa8f483e9eb300de3 from hash 00010000:00000001:0.0:1780853760.586010:0:32080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853760.586011:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.586012:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.586013:0:32080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853760.586016:0:32080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853760.586026:0:32080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853760.586029:0:32080:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853760.586031:0:32080:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853760.586033:0:32080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853760.586035:0:32080:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853760.586037:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 2 00010000:00000001:0.0:1780853760.586039:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853760.586040:0:32080:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853760.586042:0:32080:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853760.586045:0:32080:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1780853760.586058:0:32080:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853760.586060:0:32080:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853760.586061:0:32080:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853760.586063:0:32080:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:0.0:1780853760.586064:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.586066:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.586067:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:0.0:1780853760.586069:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.586071:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853760.586073:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.586074:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.586075:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:0.0:1780853760.586077:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.586078:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853760.586080:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.586081:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.586083:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:0.0:1780853760.586084:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.586086:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853760.586088:0:32080:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853760.586089:0:32080:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853760.586090:0:32080:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837300 count: 3 00010000:00000001:0.0:1780853760.586092:0:32080:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853760.586093:0:32080:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.586095:0:32080:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.586097:0:32080:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853760.586098:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853760.586101:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853760.586104:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4583cd3a00. 00000020:00000010:0.0:1780853760.586106:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853760.586108:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853760.586110:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853760.586113:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853760.586115:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853760.586117:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853760.586119:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853760.586122:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72400. 00000008:00000010:0.0:1780853760.586124:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853760.586126:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853760.586129:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853760.586131:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853760.586133:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853760.586135:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853760.586137:0:32080:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1780853760.586139:0:32080:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:0.0:1780853760.586142:0:32080:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1780853760.586144:0:32080:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1780853760.586147:0:32080:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853760.586149:0:32080:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853760.586152:0:32080:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1780853760.586154:0:32080:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853760.586156:0:32080:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853760.586158:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853760.586160:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4583cd3200. 00000020:00000010:0.0:1780853760.586163:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 00000008:00000010:0.0:1780853760.586165:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853760.586168:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853760.586170:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853760.586172:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853760.586174:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853760.586177:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4583cd3a00. 00000008:00000010:0.0:1780853760.586179:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853760.586181:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853760.586183:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853760.586185:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853760.586187:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72400. 00000020:00000010:0.0:1780853760.586190:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853760.586192:0:32080:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853760.586194:0:32080:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853760.586196:0:32080:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff9e459198a1c8) invalid 00000020:00000001:0.0:1780853760.586199:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa68 00000080:00002000:0.0:1780853760.586200:0:32080:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9e4591b1a5e8) parent ffff9e4591970ca8 inode ffff9e459198a1c8 refc 1 00000080:00000001:0.0:1780853760.586204:0:32080:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853760.586205:0:32080:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853760.586206:0:32080:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.586209:0:32080:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853760.586210:0:32080:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853760.586212:0:32080:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853760.586213:0:32080:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853760.586215:0:32080:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853760.586217:0:32080:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778a00 with handle 0xa8f483e9eb300dea from hash 00010000:00000001:0.0:1780853760.586219:0:32080:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853760.586221:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.586222:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.586223:0:32080:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853760.586224:0:32080:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853760.586226:0:32080:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853760.586228:0:32080:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853760.586230:0:32080:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853760.586232:0:32080:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1780853760.586237:0:32080:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368a80. 00000020:00000040:0.0:1780853760.586241:0:32080:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853760.586246:0:32080:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853760.586248:0:32080:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.586250:0:32080:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853760.586254:0:32080:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853760.586257:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853760.586258:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.586260:0:32080:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853760.586290:0:32080:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853760.586292:0:32080:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853760.586294:0:32080:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853760.586301:0:32080:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4588f72400. 00000100:00000001:0.0:1780853760.586307:0:32080:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.586309:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853760.586311:0:32080:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853760.586317:0:32080:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780853760.586325:0:32080:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853760.586331:0:32080:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1780853760.586333:0:32080:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853760.586335:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853760.586337:0:32080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300dea lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a0f2 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1780853760.586343:0:32080:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837300 count: 0 00010000:00000010:0.0:1780853760.586348:0:32080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9900. 00010000:00000001:0.0:1780853760.586358:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.586359:0:32080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853760.586361:0:32080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778400/0xa8f483e9eb300de3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a0d6 expref: -99 pid: 32080 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1780853760.586367:0:32080:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837600 count: 0 00010000:00000010:0.0:1780853760.586370:0:32080:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9d80. 00010000:00000001:0.0:1780853760.586373:0:32080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853760.586375:0:32080:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.586376:0:32080:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853760.586378:0:32080:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853760.586379:0:32080:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853760.586390:0:32080:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1780853760.586404:0:32080:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853760.586411:0:32080:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853760.586412:0:32080:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853760.586418:0:32080:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9300. 00000100:00000001:0.0:1780853760.586420:0:32080:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038592 : -107453508513024 : ffff9e4587cb9300) 00000100:00000001:0.0:1780853760.586423:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853760.586424:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853760.586427:0:32080:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853760.586431:0:32080:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853760.586433:0:32080:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853760.586434:0:32080:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853760.586439:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853760.586446:0:32080:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853760.586448:0:32080:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853760.586452:0:32080:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853760.586455:0:32080:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853760.586457:0:32080:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853760.586460:0:32080:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435904:192.168.202.110@tcp:36:multiop.0 00000100:00000001:0.0:1780853760.586465:0:32080:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853760.586471:0:32080:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853760.586473:0:32080:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853760.586476:0:32080:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853760.586481:0:32080:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b8400. 02000000:00000001:0.0:1780853760.586482:0:32080:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853760.586491:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853760.586494:0:32080:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b4d0. 00000400:00000010:0.0:1780853760.586500:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000100:00000200:0.0:1780853760.586507:0:32080:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631435904, portal 10 00000100:00000001:0.0:1780853760.586509:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853760.586511:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000040:0.0:1780853760.586518:0:32080:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853760.586525:0:32080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853760.586528:0:32080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853760.586530:0:32080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853760.586533:0:32080:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1867358631435904, offset 0 00000400:00000200:0.0:1780853760.586539:0:32080:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853760.586547:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.586555:0:32080:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853760.586560:0:32080:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853760.586564:0:32080:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853760.586567:0:32080:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853760.586570:0:32080:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853760.586574:0:32080:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2526:2526:256:4294967295] 192.168.202.110@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:0.0:1780853760.586579:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853760.586588:0:32080:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853760.586594:0:32080:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853760.586599:0:32080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853760.586605:0:32080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853760.586613:0:32080:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853760.586617:0:32080:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1780853760.586639:0:32080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853760.586644:0:32080:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 799407 usecs (800 jiffies) 00000400:00000200:0.0:1780853760.586648:0:32080:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853760.586650:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558141 00000100:00000001:0.0:1780853760.586653:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:0.0:1780853760.586656:0:32080:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558141 00000100:00000001:0.0:1780853760.586659:0:32080:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:0.0:1780853760.586661:0:32080:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853760.586664:0:32080:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853760.586666:0:32080:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853760.586668:0:32080:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853760.586671:0:32080:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9300 going to sleep for 11 seconds 00000100:00000001:0.0:1780853760.586675:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853760.586678:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853760.586921:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.586927:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853760.586932:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.586937:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.586943:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:1.0:1780853760.586945:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:1.0:1780853760.586949:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.586954:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.586962:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.586966:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.586971:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.586973:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1780853760.587115:0:32081:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:3.0:1780853760.587120:0:32081:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9e4583cd3400, parent / 00800000:00000001:3.0:1780853760.587126:0:32081:0:(lmv_obd.c:4406:lmv_batch_create()) Process entered 00800000:00000010:3.0:1780853760.587130:0:32081:0:(lmv_obd.c:4407:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9e45852dedc0. 00800000:00000001:3.0:1780853760.587132:0:32081:0:(lmv_obd.c:4424:lmv_batch_create()) Process leaving (rc=18446636620157152704 : -107453552398912 : ffff9e45852dedc0) 00000080:00000001:3.0:1780853760.587136:0:32081:0:(statahead.c:1487:ll_statahead_by_fname()) Process entered 00000080:00400000:3.0:1780853760.587139:0:32081:0:(statahead.c:1490:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:3.0:1780853760.587143:0:32081:0:(statahead.c:1492:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9e4585c77000. 00000080:00000001:3.0:1780853760.587146:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587148:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587151:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02600. 00000020:00000001:3.0:1780853760.587154:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587155:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9e4582b02600) index 1 00000080:00000001:3.0:1780853760.587159:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115355136 : -107453594196480 : ffff9e4582b02600) 00000080:00000001:3.0:1780853760.587163:0:32081:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853760.587165:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27c98 00000080:00002000:3.0:1780853760.587166:0:32081:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9e45919d75e8) flags 0x40000e refc 1 00000080:00000001:3.0:1780853760.587169:0:32081:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587171:0:32081:0:(statahead.c:1013:sa_revalidate()) Process entered 00000080:00000010:3.0:1780853760.587173:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583faf400. 00800000:00000002:3.0:1780853760.587178:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00800000:00000001:3.0:1780853760.587185:0:32081:0:(lmv_obd.c:4236:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853760.587189:0:32081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853760.587191:0:32081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853760.587194:0:32081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853760.587199:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853760.587201:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587206:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587209:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853760.587213:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853760.587222:0:32081:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853760.587225:0:32081:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587228:0:32081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853760.587234:0:32081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853760.587235:0:32081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853760.587237:0:32081:0:(lmv_obd.c:4243:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853760.587239:0:32081:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.587241:0:32081:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401c27d78 released 00000080:00010000:3.0:1780853760.587243:0:32081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300dd5 from it ffffb4b401c27d78 00010000:00000001:3.0:1780853760.587245:0:32081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.587247:0:32081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.587249:0:32081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853760.587250:0:32081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853760.587253:0:32081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853760.587255:0:32081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.587258:0:32081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853760.587301:0:32081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.587303:0:32081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.587304:0:32081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853760.587306:0:32081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853760.587317:0:32081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853760.587325:0:32081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853760.587327:0:32081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853760.587328:0:32081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853760.587331:0:32081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.587332:0:32081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.587334:0:32081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.587336:0:32081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853760.587338:0:32081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.587339:0:32081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.587342:0:32081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.587344:0:32081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.587346:0:32081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.587347:0:32081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853760.587348:0:32081:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.587351:0:32081:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000010:3.0:1780853760.587353:0:32081:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583faf400. 00000080:00000001:3.0:1780853760.587357:0:32081:0:(statahead.c:1032:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853760.587363:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587366:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587367:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587370:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02f00. 00000020:00000001:3.0:1780853760.587372:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587373:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9e4582b02f00) index 2 00000080:00000001:3.0:1780853760.587375:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115357440 : -107453594194176 : ffff9e4582b02f00) 00000080:00000001:3.0:1780853760.587377:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587379:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583faf400. 00800000:00000002:3.0:1780853760.587382:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00800000:00000001:3.0:1780853760.587385:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587389:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000010:3.0:1780853760.587391:0:32081:0:(lmv_obd.c:4569:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9e45849896e0. 00000002:00000001:3.0:1780853760.587394:0:32081:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:3.0:1780853760.587396:0:32081:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9e4584989aa0. 00000002:00000010:3.0:1780853760.587399:0:32081:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9e4583139f60. 00000002:00000010:3.0:1780853760.587403:0:32081:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9e45852dea80. 00000002:00000010:3.0:1780853760.587407:0:32081:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9e4585179000. 00000002:00000001:3.0:1780853760.587409:0:32081:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00800000:00000001:3.0:1780853760.587411:0:32081:0:(lmv_obd.c:4587:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587414:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587417:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a9cc0. 00000002:00000001:3.0:1780853760.587419:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587421:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587423:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587431:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587444:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587446:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853760.587451:0:32081:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3100. 00010000:00000010:3.0:1780853760.587455:0:32081:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02d80. 00010000:00000001:3.0:1780853760.587458:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587461:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171800. 00000020:00000001:3.0:1780853760.587463:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587466:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171800 with handle 0xa8f483e9eb300df1 to hash 00000020:00000001:3.0:1780853760.587468:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587470:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179066368 : -107452530485248 : ffff9e45c2171800) 00010000:00000001:3.0:1780853760.587474:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179066368 : -107452530485248 : ffff9e45c2171800) 00010000:00000001:3.0:1780853760.587476:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587478:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587481:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587488:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587494:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587496:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587499:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587503:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de940. 00000002:00000001:3.0:1780853760.587506:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587507:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587509:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.587510:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587512:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587514:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587515:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587516:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587518:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02380. 00000020:00000001:3.0:1780853760.587520:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587522:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9e4582b02380) index 3 00000080:00000001:3.0:1780853760.587524:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115354496 : -107453594197120 : ffff9e4582b02380) 00000080:00000001:3.0:1780853760.587526:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587528:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583fae000. 00800000:00000002:3.0:1780853760.587531:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 4 00800000:00000001:3.0:1780853760.587534:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587535:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853760.587537:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587538:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587541:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a93c0. 00000002:00000001:3.0:1780853760.587542:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587544:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587545:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587548:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587550:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587551:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853760.587553:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 2 00010000:00000001:3.0:1780853760.587555:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587557:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587559:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170e00. 00000020:00000001:3.0:1780853760.587561:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587563:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170e00 with handle 0xa8f483e9eb300df8 to hash 00000020:00000001:3.0:1780853760.587564:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587565:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853760.587567:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853760.587569:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587570:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587573:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587579:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587584:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587586:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587588:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587590:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de100. 00000002:00000001:3.0:1780853760.587592:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587594:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587596:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.587597:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587599:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587600:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587602:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587603:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587605:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02800. 00000020:00000001:3.0:1780853760.587606:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587609:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9e4582b02800) index 4 00000080:00000001:3.0:1780853760.587610:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115355648 : -107453594195968 : ffff9e4582b02800) 00000080:00000001:3.0:1780853760.587613:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587616:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583fad000. 00800000:00000002:3.0:1780853760.587620:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 5 00800000:00000001:3.0:1780853760.587622:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587624:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853760.587625:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587627:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587630:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a99c0. 00000002:00000001:3.0:1780853760.587631:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587632:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587633:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587636:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587637:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587639:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853760.587640:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 3 00010000:00000001:3.0:1780853760.587642:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587644:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587646:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170600. 00000020:00000001:3.0:1780853760.587648:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587649:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170600 with handle 0xa8f483e9eb300dff to hash 00000020:00000001:3.0:1780853760.587651:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587652:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853760.587654:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853760.587655:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587657:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587660:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587665:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587671:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587672:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587674:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587677:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852dee80. 00000002:00000001:3.0:1780853760.587679:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587680:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587681:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.587683:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587684:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587685:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587687:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587688:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587690:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02580. 00000020:00000001:3.0:1780853760.587691:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587693:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9e4582b02580) index 5 00000080:00000001:3.0:1780853760.587694:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115355008 : -107453594196608 : ffff9e4582b02580) 00000080:00000001:3.0:1780853760.587696:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587698:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583fae400. 00800000:00000002:3.0:1780853760.587700:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 6 00800000:00000001:3.0:1780853760.587702:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587704:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853760.587705:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587707:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587708:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a9a80. 00000002:00000001:3.0:1780853760.587710:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587711:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587712:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587714:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587716:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587717:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853760.587718:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 4 00010000:00000001:3.0:1780853760.587720:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587721:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587723:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171000. 00000020:00000001:3.0:1780853760.587725:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587727:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171000 with handle 0xa8f483e9eb300e06 to hash 00000020:00000001:3.0:1780853760.587728:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587729:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853760.587731:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853760.587734:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587735:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587737:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587743:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587748:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587749:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587751:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587753:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de9c0. 00000002:00000001:3.0:1780853760.587755:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587756:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587757:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.587758:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587760:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587761:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587763:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587764:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587765:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02e00. 00000020:00000001:3.0:1780853760.587767:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587768:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9e4582b02e00) index 6 00000080:00000001:3.0:1780853760.587770:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115357184 : -107453594194432 : ffff9e4582b02e00) 00000080:00000001:3.0:1780853760.587772:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587774:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583fac800. 00800000:00000002:3.0:1780853760.587776:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 7 00800000:00000001:3.0:1780853760.587779:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587780:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853760.587781:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587783:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587785:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a9f00. 00000002:00000001:3.0:1780853760.587786:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587787:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587788:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587791:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587792:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587793:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853760.587795:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 5 00010000:00000001:3.0:1780853760.587796:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587798:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587800:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853760.587801:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587803:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170200 with handle 0xa8f483e9eb300e0d to hash 00000020:00000001:3.0:1780853760.587805:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587806:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853760.587808:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853760.587810:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587811:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587814:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587820:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587825:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587827:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587829:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587831:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de700. 00000002:00000001:3.0:1780853760.587833:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587834:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587836:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.587837:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587839:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587840:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587842:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587843:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587845:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02e80. 00000020:00000001:3.0:1780853760.587847:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587848:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9e4582b02e80) index 7 00000080:00000001:3.0:1780853760.587850:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115357312 : -107453594194304 : ffff9e4582b02e80) 00000080:00000001:3.0:1780853760.587853:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587855:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583fad400. 00800000:00000002:3.0:1780853760.587858:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 8 00800000:00000001:3.0:1780853760.587860:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587862:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853760.587863:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587864:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587866:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a9c00. 00000002:00000001:3.0:1780853760.587868:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587868:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587870:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587872:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587873:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587874:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853760.587876:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 6 00010000:00000001:3.0:1780853760.587878:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587879:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587881:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171a00. 00000020:00000001:3.0:1780853760.587883:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587885:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171a00 with handle 0xa8f483e9eb300e14 to hash 00000020:00000001:3.0:1780853760.587886:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587887:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853760.587889:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853760.587891:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587893:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587895:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587901:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587907:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587908:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587910:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587913:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de480. 00000002:00000001:3.0:1780853760.587916:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587917:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587919:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.587920:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587922:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.587923:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.587925:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853760.587926:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853760.587928:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02300. 00000020:00000001:3.0:1780853760.587930:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853760.587931:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9e4582b02300) index 8 00000080:00000001:3.0:1780853760.587933:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115354368 : -107453594197248 : ffff9e4582b02300) 00000080:00000001:3.0:1780853760.587935:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853760.587937:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583faec00. 00800000:00000002:3.0:1780853760.587940:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 9 00800000:00000001:3.0:1780853760.587943:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853760.587944:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853760.587945:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853760.587947:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853760.587949:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a9d80. 00000002:00000001:3.0:1780853760.587951:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:3.0:1780853760.587952:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853760.587954:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853760.587957:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853760.587958:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853760.587960:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853760.587961:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3100 count: 7 00010000:00000001:3.0:1780853760.587964:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.587965:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.587967:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170a00. 00000020:00000001:3.0:1780853760.587969:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.587970:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170a00 with handle 0xa8f483e9eb300e1b to hash 00000020:00000001:3.0:1780853760.587971:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.587973:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853760.587974:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853760.587976:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.587978:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.587981:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.587987:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.587992:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587994:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.587996:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853760.587998:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de180. 00000002:00000001:3.0:1780853760.588000:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.588001:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.588002:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.588004:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.588005:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.588007:0:32081:0:(lmv_obd.c:4467:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1780853760.588009:0:32081:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1780853760.588011:0:32081:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1780853760.588012:0:32081:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1780853760.588017:0:32081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853760.588031:0:32081:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853760.588034:0:32081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853760.588036:0:32081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853760.588039:0:32081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853760.588045:0:32081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9e458517d000. 00000100:00000001:3.0:1780853760.588050:0:32081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.588053:0:32081:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.588055:0:32081:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853760.588057:0:32081:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.588061:0:32081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853760.588065:0:32081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853760.588074:0:32081:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_01+1] req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1780853760.588107:0:32081:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.588110:0:32081:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853760.588112:0:32081:0:(lmv_obd.c:4489:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.588113:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000001:3.0:1780853760.588116:0:32081:0:(statahead.c:682:ll_agl_trigger()) Process entered 00000080:00400000:3.0:1780853760.588118:0:32081:0:(statahead.c:739:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:3.0:1780853760.588121:0:32081:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1780853760.588123:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853760.588127:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853760.588132:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8c00. 00000020:00000010:3.0:1780853760.588135:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8200. 00000020:00000010:3.0:1780853760.588138:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139de0. 00000008:00000010:3.0:1780853760.588145:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853760.588150:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853760.588154:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853760.588158:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853760.588162:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853760.588165:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9600. 00000008:00000010:3.0:1780853760.588168:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853760.588171:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853760.588175:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853760.588178:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853760.588181:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853760.588183:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853760.588187:0:32081:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91530 -> ffff9e4590c91530 00000020:00000001:3.0:1780853760.588189:0:32081:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853760.588192:0:32081:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853760.588194:0:32081:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1780853760.588197:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853760.588198:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853760.588200:0:32081:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853760.588202:0:32081:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.588204:0:32081:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853760.588207:0:32081:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9e4584caf968 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1780853760.588210:0:32081:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:3.0:1780853760.588213:0:32081:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853760.588216:0:32081:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853760.588218:0:32081:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853760.588219:0:32081:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853760.588221:0:32081:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853760.588223:0:32081:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853760.588225:0:32081:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588226:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853760.588227:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853760.588228:0:32081:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853760.588229:0:32081:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00000020:00000001:3.0:1780853760.588231:0:32081:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853760.588233:0:32081:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1780853760.588235:0:32081:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:3.0:1780853760.588237:0:32081:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1780853760.588238:0:32081:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1780853760.588240:0:32081:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1780853760.588242:0:32081:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1780853760.588247:0:32081:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1780853760.588251:0:32081:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4582b02100. 00020000:00000002:3.0:1780853760.588253:0:32081:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853760.588255:0:32081:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1780853760.588257:0:32081:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853760.588258:0:32081:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853760.588259:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853760.588262:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286ea0. 00000020:00000010:3.0:1780853760.588287:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9800. 00000020:00000010:3.0:1780853760.588291:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8a00. 00000020:00000010:3.0:1780853760.588294:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853760.588297:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853760.588300:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de000. 00008000:00000010:3.0:1780853760.588302:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853760.588305:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853760.588307:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853760.588310:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9200. 00000008:00000010:3.0:1780853760.588312:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853760.588314:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853760.588316:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853760.588320:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c900f0. 00000020:00000001:3.0:1780853760.588321:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374896296 : -107453334655320 : ffff9e4592286ea8) 00000020:00001000:3.0:1780853760.588323:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286ea0 00000020:00000001:3.0:1780853760.588325:0:32081:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91210 -> ffff9e4590c91530 00000020:00000001:3.0:1780853760.588327:0:32081:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853760.588329:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853760.588330:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853760.588331:0:32081:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853760.588333:0:32081:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853760.588336:0:32081:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853760.588338:0:32081:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1780853760.588341:0:32081:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459176f1d0. 00000008:00010000:3.0:1780853760.588343:0:32081:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:3.0:1780853760.588346:0:32081:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853760.588348:0:32081:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1780853760.588349:0:32081:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4582b02130, osc lock ffff9e459176f1d0, flags 0x400041012 00000020:00000001:3.0:1780853760.588352:0:32081:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853760.588353:0:32081:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853760.588356:0:32081:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620115353856 : -107453594197760 : ffff9e4582b02100) 00000020:00000001:3.0:1780853760.588358:0:32081:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853760.588358:0:32081:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1780853760.588360:0:32081:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588361:0:32081:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588363:0:32081:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853760.588365:0:32081:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853760.588366:0:32081:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853760.588367:0:32081:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853760.588368:0:32081:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853760.588370:0:32081:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853760.588372:0:32081:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853760.588375:0:32081:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1780853760.588377:0:32081:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1780853760.588379:0:32081:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1780853760.588381:0:32081:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1780853760.588382:0:32081:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1780853760.588383:0:32081:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1780853760.588385:0:32081:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1780853760.588388:0:32081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853760.588392:0:32081:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.588395:0:32081:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1780853760.588398:0:32081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853760.588400:0:32081:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:3.0:1780853760.588404:0:32081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853760.588406:0:32081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853760.588410:0:32081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.588411:0:32081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853760.588413:0:32081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853760.588415:0:32081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853760.588419:0:32081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f8400. 00000100:00000001:3.0:1780853760.588422:0:32081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.588425:0:32081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853760.588427:0:32081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.588428:0:32081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853760.588430:0:32081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.588431:0:32081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.588434:0:32081:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00010000:00000001:3.0:1780853760.588437:0:32081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853760.588438:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853760.588441:0:32081:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3200. 00010000:00000010:3.0:1780853760.588445:0:32081:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e45853e3a00. 00010000:00000001:3.0:1780853760.588449:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853760.588451:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171e00. 00000020:00000001:3.0:1780853760.588455:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853760.588456:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171e00 with handle 0xa8f483e9eb300e22 to hash 00000020:00000001:3.0:1780853760.588458:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853760.588459:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000010:3.0:1780853760.588462:0:32081:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45852ded40. 00010000:00000001:3.0:1780853760.588464:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.588467:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.588468:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.588473:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.588486:0:32081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.588494:0:32081:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.588497:0:32081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853760.588499:0:32081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853760.588506:0:32081:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_01_00+0] req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1780853760.588515:0:32081:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853760.588518:0:32081:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588519:0:32081:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853760.588522:0:32081:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588523:0:32081:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588525:0:32081:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588527:0:32081:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1780853760.588529:0:32081:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4584caf908 (ffff9e4592286c68/0) at cl_lock_release():245 00000020:00000001:3.0:1780853760.588532:0:32081:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853760.588533:0:32081:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4584caf908 (ffff9e4592286c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1780853760.588536:0:32081:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1780853760.588537:0:32081:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853760.588538:0:32081:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853760.588540:0:32081:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853760.588541:0:32081:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4582b02130 (ffff9e4592286ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1780853760.588544:0:32081:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1780853760.588546:0:32081:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00000008:00000001:3.0:1780853760.588547:0:32081:0:(osc_lock.c:1123:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1780853760.588549:0:32081:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853760.588550:0:32081:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853760.588550:0:32081:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853760.588552:0:32081:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853760.588553:0:32081:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4584caf908 (ffff9e4592286c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1780853760.588556:0:32081:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1780853760.588558:0:32081:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853760.588559:0:32081:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4582b02130 (ffff9e4592286c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1780853760.588562:0:32081:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459176f1d0. 00000020:00000001:3.0:1780853760.588565:0:32081:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1780853760.588567:0:32081:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4582b02100. 00020000:00000001:3.0:1780853760.588571:0:32081:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1780853760.588572:0:32081:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1780853760.588573:0:32081:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1780853760.588575:0:32081:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.588577:0:32081:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853760.588579:0:32081:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853760.588581:0:32081:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853760.588582:0:32081:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853760.588583:0:32081:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853760.588584:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286ea0 00000020:00000010:3.0:1780853760.588588:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8a00. 00000020:00000010:3.0:1780853760.588591:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831391e0. 00000008:00000010:3.0:1780853760.588595:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853760.588598:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de000. 00008000:00000010:3.0:1780853760.588601:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853760.588605:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853760.588608:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853760.588610:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9800. 00000008:00000010:3.0:1780853760.588614:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853760.588617:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853760.588620:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853760.588623:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c900f0. 00000020:00000010:3.0:1780853760.588625:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9200. 00000020:00000010:3.0:1780853760.588627:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286ea0. 00020000:00000001:3.0:1780853760.588630:0:32081:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853760.588631:0:32081:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853760.588633:0:32081:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853760.588635:0:32081:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853760.588638:0:32081:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853760.588639:0:32081:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.588641:0:32081:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853760.588644:0:32081:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853760.588645:0:32081:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853760.588646:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853760.588648:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8200. 00000020:00000010:3.0:1780853760.588650:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139de0. 00000008:00000010:3.0:1780853760.588652:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853760.588655:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853760.588658:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853760.588660:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853760.588663:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853760.588666:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8c00. 00000008:00000010:3.0:1780853760.588669:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853760.588671:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853760.588674:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853760.588676:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853760.588678:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9600. 00000020:00000010:3.0:1780853760.588680:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000001:00000001:3.0:1780853760.588682:0:32081:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853760.588686:0:32081:0:(statahead.c:748:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:3.0:1780853760.588688:0:32081:0:(statahead.c:752:ll_agl_trigger()) Process leaving 00000100:00000001:2.0:1780853760.594680:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853760.594690:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853760.594693:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853760.594706:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.594718:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853760.594720:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.594724:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853760.594728:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853760.594731:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853760.594734:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631436032:192.168.202.110@tcp:63:ll_sa.0 00000100:00000001:2.0:1780853760.594739:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853760.594746:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853760.594748:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.594750:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853760.594759:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e4585014000. 02000000:00000001:2.0:1780853760.594771:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853760.594779:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853760.594783:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685420. 00000400:00000010:2.0:1780853760.594798:0:2383:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4583501cc0. 00000100:00000200:2.0:1780853760.594806:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1867358631436032, portal 4 00000100:00000001:2.0:1780853760.594808:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.594810:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:2.0:1780853760.594817:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.594825:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853760.594828:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853760.594832:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853760.594836:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1867358631436032, offset 0 00000400:00000200:2.0:1780853760.594844:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853760.594853:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.594861:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853760.594867:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853760.594871:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853760.594875:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853760.594878:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853760.594882:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2527:2527:256:4294967295] 192.168.202.110@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:2.0:1780853760.594886:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.594897:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853760.594903:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853760.594908:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853760.594915:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853760.594923:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853760.594928:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:2.0:1780853760.594937:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.594941:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 799407 usecs (800 jiffies) 00000400:00000200:2.0:1780853760.594944:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853760.594947:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558149 00000100:00000001:2.0:1780853760.594951:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.594954:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558149 00000100:00000001:2.0:1780853760.594956:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.594958:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.594962:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.594965:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.594968:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.594978:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853760.594980:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853760.594982:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853760.594983:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853760.594984:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853760.594988:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853760.594989:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.594991:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853760.594993:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.594994:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853760.594995:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853760.594996:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853760.595001:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.595008:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853760.595009:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.595011:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853760.595013:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853760.595015:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853760.595027:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631436160:192.168.202.110@tcp:101:ll_sa.0 00000100:00000001:2.0:1780853760.595031:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853760.595034:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853760.595035:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.595037:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853760.595041:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853760.595042:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853760.595045:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853760.595047:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685c08. 00000400:00000010:2.0:1780853760.595051:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fa18. 00000100:00000200:2.0:1780853760.595054:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631436160, portal 4 00000100:00000001:2.0:1780853760.595056:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.595057:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:2.0:1780853760.595063:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853760.595069:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853760.595071:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853760.595073:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8ff68. 00000100:00000200:2.0:1780853760.595076:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631436160, offset 0 00000400:00000200:2.0:1780853760.595079:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853760.595083:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.595087:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853760.595089:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853760.595091:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853760.595093:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853760.595095:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853760.595098:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2528:2528:255:4294967295] 192.168.202.110@tcp LPNI seq info [2528:2528:7:4294967295] 00000400:00000200:2.0:1780853760.595102:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853760.595108:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853760.595112:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853760.595115:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd800. 00000800:00000200:2.0:1780853760.595119:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853760.595124:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853760.595126:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853760.595129:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.595132:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 233826 usecs (234 jiffies) 00000400:00000200:2.0:1780853760.595134:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853760.595136:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296557583 00000100:00000001:2.0:1780853760.595139:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.595141:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296557583 00000100:00000001:2.0:1780853760.595142:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:2.0:1780853760.595144:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.595146:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.595148:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.595150:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.595533:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853760.595536:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853760.595731:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.595744:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.595746:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.595750:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.595755:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595769:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.595777:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595781:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595785:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595788:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe51e80 00000400:00000200:1.0:1780853760.595799:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595806:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6d01 [1] + 224 00000800:00000001:1.0:1780853760.595812:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.595820:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.595823:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.595827:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.595833:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.595839:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853760.595849:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.595870:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853760.595880:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853760.595883:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595887:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853760.595892:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2529:2529:254:4294967295] 192.168.202.110@tcp LPNI seq info [2529:2529:6:4294967295] 00000400:00000200:1.0:1780853760.595896:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.595903:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853760.595907:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000100:00000001:2.0:1780853760.595912:0:32080:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1780853760.595912:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584fe8e00. 00000800:00000200:1.0:1780853760.595919:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000400:00000001:2.0:1780853760.595921:0:32080:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853760.595924:0:32080:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1780853760.595925:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000400:00000010:2.0:1780853760.595928:0:32080:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b4d0. 00000800:00000200:1.0:1780853760.595929:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584fe8e00 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1780853760.595995:0:32080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:2.0:1780853760.595998:0:32080:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:2.0:1780853760.596001:0:32080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853760.596007:0:32080:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780853760.596028:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1780853760.596029:0:32080:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368a80 x1867358631435904/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1780853760.596033:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853760.596040:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1780853760.596042:0:32080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853760.596045:0:32080:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.596047:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.596051:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:1.0:1780853760.596054:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:1.0:1780853760.596059:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.596064:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.596075:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.596078:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.596085:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.596086:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853760.596091:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.596094:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853760.596106:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.596108:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853760.596110:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.596113:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.596115:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:1.0:1780853760.596116:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:1.0:1780853760.596119:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.596121:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.596128:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.596130:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853760.596137:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.596138:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1780853760.596532:0:32080:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853760.596535:0:32080:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853760.596538:0:32080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853760.596540:0:32080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853760.596543:0:32080:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853760.596552:0:32080:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=1 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853760.596557:0:32080:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853760.596560:0:32080:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853760.596562:0:32080:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853760.596565:0:32080:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853760.596568:0:32080:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.596571:0:32080:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853760.596573:0:32080:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000163] 00000100:00000001:2.0:1780853760.596575:0:32080:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853760.596577:0:32080:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853760.596579:0:32080:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:2.0:1780853760.596582:0:32080:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853760.596584:0:32080:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1780853760.596586:0:32080:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853760.596588:0:32080:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853760.596594:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368a80 x1867358631435904/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853776 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.596602:0:32080:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853760.596605:0:32080:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853760.596607:0:32080:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853760.596611:0:32080:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368a80 x1867358631435904/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853776 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853760.596619:0:32080:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32080:1867358631435904:192.168.202.110@tcp:36:multiop.0 00000100:00000001:2.0:1780853760.596624:0:32080:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853760.596626:0:32080:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853760.596628:0:32080:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853760.596629:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.596632:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631435904/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853776 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.596638:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853760.596641:0:32080:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9300. 00000100:00000001:2.0:1780853760.596644:0:32080:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853760.596646:0:32080:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853760.596654:0:32080:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.596657:0:32080:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853760.596662:0:32080:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 9 00000080:00000010:2.0:1780853760.596666:0:32080:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904c6400. 00000100:00000001:2.0:1780853760.596674:0:32080:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853760.596677:0:32080:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631435904/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853776 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853760.596682:0:32080:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.596686:0:32080:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.596697:0:32080:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853760.596700:0:32080:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fe30 00000080:00002000:2.0:1780853760.596703:0:32080:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9e4591b1a5e8, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1780853760.596706:0:32080:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853760.596711:0:32080:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853760.596716:0:32080:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1780853760.596723:0:32080:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:2.0:1780853760.596726:0:32080:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1780853760.596728:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853760.596733:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853760.596738:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073a00. 00000020:00000010:2.0:1780853760.596743:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073c00. 00000020:00000010:2.0:1780853760.596746:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5960. 00000008:00000010:2.0:1780853760.596752:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853760.596757:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853760.596761:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853760.596767:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853760.596771:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853760.596775:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073200. 00000008:00000010:2.0:1780853760.596779:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853760.596783:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853760.596786:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853760.596790:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853760.596793:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853760.596796:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853760.596800:0:32080:0:(cl_object.c:151:cl_object_top()) ffff9e4598830530 -> ffff9e4598830530 00000020:00000001:2.0:1780853760.596803:0:32080:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853760.596805:0:32080:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853760.596807:0:32080:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853760.596811:0:32080:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853760.596812:0:32080:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853760.596813:0:32080:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853760.596817:0:32080:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2c:0x0]io ffff9e4590c60738 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1780853760.596820:0:32080:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:2.0:1780853760.596823:0:32080:0:(lov_io.c:2004:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1780853760.596825:0:32080:0:(lov_io.c:2038:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1780853760.596827:0:32080:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00000020:00000001:2.0:1780853760.596829:0:32080:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853760.596832:0:32080:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1780853760.596834:0:32080:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853760.596836:0:32080:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853760.596839:0:32080:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853760.596841:0:32080:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853760.596843:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853760.596847:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073c00. 00000020:00000010:2.0:1780853760.596850:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5960. 00000008:00000010:2.0:1780853760.596853:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853760.596857:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853760.596860:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853760.596863:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853760.596866:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853760.596869:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000008:00000010:2.0:1780853760.596872:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853760.596875:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853760.596878:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853760.596881:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853760.596883:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073200. 00000020:00000010:2.0:1780853760.596885:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853760.596888:0:32080:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.596891:0:32080:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:2.0:1780853760.596894:0:32080:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9e459198a1c8) 00800000:00000001:2.0:1780853760.596899:0:32080:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:2.0:1780853760.596901:0:32080:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:2.0:1780853760.596905:0:32080:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:2.0:1780853760.596912:0:32080:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853760.596914:0:32080:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.596916:0:32080:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1780853760.596919:0:32080:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1780853760.596920:0:32080:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853760.596922:0:32080:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853760.596924:0:32080:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853760.596927:0:32080:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853760.596930:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073200. 00000020:00000010:2.0:1780853760.596932:0:32080:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073a00. 00000020:00000010:2.0:1780853760.596934:0:32080:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5960. 00000008:00000010:2.0:1780853760.596937:0:32080:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853760.596939:0:32080:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853760.596941:0:32080:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853760.596944:0:32080:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853760.596946:0:32080:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853760.596949:0:32080:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073c00. 00000008:00000010:2.0:1780853760.596951:0:32080:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853760.596954:0:32080:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853760.596956:0:32080:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853760.596958:0:32080:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853760.596960:0:32080:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853760.596962:0:32080:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00020000:00000001:2.0:1780853760.596967:0:32080:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:2.0:1780853760.596968:0:32080:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:2.0:1780853760.596971:0:32080:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:2.0:1780853760.596973:0:32080:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853760.596975:0:32080:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000001:2.0:1780853760.596977:0:32080:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:2.0:1780853760.596979:0:32080:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:2.0:1780853760.596980:0:32080:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000002:2.0:1780853760.596983:0:32080:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4585c68000 00020000:00000010:2.0:1780853760.596986:0:32080:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45916e3000. 00020000:00000001:2.0:1780853760.596989:0:32080:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:2.0:1780853760.596991:0:32080:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e45988304b0. 00000020:00001000:2.0:1780853760.596995:0:32080:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853760.596997:0:32080:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073a00. 00000020:00000010:2.0:1780853760.597000:0:32080:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5960. 00000008:00000010:2.0:1780853760.597002:0:32080:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853760.597004:0:32080:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853760.597006:0:32080:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853760.597009:0:32080:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853760.597011:0:32080:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853760.597013:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073200. 00000008:00000010:2.0:1780853760.597015:0:32080:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853760.597028:0:32080:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853760.597031:0:32080:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853760.597034:0:32080:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853760.597036:0:32080:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073c00. 00000020:00000010:2.0:1780853760.597038:0:32080:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853760.597041:0:32080:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1780853760.597043:0:32080:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000800:00000200:1.0:1780853760.601222:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.601234:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584fe8e00. 00000400:00000200:1.0:1780853760.601243:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.601253:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00010000:00000010:0.1:1780853760.608778:0:32083:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837300. 00010000:00000010:0.1:1780853760.608888:0:32083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00010000:00000010:0.1:1780853760.608893:0:32083:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837600. 00010000:00000010:0.1:1780853760.608895:0:32083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778400. 00000800:00000001:1.0:1780853760.609381:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.609393:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.609396:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.609398:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.609408:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.609415:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.609423:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.609429:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.609435:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.609439:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe51f80 00000400:00000200:1.0:1780853760.609443:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.609449:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x6d19 [1] + 224 00000800:00000001:1.0:1780853760.609456:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.609461:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.609464:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.609468:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.609476:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.609485:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853760.609494:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853760.609546:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853760.609551:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853760.609935:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853760.609947:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.609951:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853760.612610:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853760.612616:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853760.612620:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685c08. 00000400:00000200:3.0:1780853760.612628:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:3.0:1780853760.612631:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:3.0:1780853760.612636:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853760.612658:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853760.612672:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853760.612678:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853760.612680:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.612685:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853760.612689:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853760.612692:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853760.612695:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853760.612698:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853760.612708:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=151 v=5 (5 5 5 37) 00000100:00001000:3.0:1780853760.612713:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853760.612716:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853760.612718:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.612720:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853760.612725:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.612729:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853760.612731:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1780853760.612733:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853760.612735:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853760.612740:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853760.612748:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853760.612752:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853760.612754:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1780853760.612757:0:2383:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1780853760.612760:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.612773:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.612775:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=4 00000020:00000001:3.0:1780853760.612778:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.612781:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.612783:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.612784:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.612785:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=5 00000020:00000001:3.0:1780853760.612787:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.612789:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.612800:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.612803:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.612808:0:2383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.612820:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.612821:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.612823:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.612825:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.612826:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.612827:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=6 00000020:00000001:3.0:1780853760.612829:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.612831:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000040:3.0:1780853760.612837:0:2383:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171e00, remote cookie: 0x562725ecec97a12a, flags: 0x41011 00010000:00010000:3.0:1780853760.612843:0:2383:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.612851:0:2383:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1780853760.612853:0:2383:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.612855:0:2383:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853760.612858:0:2383:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1780853760.612862:0:2383:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853760.612870:0:2383:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff9e45853e3200) refcount = 1 00010000:00000040:3.0:1780853760.612873:0:2383:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780853760.612876:0:2383:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.612884:0:2383:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853760.612886:0:2383:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853760.612889:0:2383:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853760.612891:0:2383:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.612894:0:2383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.612902:0:2383:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853760.612903:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.612904:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.612905:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.612906:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853760.612908:0:2383:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1780853760.612911:0:2383:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:3.0:1780853760.612914:0:2383:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853760.612921:0:2383:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853760.612928:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8c00. 00000020:00000010:3.0:1780853760.612933:0:2383:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8200. 00000020:00000010:3.0:1780853760.612936:0:2383:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139de0. 00000008:00000010:3.0:1780853760.612942:0:2383:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853760.612947:0:2383:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853760.612953:0:2383:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853760.612960:0:2383:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853760.612964:0:2383:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853760.612967:0:2383:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9200. 00000008:00000010:3.0:1780853760.612972:0:2383:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853760.612975:0:2383:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853760.612978:0:2383:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853760.612981:0:2383:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853760.612984:0:2383:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853760.612986:0:2383:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00010000:00000001:3.0:1780853760.612987:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.612989:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.612990:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=5 00000020:00000001:3.0:1780853760.612992:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.612993:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00000008:00000001:3.0:1780853760.612996:0:2383:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1780853760.612999:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000008:00010000:3.0:1780853760.613004:0:2383:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1780853760.613012:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000020:00000001:3.0:1780853760.613014:0:2383:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780853760.613016:0:2383:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780853760.613028:0:2383:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853760.613031:0:2383:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.613033:0:2383:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.613035:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000008:00000001:3.0:1780853760.613037:0:2383:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:3.0:1780853760.613038:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613039:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:3.0:1780853760.613043:0:2383:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853760.613046:0:2383:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8200. 00000020:00000010:3.0:1780853760.613050:0:2383:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139de0. 00000008:00000010:3.0:1780853760.613055:0:2383:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853760.613059:0:2383:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853760.613062:0:2383:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853760.613065:0:2383:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853760.613069:0:2383:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853760.613073:0:2383:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8c00. 00000008:00000010:3.0:1780853760.613075:0:2383:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853760.613078:0:2383:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853760.613081:0:2383:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853760.613083:0:2383:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853760.613086:0:2383:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9200. 00000020:00000010:3.0:1780853760.613088:0:2383:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000008:00000001:3.0:1780853760.613091:0:2383:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.613093:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.613094:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.613096:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=5 00000020:00000001:3.0:1780853760.613097:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.613099:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.613102:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.613106:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.613113:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613114:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.613116:0:2383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.613123:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.613124:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613125:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853760.613126:0:2383:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.613128:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.613129:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.613130:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=4 00000020:00000001:3.0:1780853760.613131:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.613133:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:3.0:1780853760.613135:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.613137:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.613142:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613143:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.613145:0:2383:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853760.613147:0:2383:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853760.613149:0:2383:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853760.613168:0:2383:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853760.613171:0:2383:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853760.613173:0:2383:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853760.613177:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613179:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.613181:0:2383:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.613184:0:2383:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853760.613186:0:2383:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.613188:0:2383:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.613190:0:2383:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.613192:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.613193:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613194:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.613195:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.613196:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853760.613197:0:2383:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853760.613203:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853760.613212:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631436160:192.168.202.110@tcp:101:ll_sa.0 00000100:00000001:3.0:1780853760.613219:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.613222:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853760.613225:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631436160/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853776 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853760.613232:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853760.613235:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853760.613238:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:3.0:1780853760.613243:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853760.613245:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853760.613247:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853760.613250:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853760.613253:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f8400. 02000000:00000001:3.0:1780853760.613256:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853760.613257:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853760.613259:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853760.613262:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853760.613300:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.613304:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.613306:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853760.613308:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853760.613310:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.613311:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853760.618903:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.618928:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.618933:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.618936:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.618945:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.618953:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.618964:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.618970:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.618975:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.618980:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 7008 into portal 4 MB=0x6a25a4fe51f00 00000400:00000200:1.0:1780853760.618985:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.618992:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 7008/7008 into md 0x6d11 [2] + 224 00000800:00000001:1.0:1780853760.619002:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.619027:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.619030:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.619035:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.619043:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.619053:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853760.619064:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.619119:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853760.619123:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853760.620140:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853760.620154:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.620159:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853760.623415:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853760.623422:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853760.623425:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685420. 00000400:00000200:3.0:1780853760.623432:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4583501cc0 00000400:00000010:3.0:1780853760.623434:0:2383:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff9e4583501cc0. 00000100:00000001:3.0:1780853760.623439:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853760.623451:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853760.623464:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.623472:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853760.623474:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.623477:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853760.623480:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853760.623483:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853760.623486:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853760.623488:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853760.623497:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d80 time=1780853760 v=5 (0 0 0 0) 00000100:00001000:3.0:1780853760.623501:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853760.623567:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853760.623572:0:2383:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.623579:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1780853760.623583:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853760.623585:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1780853760.623587:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853760.623590:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1780853760.623594:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.623601:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1780853760.623606:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853760.623608:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853760.623611:0:2383:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1780853760.623616:0:2383:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1780853760.623621:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.623624:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.623626:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.623630:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171800 refcount=4 00000020:00000001:3.0:1780853760.623632:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066368 : -107452530485248 : ffff9e45c2171800) 00010000:00000001:3.0:1780853760.623635:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066368 : -107452530485248 : ffff9e45c2171800) 00010000:00010000:3.0:1780853760.623640:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623712:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.623718:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623724:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.623727:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623732:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.623734:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.623737:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623743:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.623746:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.623749:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.623752:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.623758:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171800 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.623874:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.623880:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623887:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.623889:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.623892:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623896:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.623899:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.623900:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.623902:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.623903:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171800 refcount=5 00000020:00000001:3.0:1780853760.623905:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066368 : -107452530485248 : ffff9e45c2171800) 00010000:00000001:3.0:1780853760.623907:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066368 : -107452530485248 : ffff9e45c2171800) 00010000:00000001:3.0:1780853760.623910:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.623913:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.623918:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.623920:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.623922:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.623924:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.623927:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.623929:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.623930:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.623932:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.623934:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171800 with handle 0xa8f483e9eb300df1 from hash 00010000:00000001:3.0:1780853760.623936:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.623937:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.623938:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.623939:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.623941:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.623943:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.623945:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.623946:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.623947:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.623949:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.623952:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623957:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.623958:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.623960:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.623961:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.623962:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.623963:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.623964:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.623966:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171800/0xa8f483e9eb300df1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.623975:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.623976:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.623980:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.623983:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.623985:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:3.0:1780853760.623987:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.623990:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.623992:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583faf590 released 00000080:00000001:3.0:1780853760.623993:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.623996:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 8 00000080:00000010:3.0:1780853760.624000:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a9cc0. 00000080:00000010:3.0:1780853760.624003:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583faf400. 00000080:00000001:3.0:1780853760.624006:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.624009:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de940. 00010000:00000001:3.0:1780853760.624013:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.624014:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.624015:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.624047:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=4 00000020:00000001:3.0:1780853760.624050:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853760.624052:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00010000:3.0:1780853760.624055:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624060:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.624063:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624068:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.624070:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624075:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.624076:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.624078:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624083:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.624085:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.624088:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.624090:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.624094:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170e00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.624097:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.624099:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624104:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.624105:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.624107:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624113:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.624115:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.624116:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.624117:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.624118:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170e00 refcount=5 00000020:00000001:3.0:1780853760.624120:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853760.624122:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063808 : -107452530487808 : ffff9e45c2170e00) 00010000:00000001:3.0:1780853760.624124:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.624126:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.624131:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.624132:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.624134:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.624135:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.624136:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.624138:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.624139:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.624140:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.624142:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170e00 with handle 0xa8f483e9eb300df8 from hash 00010000:00000001:3.0:1780853760.624145:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.624146:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.624147:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.624148:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.624149:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.624150:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.624152:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.624154:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.624155:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.624157:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.624159:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624163:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.624165:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.624166:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.624167:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.624168:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.624169:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.624170:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.624172:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170e00/0xa8f483e9eb300df8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624179:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.624181:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.624183:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.624185:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.624186:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:3.0:1780853760.624188:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.624190:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.624191:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583fae190 released 00000080:00000001:3.0:1780853760.624193:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.624194:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 7 00000080:00000010:3.0:1780853760.624197:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a93c0. 00000080:00000010:3.0:1780853760.624199:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583fae000. 00000080:00000001:3.0:1780853760.624202:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.624204:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de100. 00010000:00000001:3.0:1780853760.624208:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.624209:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.624210:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.624212:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=4 00000020:00000001:3.0:1780853760.624214:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853760.624216:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00010000:3.0:1780853760.624218:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624222:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.624225:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624230:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.624232:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624236:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.624237:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.624239:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624244:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.624245:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.624247:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.624248:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.624254:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170600 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.624255:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.624257:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.624261:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.625876:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.625891:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.625899:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.625902:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.625904:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.625906:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.625908:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170600 refcount=5 00000020:00000001:3.0:1780853760.625911:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853760.625913:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179061760 : -107452530489856 : ffff9e45c2170600) 00010000:00000001:3.0:1780853760.625917:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.625919:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.625926:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.625927:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.625930:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.625931:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.625933:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.625935:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.625937:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.625939:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.625941:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170600 with handle 0xa8f483e9eb300dff from hash 00010000:00000001:3.0:1780853760.625943:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.625945:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.625947:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.625949:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.625950:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.625952:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.625955:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.625956:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.625957:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.625959:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.625962:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.625968:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.625969:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.625970:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.625972:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.625974:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.625975:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.625976:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.625978:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170600/0xa8f483e9eb300dff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.625987:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.625990:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.625994:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.625996:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.625998:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:3.0:1780853760.626001:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626003:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.626005:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583fad190 released 00000080:00000001:3.0:1780853760.626007:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.626009:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 6 00000080:00000010:3.0:1780853760.626012:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a99c0. 00000080:00000010:3.0:1780853760.626026:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583fad000. 00000080:00000001:3.0:1780853760.626030:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.626033:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852dee80. 00010000:00000001:3.0:1780853760.626038:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.626039:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626041:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626042:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=4 00000020:00000001:3.0:1780853760.626044:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853760.626047:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00010000:3.0:1780853760.626050:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626055:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.626059:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626064:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.626067:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626071:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626072:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.626075:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626081:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626082:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.626084:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.626086:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.626092:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171000 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.626093:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.626096:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626101:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.626102:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.626105:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626110:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.626111:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.626113:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626114:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626115:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171000 refcount=5 00000020:00000001:3.0:1780853760.626117:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853760.626119:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064320 : -107452530487296 : ffff9e45c2171000) 00010000:00000001:3.0:1780853760.626121:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.626123:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.626127:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.626128:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.626130:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.626131:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.626133:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.626134:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.626135:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626137:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.626139:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171000 with handle 0xa8f483e9eb300e06 from hash 00010000:00000001:3.0:1780853760.626141:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.626142:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626143:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626144:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.626145:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.626147:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.626149:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626150:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626151:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.626153:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.626155:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626160:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626161:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626163:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.626164:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.626165:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626166:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626167:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.626169:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171000/0xa8f483e9eb300e06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626176:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.626177:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626179:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.626180:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.626181:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:3.0:1780853760.626183:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626185:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.626186:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583fae590 released 00000080:00000001:3.0:1780853760.626188:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.626189:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 5 00000080:00000010:3.0:1780853760.626191:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a9a80. 00000080:00000010:3.0:1780853760.626193:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583fae400. 00000080:00000001:3.0:1780853760.626196:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.626198:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de9c0. 00010000:00000001:3.0:1780853760.626200:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.626201:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626203:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626204:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853760.626206:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853760.626208:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00010000:3.0:1780853760.626210:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626216:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.626219:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626223:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.626225:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626230:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626231:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.626232:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626237:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626238:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.626240:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.626241:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.626251:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170200 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.626253:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.626255:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626259:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.626260:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.626614:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626621:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.626623:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.626624:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626625:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626627:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=5 00000020:00000001:3.0:1780853760.626629:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853760.626630:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853760.626632:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.626634:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.626639:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.626640:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.626642:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.626643:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.626644:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.626646:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.626710:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626712:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.626715:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170200 with handle 0xa8f483e9eb300e0d from hash 00010000:00000001:3.0:1780853760.626717:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.626719:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626720:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626721:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.626723:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.626724:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.626726:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626727:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626728:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.626730:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.626732:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626737:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626738:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626739:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.626741:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.626742:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626743:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626744:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.626746:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626753:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.626754:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626757:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.626759:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.626760:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:3.0:1780853760.626762:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626764:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.626766:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583fac990 released 00000080:00000001:3.0:1780853760.626767:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.626769:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 4 00000080:00000010:3.0:1780853760.626771:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a9f00. 00000080:00000010:3.0:1780853760.626774:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583fac800. 00000080:00000001:3.0:1780853760.626776:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.626779:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de700. 00010000:00000001:3.0:1780853760.626782:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.626784:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626786:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626787:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=4 00000020:00000001:3.0:1780853760.626797:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853760.626799:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00010000:3.0:1780853760.626802:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626808:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.626811:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626816:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.626818:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626823:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626824:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.626826:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626830:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626832:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.626833:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.626835:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.626840:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171a00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.626842:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.626844:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626853:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.626854:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.626857:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626861:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.626863:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.626864:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626865:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626866:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171a00 refcount=5 00000020:00000001:3.0:1780853760.626868:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853760.626869:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179066880 : -107452530484736 : ffff9e45c2171a00) 00010000:00000001:3.0:1780853760.626871:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.626873:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.626877:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.626878:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.626880:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.626881:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.626882:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.626884:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.626885:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626886:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.626888:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171a00 with handle 0xa8f483e9eb300e14 from hash 00010000:00000001:3.0:1780853760.626889:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.626890:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626891:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626892:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.626893:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.626895:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.626897:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626898:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626899:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.626901:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.626903:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626908:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626909:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626910:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.626911:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.626912:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626913:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.626914:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.626916:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171a00/0xa8f483e9eb300e14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626922:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.626923:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626925:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.626927:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.626928:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:3.0:1780853760.626929:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.626931:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.626932:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583fad590 released 00000080:00000001:3.0:1780853760.626933:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.626935:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000010:3.0:1780853760.626936:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a9c00. 00000080:00000010:3.0:1780853760.626938:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583fad400. 00000080:00000001:3.0:1780853760.626940:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.626942:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de480. 00010000:00000001:3.0:1780853760.626945:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853760.626945:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.626947:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.626948:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=4 00000020:00000001:3.0:1780853760.626950:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853760.626952:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00010000:3.0:1780853760.626955:0:2383:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626960:0:2383:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853760.626963:0:2383:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626968:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853760.626970:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626974:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.626975:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853760.626977:0:2383:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626982:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.626983:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.626984:0:2383:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853760.626986:0:2383:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853760.626991:0:2383:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170a00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853760.626992:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853760.626995:0:2383:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.626999:0:2383:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853760.627000:0:2383:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853760.627003:0:2383:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.627007:0:2383:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853760.627009:0:2383:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853760.627010:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853760.627011:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853760.627012:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170a00 refcount=5 00000020:00000001:3.0:1780853760.627014:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853760.627016:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062784 : -107452530488832 : ffff9e45c2170a00) 00010000:00000001:3.0:1780853760.627028:0:2383:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.627030:0:2383:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853760.627035:0:2383:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.627037:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.627039:0:2383:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853760.627040:0:2383:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.627042:0:2383:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.627043:0:2383:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.627044:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.627045:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.627047:0:2383:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170a00 with handle 0xa8f483e9eb300e1b from hash 00010000:00000001:3.0:1780853760.627049:0:2383:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.627050:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.627051:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.627052:0:2383:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.627053:0:2383:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.627054:0:2383:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853760.627056:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.627057:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.627058:0:2383:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.627060:0:2383:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.627062:0:2383:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853760.627066:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.627067:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.627068:0:2383:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853760.627069:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853760.627070:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.627071:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.627072:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.627074:0:2383:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170a00/0xa8f483e9eb300e1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853760.627080:0:2383:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3100 count: 0 00010000:00000010:3.0:1780853760.627086:0:2383:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02d80. 00010000:00000001:3.0:1780853760.627091:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853760.627092:0:2383:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.627094:0:2383:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853760.627096:0:2383:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bd7c58 00000080:00400000:3.0:1780853760.627097:0:2383:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:3.0:1780853760.627099:0:2383:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853760.627101:0:2383:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853760.627102:0:2383:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583faed90 released 00000080:00000001:3.0:1780853760.627103:0:2383:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853760.627105:0:2383:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853760.627106:0:2383:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a9d80. 00000080:00000010:3.0:1780853760.627108:0:2383:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583faec00. 00000080:00000001:3.0:1780853760.627110:0:2383:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853760.627112:0:2383:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de180. 00000002:00000010:3.0:1780853760.627115:0:2383:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9e4585179000. 00000002:00000010:3.0:1780853760.627118:0:2383:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9e45852dea80. 00000002:00000010:3.0:1780853760.627121:0:2383:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9e4583139f60. 00000002:00000001:3.0:1780853760.627124:0:2383:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1780853760.627126:0:2383:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1780853760.627140:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853760.627150:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631436032:192.168.202.110@tcp:63:ll_sa.0 00000100:00000001:3.0:1780853760.627155:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.627158:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853760.627162:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631436032/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.627169:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853760.627172:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853760.627175:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e4585014000. 02000000:00000001:3.0:1780853760.627178:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853760.627180:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853760.627182:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853760.627184:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853760.627186:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9e458517d000. 02000000:00000001:3.0:1780853760.627189:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853760.627191:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853760.627193:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853760.627197:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853760.627198:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.627200:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.627209:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853760.627211:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.627214:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853760.627216:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853760.627424:0:32084:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853760.627428:0:32084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853760.627429:0:32084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853760.627434:0:32084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853760.627436:0:32084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853760.627439:0:32084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853760.627441:0:32084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853760.627444:0:32084:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853760.627455:0:32084:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1780853760.627949:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853760.627953:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.627956:0:15886:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853760.627959:0:15886:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853760.627962:0:15886:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853760.627966:0:15886:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853760.627977:0:15886:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853760.627980:0:15886:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853760.627982:0:15886:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853760.627984:0:15886:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:3.0:1780853760.627988:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853760.627991:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853760.627996:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853760.627999:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853760.628003:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.628005:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853760.628006:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853760.628007:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853760.628009:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853760.628011:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.628012:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853760.628013:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853760.628014:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853760.628016:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853760.628027:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853760.628029:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853760.628030:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853760.628031:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853760.628033:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853760.628035:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.628036:0:15886:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.628039:0:15886:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853760.628041:0:15886:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853760.628047:0:15886:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853760.628052:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9a00. 00000020:00000010:3.0:1780853760.628056:0:15886:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8400. 00000020:00000010:3.0:1780853760.628059:0:15886:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139f60. 00000008:00000010:3.0:1780853760.628065:0:15886:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853760.628070:0:15886:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853760.628074:0:15886:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853760.628080:0:15886:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853760.628084:0:15886:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853760.628087:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9200. 00000008:00000010:3.0:1780853760.628090:0:15886:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853760.628094:0:15886:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853760.628097:0:15886:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853760.628100:0:15886:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853760.628103:0:15886:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853760.628105:0:15886:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853760.628108:0:15886:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853760.628111:0:15886:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:3.0:1780853760.628114:0:15886:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853760.628117:0:15886:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853760.628120:0:15886:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853760.628123:0:15886:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853760.628125:0:15886:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853760.628127:0:15886:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.628129:0:15886:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853760.628131:0:15886:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853760.628134:0:15886:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8400. 00000020:00000010:3.0:1780853760.628138:0:15886:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139f60. 00000008:00000010:3.0:1780853760.628141:0:15886:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853760.628144:0:15886:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de9c0. 00008000:00000010:3.0:1780853760.628147:0:15886:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853760.628149:0:15886:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853760.628152:0:15886:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853760.628156:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9a00. 00000008:00000010:3.0:1780853760.628158:0:15886:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853760.628161:0:15886:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853760.628164:0:15886:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853760.628166:0:15886:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853760.628169:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9200. 00000020:00000010:3.0:1780853760.628171:0:15886:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000080:00000001:3.0:1780853760.628173:0:15886:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853760.628176:0:15886:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853760.628178:0:15886:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) invalid 00000020:00000001:3.0:1780853760.628181:0:15886:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cc7ca0 00000080:00002000:3.0:1780853760.628183:0:15886:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9e45919d75e8) parent ffff9e4591970ca8 inode ffff9e459190c2c8 refc 1 00000080:00000001:3.0:1780853760.628187:0:15886:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853760.628189:0:15886:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853760.628190:0:15886:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.628193:0:15886:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853760.628196:0:15886:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853760.628198:0:15886:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853760.628200:0:15886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853760.628202:0:15886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853760.628205:0:15886:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170c00 with handle 0xa8f483e9eb300dd5 from hash 00010000:00000001:3.0:1780853760.628207:0:15886:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853760.628209:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853760.628210:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.628211:0:15886:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853760.628214:0:15886:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853760.628215:0:15886:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853760.628218:0:15886:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853760.628220:0:15886:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853760.628222:0:15886:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853760.628228:0:15886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853760.628231:0:15886:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853760.628235:0:15886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853760.628238:0:15886:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853760.628242:0:15886:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853760.628247:0:15886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f9200. 00000100:00000001:3.0:1780853760.628253:0:15886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.628255:0:15886:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853760.628261:0:15886:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853760.628293:0:15886:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853760.628295:0:15886:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.628298:0:15886:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853760.628299:0:15886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853760.628304:0:15886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850a9d80. 00000100:00000001:3.0:1780853760.628306:0:15886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154838400 : -107453554713216 : ffff9e45850a9d80) 00000100:00000001:3.0:1780853760.628310:0:15886:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853760.628311:0:15886:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853760.628316:0:15886:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853760.628319:0:15886:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.628322:0:15886:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853760.628323:0:15886:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853760.628331:0:15886:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.628339:0:15886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853760.628341:0:15886:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853760.628345:0:15886:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853760.628347:0:15886:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853760.628350:0:15886:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853760.628353:0:15886:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:e55ecacc-e48a-400c-a052-f3869534991c:15886:1867358631436288:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853760.628357:0:15886:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853760.628361:0:15886:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853760.628363:0:15886:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853760.628366:0:15886:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853760.628368:0:15886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853760.628370:0:15886:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853760.628378:0:15886:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853760.628382:0:15886:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853760.628388:0:15886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a7f8. 00000100:00000200:3.0:1780853760.628395:0:15886:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631436288, portal 18 00000100:00000001:3.0:1780853760.628396:0:15886:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853760.628398:0:15886:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853760.628404:0:15886:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.628411:0:15886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853760.628414:0:15886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853760.628416:0:15886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a440. 00000100:00000200:3.0:1780853760.628420:0:15886:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631436288, offset 0 00000400:00000200:3.0:1780853760.628426:0:15886:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853760.628434:0:15886:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853760.628442:0:15886:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853760.628448:0:15886:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853760.628452:0:15886:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853760.628455:0:15886:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853760.628458:0:15886:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853760.628463:0:15886:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2530:2530:256:4294967295] 192.168.202.110@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:3.0:1780853760.628467:0:15886:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853760.628478:0:15886:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853760.628484:0:15886:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853760.628490:0:15886:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77400. 00000800:00000200:3.0:1780853760.628497:0:15886:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853760.628602:0:15886:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853760.628606:0:15886:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853760.628614:0:15886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853760.628617:0:15886:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 797405 usecs (798 jiffies) 00000400:00000200:3.0:1780853760.628621:0:15886:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853760.628623:0:15886:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296558180 00000100:00000001:3.0:1780853760.628626:0:15886:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296559610 00000100:00000001:3.0:1780853760.628628:0:15886:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296558180 00000100:00000001:3.0:1780853760.628631:0:15886:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296559610 00000100:00000001:3.0:1780853760.628633:0:15886:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853760.628635:0:15886:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.628637:0:15886:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853760.628639:0:15886:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853760.628641:0:15886:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850a9d80 going to sleep for 11 seconds 00000100:00000001:3.0:1780853760.628644:0:15886:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853760.628646:0:15886:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853760.628909:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853760.628913:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77400. 00000400:00000200:1.0:1780853760.628918:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.628923:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853760.628928:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a440 00000400:00000010:1.0:1780853760.628930:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a440. 00000100:00000001:1.0:1780853760.628933:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853760.628938:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.628948:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853760.628951:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.628957:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853760.628958:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853760.631372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7ba0. 00000080:00000010:2.1:1780853760.631400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459198a100. 00010000:00000010:3.1:1780853760.635324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171800. 00010000:00000010:3.1:1780853760.635344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170e00. 00010000:00000010:3.1:1780853760.635347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170600. 00010000:00000010:3.1:1780853760.635349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171000. 00010000:00000010:3.1:1780853760.635351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00010000:00000010:3.1:1780853760.635354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171a00. 00010000:00000010:3.1:1780853760.635357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3100. 00010000:00000010:3.1:1780853760.635361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170a00. 00000800:00000001:1.0:1780853760.641173:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.641195:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853760.641200:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.641203:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.641214:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.641224:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853760.641233:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.641239:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.641244:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.641249:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe52000 00000400:00000200:1.0:1780853760.641254:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853760.641316:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d21 [1] + 224 00000800:00000001:1.0:1780853760.641325:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.641349:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853760.641353:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853760.641358:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853760.641366:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853760.641375:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853760.641387:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853760.641406:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853760.641414:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853760.641417:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.641653:0:15886:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853760.641662:0:15886:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853760.641664:0:15886:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853760.641667:0:15886:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853760.641672:0:15886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a7f8 00000400:00000010:3.0:1780853760.641674:0:15886:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a7f8. 00000100:00000001:3.0:1780853760.641677:0:15886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853760.641682:0:15886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853760.641696:0:15886:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.641701:0:15886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853760.641703:0:15886:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.641706:0:15886:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853760.641709:0:15886:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853760.641712:0:15886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853760.641714:0:15886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853760.641717:0:15886:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853760.641725:0:15886:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=150 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853760.641729:0:15886:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853760.641731:0:15886:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853760.641733:0:15886:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.641735:0:15886:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853760.641739:0:15886:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.641742:0:15886:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853760.641744:0:15886:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:3.0:1780853760.641746:0:15886:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853760.641748:0:15886:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853760.641752:0:15886:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.641759:0:15886:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853760.641892:0:15886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853760.641894:0:15886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853760.641899:0:15886:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853760.641907:0:15886:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:e55ecacc-e48a-400c-a052-f3869534991c:15886:1867358631436288:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853760.641912:0:15886:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853760.641915:0:15886:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.641918:0:15886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853760.641920:0:15886:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853760.641923:0:15886:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.641930:0:15886:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853760.641932:0:15886:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850a9d80. 00000100:00000001:3.0:1780853760.641935:0:15886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853760.641936:0:15886:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853760.641994:0:15886:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853760.641998:0:15886:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631436288/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853760.642004:0:15886:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853760.642008:0:15886:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853760.642011:0:15886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853760.642014:0:15886:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853760.642025:0:15886:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853760.642027:0:15886:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853760.642030:0:15886:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853760.642033:0:15886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f9200. 02000000:00000001:3.0:1780853760.642036:0:15886:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853760.642038:0:15886:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853760.642040:0:15886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853760.642044:0:15886:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853760.642179:0:15886:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853760.642183:0:15886:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1780853760.642186:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853760.642191:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300dd5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a0a5 expref: -99 pid: 32078 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853760.642202:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d340. 00010000:00000040:3.0:1780853760.642206:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3000 count: 0 00010000:00000010:3.0:1780853760.642215:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02700. 00010000:00000001:3.0:1780853760.642224:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853760.642226:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853760.642243:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853760.642246:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853760.642249:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.642251:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853760.642253:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853760.642254:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.642256:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853760.642258:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853760.642259:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853760.642261:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853760.642889:0:32084:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853760.642894:0:32084:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853760.642897:0:32084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1780853760.673314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3000. 00010000:00000010:3.1:1780853760.673333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00000100:00000001:1.0:1780853760.813940:0:15876:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1780853760.813948:0:15876:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853761.069466:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853761.069475:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853761.069480:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853761.069481:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853761.069583:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853761.069586:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853761.069590:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853762.093442:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853762.093451:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853762.093454:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853762.093457:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853762.093461:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853762.093464:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853762.093466:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853762.093468:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853762.093472:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853762.093474:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853762.098029:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853762.098036:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853762.098041:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853762.861490:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296559610, at 4296559616 00000100:00000010:0.0:1780853762.861507:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da53c0. 00000100:00000040:1.0:1780853762.861631:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296559610, at 4296559616 00000100:00000010:1.0:1780853762.861636:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5ae0. 00010000:00000001:1.0:1780853763.117434:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853763.117441:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853763.117447:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853763.117449:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853763.117542:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853763.117546:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853763.117549:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853763.885476:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853763.885487:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853763.885498:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369880. 00000020:00000040:0.0:1780853763.885504:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:0.0:1780853763.885508:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853763.885512:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853763.885517:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853763.885526:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3300. 00000100:00000001:0.0:1780853763.885532:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885545:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853763.885556:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853763.885561:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885568:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceead218] to pc [ptlrpcd_00_01+1] req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.885606:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885609:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853763.885612:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853763.885615:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368380. 00000020:00000040:0.0:1780853763.885618:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853763.885620:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853763.885622:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853763.885623:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853763.885626:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3d00. 00000100:00000001:0.0:1780853763.885629:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885634:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853763.885641:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853763.885643:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885647:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c36c882] to pc [ptlrpcd_00_00+0] req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.885656:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885659:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853763.885662:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853763.885665:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368e00. 00000020:00000040:0.0:1780853763.885668:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853763.885670:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853763.885671:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853763.885673:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853763.885676:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3f00. 00000100:00000001:0.0:1780853763.885679:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885683:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853763.885695:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853763.885697:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885701:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1194b4e] to pc [ptlrpcd_00_01+1] req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.885708:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885710:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853763.885714:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853763.885717:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836bb80. 00000020:00000040:0.0:1780853763.885720:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:0.0:1780853763.885722:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853763.885723:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853763.885724:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853763.885728:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45904f3b00. 00000100:00000001:0.0:1780853763.885731:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885734:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853763.885741:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853763.885743:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885747:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020afc4a7] to pc [ptlrpcd_00_00+0] req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.885754:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.885758:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1898) 00000100:00000001:0.0:1780853763.885790:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853763.885793:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853763.885796:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853763.885800:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.885807:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853763.885809:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.885813:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853763.885815:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853763.885818:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853763.885821:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631436544:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853763.885825:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853763.885829:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853763.885832:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.885834:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853763.885838:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853763.885840:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853763.885848:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853763.885852:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853763.885858:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426b28. 00000100:00000200:0.0:1780853763.885864:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631436544, portal 10 00000100:00000001:0.0:1780853763.885866:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853763.885868:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046976 : -107453501504640 : ffff9e4588368380) 00000100:00000040:0.0:1780853763.885876:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.885883:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853763.885887:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853763.885889:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864265d8. 00000100:00000200:0.0:1780853763.885892:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631436544, offset 0 00000400:00000200:0.0:1780853763.885899:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853763.885908:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.885915:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853763.885921:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853763.885925:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853763.885928:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853763.885931:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853763.885934:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2531:2531:256:4294967295] 192.168.202.110@tcp LPNI seq info [2531:2531:8:4294967295] 00000400:00000200:0.0:1780853763.885939:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.885947:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853763.885953:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853763.885959:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3900. 00000800:00000200:0.0:1780853763.885965:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853763.885974:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853763.885978:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853763.885986:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.886030:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 796392 usecs (797 jiffies) 00000400:00000200:0.0:1780853763.886034:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853763.886036:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296561437 00000100:00000010:0.0:1780853763.886042:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d9c0. 00000100:00000001:0.0:1780853763.886048:0:2380:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853763.886053:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296561437 00000100:00000010:0.0:1780853763.886056:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d540. 00000100:00000001:0.0:1780853763.886059:0:2380:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853763.886062:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.886065:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.886068:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853763.886071:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.886077:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853763.886078:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.886080:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853763.886082:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853763.886084:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853763.886087:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631436800:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853763.886090:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853763.886092:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853763.886093:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.886095:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853763.886098:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853763.886100:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853763.886103:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853763.886105:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853763.886109:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000200:0.0:1780853763.886111:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631436800, portal 4 00000100:00000001:0.0:1780853763.886113:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853763.886114:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:0.0:1780853763.886120:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.886126:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853763.886128:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853763.886130:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864267f8. 00000100:00000200:0.0:1780853763.886132:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631436800, offset 0 00000400:00000200:0.0:1780853763.886136:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853763.886140:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.886143:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853763.886146:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853763.886148:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853763.886150:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853763.886152:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853763.886166:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2532:2532:255:4294967295] 192.168.202.110@tcp LPNI seq info [2532:2532:7:4294967295] 00000400:00000200:0.0:1780853763.886171:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.886177:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853763.886181:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853763.886185:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3c00. 00000800:00000200:0.0:1780853763.886188:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853763.886193:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853763.886195:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853763.886197:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.886200:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 92665 usecs (93 jiffies) 00000400:00000200:0.0:1780853763.886202:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853763.886205:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296560733 00000100:00000001:0.0:1780853763.886207:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296561437 00000100:00000001:0.0:1780853763.886209:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296560733 00000100:00000001:0.0:1780853763.886211:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296561437 00000100:00000001:0.0:1780853763.886213:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.886215:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.886217:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.886219:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.886226:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853763.886228:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853763.886230:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853763.886231:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853763.886233:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853763.886235:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780853763.886237:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.886239:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853763.886241:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.886242:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853763.886243:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853763.886244:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853763.886248:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.886253:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853763.886255:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.886257:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853763.886259:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853763.886261:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853763.886263:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631436416:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853763.886296:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853763.886299:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853763.886300:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.886302:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853763.886306:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3a00. 02000000:00000001:0.0:1780853763.886308:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853763.886311:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853763.886313:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b580. 00000400:00000010:0.0:1780853763.886317:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426bb0. 00000100:00000200:0.0:1780853763.886320:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631436416, portal 25 00000100:00000001:0.0:1780853763.886322:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853763.886323:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208052352 : -107453501499264 : ffff9e4588369880) 00000100:00000040:0.0:1780853763.886328:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.886334:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853763.886336:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853763.886338:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864263b8. 00000100:00000200:0.0:1780853763.886341:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631436416, offset 0 00000400:00000200:0.0:1780853763.886344:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853763.886348:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.886351:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853763.886354:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853763.886356:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853763.886358:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853763.886360:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853763.886363:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2533:2533:254:4294967295] 192.168.202.110@tcp LPNI seq info [2533:2533:6:4294967295] 00000400:00000200:0.0:1780853763.886366:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.886372:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853763.886376:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853763.886379:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3400. 00000800:00000200:0.0:1780853763.886383:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853763.886386:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853763.886389:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853763.886391:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853763.886394:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853763.886396:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296564730 00000100:00000001:0.0:1780853763.886401:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296561437 00000100:00000001:0.0:1780853763.886405:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296564730 00000100:00000001:0.0:1780853763.886407:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296561437 00000100:00000001:0.0:1780853763.886410:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.886411:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.886413:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853763.886417:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.886423:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853763.886424:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.886426:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853763.886428:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853763.886429:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853763.886432:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631436672:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853763.886435:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853763.886437:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853763.886439:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.886440:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853763.886443:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2600. 02000000:00000001:0.0:1780853763.886445:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853763.886448:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853763.886451:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b4d0. 00000400:00000010:0.0:1780853763.886454:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853763.886457:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631436672, portal 4 00000100:00000001:0.0:1780853763.886458:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853763.886459:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208049664 : -107453501501952 : ffff9e4588368e00) 00000100:00000040:0.0:1780853763.886464:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.886470:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853763.886472:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853763.886475:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853763.886477:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631436672, offset 0 00000400:00000200:0.0:1780853763.886482:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853763.886485:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.886489:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853763.886491:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853763.886494:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853763.886496:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853763.886498:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853763.886501:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2534:2534:253:4294967295] 192.168.202.110@tcp LPNI seq info [2534:2534:5:4294967295] 00000400:00000200:0.0:1780853763.886505:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853763.886510:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853763.886514:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853763.886518:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853763.886521:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853763.886525:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853763.886528:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853763.886530:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.886533:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 232777 usecs (233 jiffies) 00000400:00000200:0.0:1780853763.886536:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853763.886538:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296560874 00000100:00000001:0.0:1780853763.886540:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296564730 00000100:00000001:0.0:1780853763.886542:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296560874 00000100:00000001:0.0:1780853763.886544:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296564730 00000100:00000001:0.0:1780853763.886546:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.886548:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.886550:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.886552:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853763.886803:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853763.886806:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853763.886844:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853763.886848:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3900. 00000400:00000200:1.0:1780853763.886855:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.886860:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853763.886866:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864265d8 00000400:00000010:1.0:1780853763.886868:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864265d8. 00000100:00000001:1.0:1780853763.886872:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853763.886877:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.886886:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853763.886890:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.886896:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853763.886897:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853763.886908:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853763.886910:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3c00. 00000400:00000200:1.0:1780853763.886913:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.886917:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853763.886919:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864267f8 00000400:00000010:1.0:1780853763.886921:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864267f8. 00000100:00000001:1.0:1780853763.886923:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853763.886926:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.886932:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853763.886935:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.886940:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853763.886942:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853763.886947:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853763.886949:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00000400:00000200:1.0:1780853763.886951:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.886954:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853763.886956:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864263b8 00000400:00000010:1.0:1780853763.886958:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864263b8. 00000100:00000001:1.0:1780853763.886959:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853763.886962:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.886968:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853763.886971:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.886976:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853763.886977:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853763.887064:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853763.887067:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853763.887070:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.887073:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853763.887075:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:1.0:1780853763.887077:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:1.0:1780853763.887079:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853763.887082:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.887089:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853763.887091:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.887097:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853763.887098:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853763.891566:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891583:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853763.891587:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891589:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891599:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891606:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853763.891615:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891620:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891626:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891631:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52200 00000400:00000200:1.0:1780853763.891636:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891642:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d39 [1] + 224 00000800:00000001:1.0:1780853763.891649:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891653:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891656:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.891660:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853763.891668:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853763.891678:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853763.891690:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.891714:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853763.891722:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891726:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853763.891728:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891730:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891734:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891737:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853763.891742:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891745:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891748:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891751:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52180 00000400:00000200:1.0:1780853763.891754:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891758:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d59 [1] + 224 00000800:00000001:1.0:1780853763.891761:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891764:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891766:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.891770:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853763.891772:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853763.891776:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853763.891784:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.891791:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853763.891793:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891796:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853763.891798:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891800:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891803:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891806:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853763.891809:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891811:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891814:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891816:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe52100 00000400:00000200:1.0:1780853763.891819:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891823:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d29 [1] + 224 00000800:00000001:1.0:1780853763.891826:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891829:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891831:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.891833:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853763.891835:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853763.891839:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853763.891846:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.891853:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853763.891856:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891859:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853763.891861:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891863:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891866:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891869:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853763.891872:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891875:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891878:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891880:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe52080 00000400:00000200:1.0:1780853763.891884:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853763.891888:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d49 [1] + 224 00000800:00000001:1.0:1780853763.891891:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891897:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853763.891899:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853763.891901:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853763.891904:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853763.891908:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853763.891916:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853763.891923:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853763.891926:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853763.891928:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892248:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853763.892253:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853763.892259:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853763.892261:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853763.892290:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b580. 00000400:00000200:0.0:1780853763.892295:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426bb0 00000400:00000010:0.0:1780853763.892298:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426bb0. 00000100:00000001:0.0:1780853763.892302:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853763.892307:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853763.892316:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892323:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853763.892325:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892327:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853763.892330:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853763.892333:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853763.892335:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.892339:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853763.892346:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853763.892351:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=154 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853763.892353:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853763.892355:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853763.892358:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853763.892360:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.892363:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.892367:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892375:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.892378:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853763.892380:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853763.892394:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853763.892403:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631436416:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853763.892408:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853763.892410:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853763.892411:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b4d0. 00000400:00000200:0.0:1780853763.892414:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853763.892416:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853763.892418:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853763.892421:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853763.892429:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892436:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853763.892437:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892439:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853763.892440:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853763.892441:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853763.892443:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.892445:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853763.892450:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=4 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853763.892453:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853763.892456:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853763.892457:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853763.892459:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853763.892463:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.892466:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853763.892468:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853763.892470:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853763.892471:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.892475:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892482:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.892484:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853763.892486:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853763.892489:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853763.892495:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631436672:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853763.892500:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853763.892502:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853763.892504:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853763.892506:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:0.0:1780853763.892508:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:0.0:1780853763.892698:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853763.892703:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853763.892712:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892719:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853763.892720:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892722:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853763.892724:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853763.892725:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853763.892727:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.892729:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853763.892734:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=4 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853763.892737:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853763.892739:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853763.892740:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853763.892742:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853763.892744:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.892746:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853763.892748:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967650 00000100:00000001:0.0:1780853763.892749:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853763.892752:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.892755:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892761:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.892763:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853763.892764:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853763.892768:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853763.892782:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631436544:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853763.892787:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853763.892788:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853763.892789:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853763.892792:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:0.0:1780853763.892793:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:0.0:1780853763.892795:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853763.892799:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853763.892806:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892813:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853763.892814:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892815:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853763.892816:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853763.892817:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853763.892819:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853763.892820:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853763.892824:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=154 v=5 (5 5 5 37) 00000100:00001000:0.0:1780853763.892827:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853763.892829:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853763.892830:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853763.892832:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853763.892834:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.892836:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853763.892837:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1780853763.892839:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853763.892841:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853763.892844:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892851:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853763.892853:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853763.892855:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853763.892859:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853763.892866:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631436800:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853763.892870:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892873:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853763.892876:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369880 x1867358631436416/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892883:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853763.892885:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853763.892889:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3a00. 02000000:00000001:0.0:1780853763.892892:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853763.892895:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853763.892897:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853763.892899:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853763.892902:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3300. 02000000:00000001:0.0:1780853763.892906:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853763.892907:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853763.892909:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369880. 00000100:00000001:0.0:1780853763.892912:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853763.892914:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892916:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853763.892919:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368e00 x1867358631436672/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892925:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853763.892927:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853763.892928:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2600. 02000000:00000001:0.0:1780853763.892930:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853763.892932:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853763.892933:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853763.892935:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853763.892937:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3f00. 02000000:00000001:0.0:1780853763.892939:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853763.892940:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853763.892942:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368e00. 00000100:00000001:0.0:1780853763.892945:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853763.892946:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892948:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853763.892951:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368380 x1867358631436544/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892958:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853763.892959:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853763.892961:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853763.892963:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853763.892964:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853763.892965:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853763.892967:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853763.892968:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3d00. 02000000:00000001:0.0:1780853763.892970:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853763.892971:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853763.892972:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368380. 00000100:00000001:0.0:1780853763.892974:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853763.892975:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.892977:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853763.892979:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836bb80 x1867358631436800/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853763.892985:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853763.892986:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853763.892987:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853763.893000:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853763.893003:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853763.893004:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853763.893006:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853763.893007:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45904f3b00. 02000000:00000001:0.0:1780853763.893010:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853763.893011:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853763.893013:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836bb80. 00000100:00000001:0.0:1780853763.893015:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853763.893017:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.893019:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853763.893025:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853763.893027:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853763.893029:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853763.893032:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853764.142885:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853764.142893:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853764.142900:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853764.142901:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853764.143027:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853764.143030:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853764.143032:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853765.165593:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853765.165602:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853765.165610:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853765.165611:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853765.167318:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853765.167323:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853765.167328:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853766.189408:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853766.189415:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853766.189420:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853766.189421:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853766.189516:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853766.189520:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853766.189523:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853767.213551:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853767.213559:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853767.213566:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853767.213567:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853767.213672:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853767.213676:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853767.213679:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853767.981485:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296564730, at 4296564736 00000100:00000010:1.0:1780853767.981503:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d540. 00000100:00000040:0.0:1780853767.981515:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296564730, at 4296564736 00000100:00000010:0.0:1780853767.981524:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d9c0. 00010000:00000001:1.0:1780853768.237411:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853768.237419:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853768.237425:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853768.237427:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853768.237737:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853768.237741:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853768.237743:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853769.005508:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853769.005517:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853769.005527:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104a80. 00000020:00000040:1.0:1780853769.005534:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853769.005539:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853769.005542:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853769.005547:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853769.005556:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8e00. 00000100:00000001:1.0:1780853769.005563:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005578:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853769.005595:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853769.005599:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005606:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005590f866] to pc [ptlrpcd_00_01+1] req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.005635:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005638:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853769.005642:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853769.005645:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107b80. 00000020:00000040:1.0:1780853769.005647:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853769.005649:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853769.005651:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853769.005653:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853769.005656:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8500. 00000100:00000001:1.0:1780853769.005659:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005664:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853769.005670:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853769.005672:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005675:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001b55af] to pc [ptlrpcd_00_00+0] req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.005682:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005684:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853769.005687:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853769.005690:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853769.005692:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853769.005694:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853769.005695:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853769.005697:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853769.005700:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584fe8400. 00000100:00000001:1.0:1780853769.005705:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005708:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853769.005715:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853769.005717:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005720:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f395daa] to pc [ptlrpcd_00_01+1] req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.005727:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005729:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853769.005732:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853769.005736:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853769.005738:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853769.005739:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853769.005740:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853769.005742:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853769.005747:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76c00. 00000100:00000001:1.0:1780853769.005749:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005752:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853769.005757:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853769.005759:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005763:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_00+0] req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.005769:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853769.005773:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1903) 00000100:00000001:0.0:1780853769.005836:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853769.005840:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853769.005843:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853769.005850:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.005858:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853769.005860:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.005864:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853769.005866:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853769.005869:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853769.005872:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631436928:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853769.005877:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853769.005883:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853769.005885:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.005888:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853769.005893:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853769.005895:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853769.005903:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853769.005907:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853769.005913:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000200:0.0:1780853769.005919:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631436928, portal 25 00000100:00000001:0.0:1780853769.005921:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853769.005922:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000040:0.0:1780853769.005928:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.005935:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853769.005939:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853769.005941:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426b28. 00000100:00000200:0.0:1780853769.005944:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631436928, offset 0 00000400:00000200:0.0:1780853769.005982:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853769.005991:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.005998:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853769.006003:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853769.006007:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853769.006011:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853769.006013:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006017:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2535:2535:256:4294967295] 192.168.202.110@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:0.0:1780853769.006021:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006030:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853769.006036:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853769.006040:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3b00. 00000800:00000200:0.0:1780853769.006047:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853769.006055:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853769.006059:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853769.006073:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853769.006078:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853769.006081:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296569849 00000100:00000010:0.0:1780853769.006085:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d9c0. 00000100:00000001:0.0:1780853769.006092:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853769.006098:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296569849 00000100:00000010:0.0:1780853769.006101:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d2a0. 00000100:00000001:0.0:1780853769.006104:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853769.006107:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.006110:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006113:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853769.006116:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.006127:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853769.006128:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.006130:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853769.006132:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853769.006134:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853769.006136:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437184:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853769.006139:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853769.006141:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853769.006143:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.006144:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853769.006146:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853769.006148:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853769.006151:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853769.006154:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853769.006157:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853769.006160:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437184, portal 4 00000100:00000001:0.0:1780853769.006161:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853769.006163:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000040:0.0:1780853769.006169:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.006175:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853769.006177:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853769.006179:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426bb0. 00000100:00000200:0.0:1780853769.006181:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631437184, offset 0 00000400:00000200:0.0:1780853769.006185:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006189:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006192:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853769.006195:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853769.006197:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853769.006199:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853769.006201:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006205:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2536:2536:255:4294967295] 192.168.202.110@tcp LPNI seq info [2536:2536:7:4294967295] 00000400:00000200:0.0:1780853769.006209:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006214:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853769.006218:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853769.006221:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853769.006225:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853769.006229:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853769.006232:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853769.006234:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.006238:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 231626 usecs (232 jiffies) 00000400:00000200:0.0:1780853769.006241:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853769.006243:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296565992 00000100:00000001:0.0:1780853769.006245:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296569849 00000100:00000001:0.0:1780853769.006247:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296565992 00000100:00000001:0.0:1780853769.006249:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296569849 00000100:00000001:0.0:1780853769.006251:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.006253:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006256:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006258:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.006297:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853769.006300:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853769.006303:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853769.006304:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853769.006306:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853769.006308:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1780853769.006310:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.006313:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853769.006314:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.006316:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853769.006317:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853769.006318:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853769.006322:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.006330:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853769.006331:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.006334:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853769.006335:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853769.006337:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853769.006340:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437056:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853769.006344:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853769.006346:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853769.006348:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.006350:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853769.006353:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2600. 02000000:00000001:0.0:1780853769.006354:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853769.006357:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853769.006359:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b4d0. 00000400:00000010:0.0:1780853769.006363:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853769.006365:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437056, portal 10 00000100:00000001:0.0:1780853769.006367:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853769.006368:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000040:0.0:1780853769.006373:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.006380:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853769.006382:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853769.006384:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426dd0. 00000100:00000200:0.0:1780853769.006386:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631437056, offset 0 00000400:00000200:0.0:1780853769.006390:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006394:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006397:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853769.006400:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853769.006402:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853769.006404:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853769.006406:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006409:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2537:2537:254:4294967295] 192.168.202.110@tcp LPNI seq info [2537:2537:6:4294967295] 00000400:00000200:0.0:1780853769.006412:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006417:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853769.006421:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853769.006424:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3f00. 00000800:00000200:0.0:1780853769.006428:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853769.006432:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853769.006434:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853769.006437:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.006440:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 795372 usecs (796 jiffies) 00000400:00000200:0.0:1780853769.006442:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853769.006444:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296566557 00000100:00000001:0.0:1780853769.006446:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296569849 00000100:00000001:0.0:1780853769.006448:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296566557 00000100:00000001:0.0:1780853769.006451:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296569849 00000100:00000001:0.0:1780853769.006452:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.006454:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006456:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853769.006459:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.006465:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853769.006466:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.006468:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853769.006470:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853769.006472:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853769.006474:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437312:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853769.006478:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853769.006480:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853769.006481:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.006483:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853769.006485:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3a00. 02000000:00000001:0.0:1780853769.006487:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853769.006490:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853769.006493:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b580. 00000400:00000010:0.0:1780853769.006496:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426990. 00000100:00000200:0.0:1780853769.006498:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437312, portal 4 00000100:00000001:0.0:1780853769.006500:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853769.006501:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000040:0.0:1780853769.006507:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.006512:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853769.006514:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853769.006516:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853769.006518:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631437312, offset 0 00000400:00000200:0.0:1780853769.006521:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006524:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006527:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853769.006529:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853769.006531:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853769.006533:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853769.006535:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853769.006537:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2538:2538:253:4294967295] 192.168.202.110@tcp LPNI seq info [2538:2538:5:4294967295] 00000400:00000200:0.0:1780853769.006541:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853769.006545:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853769.006549:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853769.006552:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853769.006555:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853769.006559:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853769.006561:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853769.006564:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.006566:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 92225 usecs (93 jiffies) 00000400:00000200:0.0:1780853769.006569:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853769.006571:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296565854 00000100:00000001:0.0:1780853769.006572:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296569849 00000100:00000001:0.0:1780853769.006574:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296565854 00000100:00000001:0.0:1780853769.006576:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296569849 00000100:00000001:0.0:1780853769.006577:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.006579:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006581:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006583:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.006594:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853769.006597:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853769.006978:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853769.006983:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853769.006990:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.006996:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853769.007001:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:1.0:1780853769.007004:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:1.0:1780853769.007010:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853769.007015:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007025:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853769.007028:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007036:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853769.007037:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853769.007049:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853769.007051:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853769.007053:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.007056:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853769.007058:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426bb0 00000400:00000010:1.0:1780853769.007060:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426bb0. 00000100:00000001:1.0:1780853769.007062:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853769.007066:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007072:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853769.007075:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007081:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853769.007083:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853769.007090:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853769.007092:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3f00. 00000400:00000200:1.0:1780853769.007095:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.007098:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853769.007100:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426dd0 00000400:00000010:1.0:1780853769.007102:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426dd0. 00000100:00000001:1.0:1780853769.007104:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853769.007107:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007113:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853769.007117:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007123:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853769.007125:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853769.007191:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853769.007194:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853769.007197:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.007200:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853769.007203:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:1.0:1780853769.007205:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:1.0:1780853769.007207:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853769.007210:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007217:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853769.007219:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.007225:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853769.007226:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853769.019236:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.019256:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853769.019261:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.019298:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.019931:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.019942:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853769.019965:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.019970:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020334:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020339:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe52280 00000400:00000200:1.0:1780853769.020361:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020368:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d69 [1] + 224 00000800:00000001:1.0:1780853769.020377:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020385:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020389:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.020395:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853769.020403:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853769.020412:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853769.020422:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.020451:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853769.020471:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020475:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853769.020477:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020479:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020483:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020486:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853769.020491:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020494:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020496:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020500:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52380 00000400:00000200:1.0:1780853769.020503:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020507:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d79 [1] + 224 00000800:00000001:1.0:1780853769.020511:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020514:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020516:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.020518:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853769.020521:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853769.020524:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853769.020533:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.020540:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853769.020543:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020546:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853769.020548:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020550:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020553:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020556:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853769.020561:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020563:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020565:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020568:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe52300 00000400:00000200:1.0:1780853769.020571:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020575:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d89 [1] + 224 00000800:00000001:1.0:1780853769.020579:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020581:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020583:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.020716:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853769.020720:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853769.020725:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853769.020735:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.020741:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853769.020746:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020750:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853769.020752:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020754:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020757:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020761:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853769.020765:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020768:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020771:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020774:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52400 00000400:00000200:1.0:1780853769.020777:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853769.020781:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6d99 [1] + 224 00000800:00000001:1.0:1780853769.020785:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020797:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853769.020799:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853769.020802:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853769.020804:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853769.020809:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853769.020817:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853769.020824:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853769.020828:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853769.020831:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.020972:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853769.020977:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853769.020984:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853769.020986:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853769.020989:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b4d0. 00000400:00000200:0.0:1780853769.020994:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853769.020997:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853769.021000:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853769.021004:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853769.021013:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021018:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853769.021020:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.021022:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853769.021026:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853769.021028:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853769.021030:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.021033:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853769.021044:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=10 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853769.021048:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853769.021051:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853769.021052:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853769.021055:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853769.021059:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.021063:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780853769.021065:0:2381:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967652 gen 2 00000100:00000040:0.0:1780853769.021072:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff9e4587c39880 x1867358631435392/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021079:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853769.021083:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631435392/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/448 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021089:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853769.021092:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853769.021098:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0000. 02000000:00000001:0.0:1780853769.021102:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853769.021105:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853769.021107:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853769.021109:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853769.021111:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0400. 02000000:00000001:0.0:1780853769.021303:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853769.021306:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853769.021308:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:0.0:1780853769.021312:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853769.021313:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853769.021320:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967652) req@ffff9e4588368a80 x1867358631435904/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021326:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853769.021329:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368a80 x1867358631435904/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853776 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021334:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853769.021335:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853769.021337:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8400. 02000000:00000001:0.0:1780853769.021339:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853769.021341:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853769.021342:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853769.021344:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853769.021345:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4588f72400. 02000000:00000001:0.0:1780853769.021348:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853769.021349:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853769.021350:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368a80. 00000100:00000001:0.0:1780853769.021352:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853769.021353:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.021355:0:2381:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853769.021357:0:2381:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1780853769.021360:0:2381:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853769.021362:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.021366:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021372:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.021375:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853769.021376:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853769.021380:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853769.021387:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437056:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853769.021394:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853769.021395:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853769.021397:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b580. 00000400:00000200:0.0:1780853769.021399:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:0.0:1780853769.021400:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:0.0:1780853769.021403:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853769.021406:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853769.021414:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021425:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853769.021426:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.021428:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853769.021430:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853769.021431:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853769.021433:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.021435:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853769.021440:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853769.021443:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853769.021444:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853769.021446:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853769.021447:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853769.021449:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.021451:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853769.021453:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1780853769.021455:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853769.021456:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.021460:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021465:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.021467:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853769.021597:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853769.021603:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853769.021610:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437312:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853769.021616:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853769.021617:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853769.021619:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853769.021622:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:0.0:1780853769.021624:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:0.0:1780853769.021626:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853769.021630:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853769.021639:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021645:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853769.021646:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.021648:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853769.021649:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853769.021650:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853769.021652:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.021653:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853769.021656:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853769.021659:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853769.021662:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853769.021663:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853769.021665:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853769.021666:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.021668:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.021672:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021677:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.021679:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853769.021680:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853769.021683:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853769.021690:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631436928:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853769.021695:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853769.021696:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853769.021698:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853769.021701:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853769.021702:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853769.021704:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853769.021708:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853769.021716:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021722:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853769.021723:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.021724:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853769.021725:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853769.021727:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853769.021728:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853769.021729:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853769.021733:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853769.021736:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853769.021738:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853769.021739:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853769.021741:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853769.021743:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.021745:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853769.021746:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853769.021748:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853769.021749:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853769.021752:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021759:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853769.021761:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853769.021762:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853769.021765:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853769.021773:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437184:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853769.021776:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.021779:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853769.021781:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107b80 x1867358631437056/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.021791:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853769.021792:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853769.021794:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2600. 02000000:00000001:0.0:1780853769.021797:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853769.021798:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853769.021799:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853769.021801:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853769.021802:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8500. 02000000:00000001:0.0:1780853769.021805:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853769.021806:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853769.021807:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107b80. 00000100:00000001:0.0:1780853769.022039:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853769.022040:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.022042:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853769.022046:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631437312/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.022052:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853769.022054:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853769.022055:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3a00. 02000000:00000001:0.0:1780853769.022059:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853769.022060:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853769.022061:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853769.022063:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853769.022065:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76c00. 02000000:00000001:0.0:1780853769.022068:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853769.022069:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853769.022070:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:0.0:1780853769.022072:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853769.022073:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.022075:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853769.022077:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104a80 x1867358631436928/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.022083:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853769.022084:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853769.022086:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853769.022087:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853769.022088:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853769.022089:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853769.022091:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853769.022092:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8e00. 02000000:00000001:0.0:1780853769.022093:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853769.022094:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853769.022095:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104a80. 00000100:00000001:0.0:1780853769.022097:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853769.022098:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.022099:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853769.022101:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105500 x1867358631437184/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853769.022106:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853769.022107:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853769.022108:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853769.022111:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853769.022112:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853769.022124:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853769.022126:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853769.022127:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584fe8400. 02000000:00000001:0.0:1780853769.022129:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853769.022131:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853769.022132:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105500. 00000100:00000001:0.0:1780853769.022134:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853769.022135:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.022138:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853769.022148:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853769.022150:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853769.022152:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853769.022155:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853769.261427:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853769.261435:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853769.261441:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853769.261442:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853769.262451:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853769.262456:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853769.262461:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853770.285691:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853770.285699:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853770.285705:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853770.285706:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853770.285780:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853770.285784:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853770.285787:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853771.053396:0:32078:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853771.053407:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853771.053409:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853771.053416:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 1 seconds 00000100:00000001:0.0:1780853771.053420:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853771.053424:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853771.311109:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853771.311117:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853771.311123:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853771.311127:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853771.311129:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853771.311137:0:24468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853771.311139:0:24468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853771.311141:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853771.311144:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853771.311146:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853771.311147:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853771.311149:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853771.311319:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853771.311322:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853771.311325:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853772.077461:0:32078:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853772.077469:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853772.077471:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853772.077476:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 1 seconds 00000100:00000001:0.0:1780853772.077480:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853772.077483:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853772.333936:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853772.333945:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853772.333947:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853772.333951:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853772.333955:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853772.333958:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853772.333959:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853772.333962:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853772.333984:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853772.333986:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853772.334089:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853772.334092:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853772.334095:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853773.101368:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296569849, at 4296569856 00000100:00000010:0.0:1780853773.101385:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d9c0. 00000100:00000040:1.0:1780853773.101866:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296569849, at 4296569856 00000100:00000010:1.0:1780853773.101873:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d2a0. 00000100:00000001:1.0:1780853773.101887:0:32078:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780853773.101890:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853773.101892:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1780853773.101895:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 1 seconds 00000100:00000001:1.0:1780853773.101898:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853773.101901:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853773.357432:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853773.357440:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853773.357446:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853773.357448:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853773.357527:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853773.357531:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853773.357535:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853774.125422:0:32078:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853774.125431:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853774.125433:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853774.125439:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 1 seconds 00000100:00000001:0.0:1780853774.125443:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853774.125447:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125465:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853774.125471:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853774.125480:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104e00. 00000020:00000040:1.0:1780853774.125486:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853774.125491:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853774.125494:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853774.125500:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853774.125507:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76b00. 00000100:00000001:1.0:1780853774.125514:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125527:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853774.125538:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853774.125542:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125548:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9dd5dd3] to pc [ptlrpcd_00_01+1] req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.125577:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125580:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853774.125583:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853774.125585:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106a00. 00000020:00000040:1.0:1780853774.125588:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853774.125601:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853774.125603:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853774.125605:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853774.125608:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76f00. 00000100:00000001:1.0:1780853774.125611:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125616:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853774.125622:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853774.125625:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125628:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d69d4fb7] to pc [ptlrpcd_00_00+0] req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.125636:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125638:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853774.125641:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853774.125644:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105180. 00000020:00000040:1.0:1780853774.125646:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853774.125648:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853774.125649:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853774.125650:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853774.125653:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76400. 00000100:00000001:1.0:1780853774.125655:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125659:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853774.125666:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853774.125668:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125671:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f15090da] to pc [ptlrpcd_00_01+1] req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.125677:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125680:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853774.125683:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1780853774.125685:0:36:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1780853774.125688:0:36:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1780853774.125692:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853774.125694:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853774.125696:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853774.125698:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853774.125699:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853774.125702:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76600. 00000100:00000001:1.0:1780853774.125705:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853774.125707:0:36:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00080000:1.0:1780853774.125710:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1780853774.125722:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9e4592299000: disconnect after 20s idle 00000100:00000001:1.0:1780853774.125725:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853774.125727:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125731:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f395daa] to pc [ptlrpcd_rcv+-1] req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.125750:0:36:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853774.125753:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853774.125758:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1908) 00000100:00000001:3.0:1780853774.125806:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853774.125810:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853774.125813:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853774.125820:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853774.125829:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853774.125831:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853774.125834:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853774.125837:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853774.125840:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853774.125843:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631437824:192.168.202.110@tcp:9:kworker.0 00000100:00000001:3.0:1780853774.125847:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853774.125853:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853774.125855:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853774.125858:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853774.125873:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853774.125875:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853774.125882:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853774.125887:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853774.125893:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a7f8. 00000100:00000200:3.0:1780853774.125899:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437824, portal 4 00000100:00000001:3.0:1780853774.125901:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853774.125902:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000040:3.0:1780853774.125940:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853774.125948:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853774.125951:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853774.125954:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a440. 00000100:00000200:3.0:1780853774.125958:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631437824, offset 0 00000400:00000200:3.0:1780853774.125976:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853774.125985:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853774.125992:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853774.125997:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853774.126001:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853774.126005:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853774.126008:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853774.126012:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2539:2539:256:4294967295] 192.168.202.110@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:3.0:1780853774.126016:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853774.126025:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853774.126032:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853774.126036:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77d00. 00000800:00000200:3.0:1780853774.126043:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853774.126050:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853774.126056:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853774.126068:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853774.126073:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 91847 usecs (92 jiffies) 00000400:00000200:3.0:1780853774.126077:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853774.126080:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296570972 00000100:00000010:3.0:1780853774.126084:0:2379:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139f60. 00000100:00000001:3.0:1780853774.126091:0:2379:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853774.126103:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296570972 00000100:00000010:3.0:1780853774.126106:0:2379:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139de0. 00000100:00000001:3.0:1780853774.126109:0:2379:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853774.126113:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853774.126116:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853774.126118:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853774.126120:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853774.126128:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853774.126130:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853774.126132:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853774.126133:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853774.126134:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853774.126136:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.127119:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853774.127123:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853774.127125:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853774.127134:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.127143:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853774.127145:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.127148:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853774.127150:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853774.127152:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853774.127155:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631437440:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853774.127159:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853774.127163:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853774.127165:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.127168:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853774.127173:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853774.127175:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853774.127179:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853774.127184:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853774.127189:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853774.127194:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437440, portal 25 00000100:00000001:0.0:1780853774.127196:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853774.127341:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121656832 : -107453587894784 : ffff9e4583104e00) 00000100:00000040:0.0:1780853774.127349:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.127357:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853774.127359:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853774.127363:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000200:0.0:1780853774.127366:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631437440, offset 0 00000400:00000200:0.0:1780853774.127371:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853774.127377:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.127382:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853774.127386:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853774.127389:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853774.127392:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853774.127395:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853774.127397:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2540:2540:255:4294967295] 192.168.202.110@tcp LPNI seq info [2540:2540:7:4294967295] 00000400:00000200:0.0:1780853774.127402:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.127409:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853774.127415:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853774.127420:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000800:00000200:0.0:1780853774.127424:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853774.127430:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853774.127433:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853774.127437:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853774.127440:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853774.127442:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296574970 00000100:00000001:0.0:1780853774.127449:0:2381:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296570972 00000100:00000001:0.0:1780853774.127454:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296574970 00000100:00000001:0.0:1780853774.127457:0:2381:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296570972 00000100:00000001:0.0:1780853774.127460:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853774.127462:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.127465:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853774.127469:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.127489:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853774.127490:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.127492:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853774.127494:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853774.127496:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853774.127499:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437696:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853774.127501:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853774.127504:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853774.127505:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.127507:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853774.127510:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853774.127511:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853774.127514:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853774.127517:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853774.127520:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426990. 00000100:00000200:0.0:1780853774.127523:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437696, portal 4 00000100:00000001:0.0:1780853774.127525:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853774.127526:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121657728 : -107453587893888 : ffff9e4583105180) 00000100:00000040:0.0:1780853774.127531:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.127537:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853774.127539:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853774.127542:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853774.127544:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631437696, offset 0 00000400:00000200:0.0:1780853774.127548:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853774.127551:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.127554:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853774.127557:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853774.127559:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853774.127561:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853774.127563:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853774.127565:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2541:2541:254:4294967295] 192.168.202.110@tcp LPNI seq info [2541:2541:6:4294967295] 00000400:00000200:0.0:1780853774.127569:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.127574:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853774.127592:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853774.127602:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3f00. 00000800:00000200:0.0:1780853774.127606:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853774.127610:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853774.127612:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853774.127615:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853774.127618:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 230546 usecs (231 jiffies) 00000400:00000200:0.0:1780853774.127621:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853774.127623:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296571112 00000100:00000001:0.0:1780853774.127626:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296574970 00000100:00000001:0.0:1780853774.127628:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296571112 00000100:00000001:0.0:1780853774.127630:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296574970 00000100:00000001:0.0:1780853774.127632:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853774.127634:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.127636:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.127638:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.127644:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853774.127645:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853774.127648:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853774.127649:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853774.127650:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853774.127653:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1780853774.127655:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.127656:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853774.127658:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.127660:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853774.127661:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853774.127662:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853774.127666:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.127672:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853774.127674:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.127676:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853774.127677:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853774.128402:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853774.128409:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437568:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853774.128413:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853774.128417:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853774.128418:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.128420:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853774.128425:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3a00. 02000000:00000001:0.0:1780853774.128427:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853774.128431:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853774.128434:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b580. 00000400:00000010:0.0:1780853774.128439:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853774.128444:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437568, portal 10 00000100:00000001:0.0:1780853774.128446:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853774.128447:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664000 : -107453587887616 : ffff9e4583106a00) 00000100:00000040:0.0:1780853774.128454:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.128462:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853774.128464:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853774.128467:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426198. 00000100:00000200:0.0:1780853774.128529:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631437568, offset 0 00000400:00000200:0.0:1780853774.128537:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853774.128542:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.128547:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853774.128551:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853774.128553:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853774.128555:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853774.128557:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853774.128560:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2542:2542:253:4294967295] 192.168.202.110@tcp LPNI seq info [2542:2542:5:4294967295] 00000400:00000200:0.0:1780853774.128563:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.128569:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853774.128574:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853774.128793:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853774.128801:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853774.128806:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853774.128809:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853774.128813:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853774.128817:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 794368 usecs (795 jiffies) 00000400:00000200:0.0:1780853774.128821:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853774.128824:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296571678 00000100:00000001:0.0:1780853774.128826:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296574970 00000100:00000001:0.0:1780853774.128829:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296571678 00000100:00000001:0.0:1780853774.128831:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296574970 00000100:00000001:0.0:1780853774.128833:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853774.128835:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.128839:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.128842:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.128854:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853774.128857:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853774.129075:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853774.129080:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77d00. 00000400:00000200:0.0:1780853774.129087:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853774.129092:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853774.129098:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a440 00000400:00000010:0.0:1780853774.129101:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a440. 00000100:00000001:0.0:1780853774.129106:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853774.129112:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.129123:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.129126:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.129133:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.129135:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853774.129145:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853774.129147:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:0.0:1780853774.129149:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853774.129152:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853774.129154:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:0.0:1780853774.129156:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:0.0:1780853774.129158:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853774.129162:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.129168:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.129171:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.129177:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.129178:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853774.129183:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853774.129185:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3f00. 00000400:00000200:0.0:1780853774.129186:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853774.129189:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853774.129191:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853774.129192:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853774.129194:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853774.129198:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.129343:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.129347:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.129354:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.129356:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853774.132518:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853774.132528:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:0.0:1780853774.132536:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853774.132544:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853774.132550:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:0.0:1780853774.132553:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:0.0:1780853774.132558:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853774.132567:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.132580:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.132583:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.132591:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.132593:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853774.138369:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138389:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853774.138394:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138397:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853774.138406:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138414:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853774.138423:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138429:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138435:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138439:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe52500 00000400:00000200:1.0:1780853774.138444:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138450:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6dd1 [1] + 224 00000800:00000001:1.0:1780853774.138458:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138461:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853774.138465:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853774.138470:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853774.138486:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853774.138494:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853774.138507:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.138529:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853774.138536:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138540:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853774.138542:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138543:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853774.138546:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138550:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853774.138554:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138556:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138559:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138562:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe52480 00000400:00000200:1.0:1780853774.138566:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138570:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6db1 [1] + 224 00000800:00000001:1.0:1780853774.138573:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138576:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853774.138578:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853774.138581:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853774.138583:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853774.138588:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853774.138596:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.138604:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853774.138606:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138609:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853774.138610:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138612:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853774.138614:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138617:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853774.138621:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138624:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138626:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138629:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52580 00000400:00000200:1.0:1780853774.138632:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853774.138635:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6dc1 [1] + 224 00000800:00000001:1.0:1780853774.138639:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138645:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853774.138647:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853774.138650:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853774.138653:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853774.138657:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853774.138667:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853774.138675:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853774.138675:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1780853774.138678:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853774.138682:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.138798:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853774.138806:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853774.138808:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853774.138811:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b580. 00000400:00000200:0.0:1780853774.138816:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:0.0:1780853774.138818:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:0.0:1780853774.138821:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853774.138827:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853774.138837:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.138844:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853774.138845:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.138848:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853774.138852:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853774.138855:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853774.138857:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.138954:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853774.139078:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=15 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853774.139083:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853774.139086:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853774.139088:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853774.139091:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853774.139096:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.139100:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853774.139102:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1780853774.139104:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853774.139106:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853774.139111:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.139119:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853774.139122:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853774.139124:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853774.139128:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853774.139136:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437568:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853774.139142:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853774.139143:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853774.139144:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853774.139147:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853774.139149:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853774.139151:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853774.139155:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853774.139163:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.139176:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853774.139177:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.139179:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853774.139180:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853774.139181:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853774.139183:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.139185:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853774.139187:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853774.139190:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853774.139192:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853774.139193:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853774.139195:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853774.139196:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.141119:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853774.141136:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.141146:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853774.141149:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853774.141151:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853774.141155:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853774.141162:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631437440:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853774.141175:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853774.141176:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853774.141179:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853774.141185:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:0.0:1780853774.141188:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:0.0:1780853774.141191:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853774.141196:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853774.142158:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.142168:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853774.142171:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.142173:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853774.142176:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853774.142178:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853774.142181:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853774.142183:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853774.142192:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853774.142195:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853774.142198:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853774.142556:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853774.142560:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853774.142563:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.142567:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853774.142569:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853774.142571:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853774.142573:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853774.142794:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.142803:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853774.142806:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853774.142807:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853774.142812:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853774.142819:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631437696:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853774.142825:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.142828:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.142832:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106a00 x1867358631437568/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.142839:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853774.142842:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853774.142846:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3a00. 02000000:00000001:0.0:1780853774.142853:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853774.142856:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853774.142857:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853774.143338:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853774.143343:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76f00. 02000000:00000001:0.0:1780853774.143350:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853774.143352:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853774.143354:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106a00. 00000100:00000001:0.0:1780853774.143358:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853774.143360:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.143362:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.143368:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104e00 x1867358631437440/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.143375:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853774.143376:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853774.143378:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853774.143381:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853774.143382:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853774.143384:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853774.143385:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853774.143387:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76b00. 02000000:00000001:0.0:1780853774.143389:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853774.143390:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853774.143391:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104e00. 00000100:00000001:0.0:1780853774.143393:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853774.143395:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.143396:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853774.143399:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105180 x1867358631437696/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.143405:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853774.143406:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853774.143407:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853774.143409:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853774.143410:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853774.143412:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853774.143413:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853774.143415:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76400. 02000000:00000001:0.0:1780853774.143417:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853774.143418:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853774.143419:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105180. 00000100:00000001:0.0:1780853774.143421:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853774.143422:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.143424:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853774.143444:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853774.143446:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853774.143448:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853774.143451:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853774.145848:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853774.145879:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853774.145883:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853774.145886:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853774.145895:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.145902:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853774.145920:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.145926:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.145932:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.145944:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52600 00000400:00000200:0.0:1780853774.145950:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853774.145956:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6da9 [1] + 224 00000800:00000001:0.0:1780853774.145969:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853774.145977:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853774.145980:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853774.145984:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853774.145991:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853774.145999:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853774.146009:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853774.146031:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853774.146040:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853774.146044:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853774.146074:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853774.146079:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853774.146085:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853774.146087:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853774.146091:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853774.146096:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a7f8 00000400:00000010:3.0:1780853774.146099:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a7f8. 00000100:00000001:3.0:1780853774.146102:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853774.146108:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853774.146119:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853774.146127:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853774.146129:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853774.146131:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853774.146134:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853774.146136:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853774.146233:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853774.146238:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853774.146248:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853774.146253:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853774.146256:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853774.146258:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853774.146260:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853774.146303:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853774.146307:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853774.146309:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1780853774.146311:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853774.146320:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853774.146326:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853774.146333:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853774.146335:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853774.146337:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1780853774.146341:0:2379:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1780853774.146348:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1780853774.146353:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853774.146360:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631437824:192.168.202.110@tcp:9:kworker.0 00000100:00000001:3.0:1780853774.146365:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853774.146368:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853774.146371:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105500 x1867358631437824/t0(0) o9->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853774.146378:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853774.146380:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853774.146385:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9a00. 02000000:00000001:3.0:1780853774.146389:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853774.146392:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853774.146394:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853774.146396:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853774.146399:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76600. 02000000:00000001:3.0:1780853774.146403:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853774.146405:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853774.146407:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105500. 00000100:00000001:3.0:1780853774.146410:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853774.146412:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853774.146414:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853774.146421:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853774.146423:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853774.146425:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853774.146427:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853774.381745:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853774.381751:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853774.381757:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853774.381759:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853774.381962:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853774.381965:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853774.381969:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853775.149374:0:32078:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853775.149381:0:32078:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1780853775.149396:0:32078:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853759/real 1780853759] req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853775 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1780853775.149414:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853775.149416:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853775.149420:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:0.0:1780853775.149426:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:0.0:1780853775.149428:0:32078:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:0.0:1780853775.149432:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853775.149436:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853775 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853775.149445:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853775 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.149453:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853775.149455:0:32078:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.149458:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853775.149460:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.149463:0:32078:0:(import.c:431:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1780853775.149466:0:32078:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1780853775.149470:0:32078:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e4592299000: Connection to lustre-MDT0000 (at 192.168.202.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1780853775.149472:0:32078:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1780853775.149475:0:32078:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:0.0:1780853775.149478:0:32078:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.149479:0:32078:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1780853775.149480:0:32078:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1780853775.149503:0:32078:0:(import.c:438:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1780853775.149505:0:32078:0:(client.c:2532:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.149508:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.149509:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.149512:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 0 seconds 00000100:00000001:0.0:1780853775.149515:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.149518:0:32078:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.149519:0:32078:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.149522:0:32078:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.149524:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149663:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853775.149670:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853775.149679:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104a80. 00000020:00000040:1.0:1780853775.149683:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853775.149687:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853775.149690:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853775.149696:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853775.149703:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76e00. 00000100:00000001:1.0:1780853775.149709:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149715:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853775.149725:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853775.149730:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149736:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005590f866] to pc [ptlrpcd_00_00+0] req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.149764:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780853775.149766:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780853775.149769:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1780853775.149771:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1780853775.149773:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1780853775.149777:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:1.0:1780853775.149780:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1877 00000400:00000200:1.0:1780853775.149787:0:36:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.149792:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1780853775.149796:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853775.149799:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853775.149802:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853775.149804:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:1.0:1780853775.149807:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853775.149810:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:1.0:1780853775.149812:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853775.149815:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:1.0:1780853775.149818:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:1.0:1780853775.149820:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000040:1.0:1780853775.149822:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853775.149824:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853775.149825:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853775.149827:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:1.0:1780853775.149830:0:36:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00080000:1.0:1780853775.149833:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: import ffff9e4585127800 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:1.0:1780853775.149836:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853775.149838:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1780853775.149844:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853775.149847:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.149849:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1780853775.149853:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1780853775.149855:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.149858:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853775.149861:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853775.149863:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853775.149866:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853775.149868:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.149871:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853775.149872:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853775.149874:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853775.149878:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72400. 00000100:00000001:1.0:1780853775.149881:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853775.149887:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853775.149894:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853775.149924:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149930:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_rcv+-1] req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.149951:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149954:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853775.149957:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853775.149961:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107b80. 00000020:00000040:1.0:1780853775.149963:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853775.149964:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853775.149966:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853775.149967:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853775.149971:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76d00. 00000100:00000001:1.0:1780853775.149974:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149978:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853775.149984:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853775.149986:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.149991:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001b55af] to pc [ptlrpcd_00_01+1] req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.149999:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.150001:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853775.150005:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853775.150009:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 4 (1909) 00000100:00000001:3.0:1780853775.150075:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.150079:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853775.150081:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853775.150088:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.150095:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853775.150096:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853775.150100:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853775.150103:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853775.150105:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853775.150109:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631438080:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853775.150113:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853775.150117:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853775.150120:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853775.150123:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853775.150128:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad400. 02000000:00000001:3.0:1780853775.150130:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853775.150135:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853775.150138:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853775.150144:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a7f8. 00000100:00000200:3.0:1780853775.150150:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631438080, portal 10 00000100:00000001:3.0:1780853775.150152:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853775.150153:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000040:3.0:1780853775.150160:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.150167:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853775.150170:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853775.150172:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aaa0. 00000100:00000200:3.0:1780853775.150176:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631438080, offset 0 00000400:00000200:3.0:1780853775.150182:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853775.150189:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853775.150195:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853775.150200:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853775.150204:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853775.150207:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853775.150210:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853775.150214:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2543:2543:256:4294967295] 192.168.202.110@tcp LPNI seq info [2543:2543:8:4294967295] 00000400:00000200:3.0:1780853775.150219:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853775.150228:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853775.150234:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853775.150239:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853775.150245:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853775.150253:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853775.150258:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853775.150300:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853775.150306:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 793363 usecs (794 jiffies) 00000400:00000200:3.0:1780853775.150309:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853775.150312:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572699 00000100:00000001:3.0:1780853775.150315:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296574970 00000100:00000001:3.0:1780853775.150317:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572699 00000100:00000001:3.0:1780853775.150319:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296574970 00000100:00000001:3.0:1780853775.150321:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853775.150323:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.150326:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.150329:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.150336:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853775.150337:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853775.150339:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.150340:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853775.150341:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.150343:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853775.150476:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.150481:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77700. 00000400:00000200:1.0:1780853775.150486:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.150492:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.150496:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aaa0 00000400:00000010:1.0:1780853775.150497:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aaa0. 00000100:00000001:1.0:1780853775.150501:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.150505:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.150514:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.150517:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.150524:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.150525:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853775.150912:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853775.150916:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.150918:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853775.150925:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.150942:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.150944:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.150947:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853775.150949:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853775.150952:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.150955:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631437952:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853775.150958:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853775.150961:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853775.150963:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.150965:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853775.150970:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3000. 02000000:00000001:0.0:1780853775.150972:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.150976:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853775.150979:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b210. 00000400:00000010:0.0:1780853775.150983:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853775.150987:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631437952, portal 25 00000100:00000001:0.0:1780853775.150989:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.150990:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000040:0.0:1780853775.150995:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.151002:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853775.151004:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853775.151006:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426990. 00000100:00000200:0.0:1780853775.151008:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631437952, offset 0 00000400:00000200:0.0:1780853775.151012:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853775.151017:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.151021:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853775.151025:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853775.151027:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853775.151030:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853775.151032:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853775.151034:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2544:2544:256:4294967295] 192.168.202.110@tcp LPNI seq info [2544:2544:8:4294967295] 00000400:00000200:0.0:1780853775.151037:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.151043:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853775.151048:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853775.151052:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3d00. 00000800:00000200:0.0:1780853775.151056:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853775.151061:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853775.151064:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853775.151081:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.151084:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853775.151086:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296575994 00000100:00000001:0.0:1780853775.151093:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296574970 00000100:00000001:0.0:1780853775.151097:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296575994 00000100:00000001:0.0:1780853775.151100:0:2380:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296574970 00000100:00000001:0.0:1780853775.151103:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.151105:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.151107:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.151109:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.151113:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.151114:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853775.151116:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853775.151117:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.151118:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.151121:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1780853775.151123:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.151124:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.151127:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.151138:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853775.151139:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.151140:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853775.151144:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.151150:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.151152:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.151154:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853775.151155:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853775.151157:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.151160:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631438208:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853775.151163:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853775.151165:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853775.151167:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.151169:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853775.151172:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853775.151174:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.151177:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853775.151179:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853775.151182:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853775.151184:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631438208, portal 4 00000100:00000001:0.0:1780853775.151186:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.151187:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000040:0.0:1780853775.151193:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.151199:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853775.151201:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853775.151203:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853775.151205:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631438208, offset 0 00000400:00000200:0.0:1780853775.151209:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853775.151212:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.151215:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853775.151218:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853775.151221:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853775.151223:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853775.151225:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853775.151228:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2545:2545:255:4294967295] 192.168.202.110@tcp LPNI seq info [2545:2545:7:4294967295] 00000400:00000200:0.0:1780853775.151232:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.151238:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853775.151242:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853775.151244:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3f00. 00000800:00000200:0.0:1780853775.151248:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853775.151252:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853775.151254:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853775.151257:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.151259:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 229481 usecs (230 jiffies) 00000400:00000200:0.0:1780853775.151262:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853775.151294:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572136 00000100:00000001:0.0:1780853775.151296:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.151298:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572136 00000100:00000001:0.0:1780853775.151300:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.151302:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.151304:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.151306:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.151308:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.151316:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853775.151317:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853775.151418:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.151422:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3d00. 00000400:00000200:1.0:1780853775.151425:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.151430:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.151433:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:1.0:1780853775.151434:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:1.0:1780853775.151438:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.151442:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.151450:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.151454:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.151460:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.151461:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853775.151494:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.151497:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3f00. 00000400:00000200:1.0:1780853775.151499:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.151502:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.151505:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:1.0:1780853775.151506:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:1.0:1780853775.151508:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.151511:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.151518:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.151521:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.151532:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.151534:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853775.154233:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.154249:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.154253:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.154256:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.154288:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.154295:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.154302:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.154308:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.154313:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.154318:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52780 00000400:00000200:1.0:1780853775.154322:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.154327:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6df9 [1] + 224 00000800:00000001:1.0:1780853775.154334:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.154340:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.154343:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.154347:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.154353:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.154360:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853775.154370:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.154391:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853775.154399:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.154401:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.155657:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.155668:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.155672:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.155674:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.155681:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.155687:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.155693:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.155698:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.155702:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.155705:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 10 MB=0x6a25a4fe52700 00000400:00000200:1.0:1780853775.155709:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.155714:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 416/416 into md 0x6de1 [1] + 0 00000800:00000001:1.0:1780853775.155719:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.155725:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.155728:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.155732:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.155737:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.155744:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853775.155754:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.155773:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853775.155779:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.155782:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.156120:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.156125:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853775.156142:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853775.156143:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853775.156146:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853775.156151:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a7f8 00000400:00000010:3.0:1780853775.156154:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a7f8. 00000100:00000001:3.0:1780853775.156156:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853775.156161:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853775.156169:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.156179:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853775.156181:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.156183:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853775.156186:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853775.156188:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853775.156190:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853775.156192:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853775.156202:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=16 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853775.156206:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853775.156209:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853775.156210:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853775.156213:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853775.156216:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.156220:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853775.156222:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1780853775.156224:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853775.156225:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853775.156230:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.156237:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853775.156240:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853775.156242:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.156244:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853775.156250:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853775.156253:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853775.156254:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853775.156257:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853775.156260:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853775.156262:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853775.156289:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00001000:3.0:1780853775.156293:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=1780853775 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853775.156296:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853775.156302:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853775.156308:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853775.156310:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853775.156314:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000008:00000020:3.0:1780853775.156317:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1780853775.156320:0:2379:0:(mdc_request.c:3105:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1780853775.156322:0:2379:0:(mdc_request.c:3112:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.156323:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853775.156326:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853775.156328:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.156330:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.156332:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.156334:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853775.156337:0:2379:0:(import.c:1299:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.110@tcp after partition 00000100:00080000:3.0:1780853775.156339:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1780853775.156343:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1780853775.156345:0:2379:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1780853775.156347:0:2379:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853775.156349:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1780853775.156351:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853775.156352:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853775.156353:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853775.156354:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853775.156356:0:2379:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1780853775.156357:0:2379:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff9e45904ba1e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1780853775.156360:0:2379:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa8f483e9eb3002bb 00800000:00000040:3.0:1780853775.156363:0:2379:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e4592299000=e55ecacc-e48a-400c-a052-f3869534991c device 3 (ffff9e45904bb380) type mdc at LMV idx 0 00800000:00000040:3.0:1780853775.156366:0:2379:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff9e45904bb380 already active! 00800000:00000001:3.0:1780853775.156368:0:2379:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853775.156370:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.156372:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853775.156374:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853775.156581:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853775.156584:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853775.156588:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853775.156590:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853775.156592:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853775.156596:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853775.156598:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853775.156601:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853775.156606:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853775.156615:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.156621:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853775.156622:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.156624:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853775.156625:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853775.156627:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853775.156629:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.156631:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853775.156636:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853775.156639:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853775.156641:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853775.156642:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.156644:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853775.156646:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.156649:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853775.156650:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853775.156651:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853775.156653:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.156656:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.156662:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.156664:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853775.156665:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853775.156669:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853775.156675:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631438208:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853775.156680:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.156683:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.156686:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107b80 x1867358631438208/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.156694:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853775.156696:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853775.156699:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2800. 02000000:00000001:0.0:1780853775.156703:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853775.156705:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853775.156706:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853775.156709:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853775.156711:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76d00. 02000000:00000001:0.0:1780853775.156716:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853775.156718:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853775.156719:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107b80. 00000100:00000001:0.0:1780853775.156723:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853775.156725:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.156727:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.156729:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853775.156730:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.156732:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.156734:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.158338:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.158345:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:3.0:1780853775.158352:0:2379:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00080000:3.0:1780853775.158363:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002664132): req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853775 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853775.158378:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.158382:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853775.158387:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853775.158395:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631438080:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853775.158399:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.158402:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853775.158405:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631438080/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.158411:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853775.158413:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853775.158417:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad400. 02000000:00000001:3.0:1780853775.158420:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853775.158423:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853775.158425:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853775.158427:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853775.158430:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d72400. 02000000:00000001:3.0:1780853775.158434:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853775.158436:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853775.158438:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:3.0:1780853775.158441:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853775.158442:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.158457:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.158465:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853775.158467:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.158469:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.158470:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853775.158539:0:32098:0:(mdc_request.c:2636:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1780853775.158543:0:32098:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1780853775.158547:0:32098:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853775.158549:0:32098:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853775.158551:0:32098:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853775.158553:0:32098:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1780853775.158554:0:32098:0:(mdc_request.c:2646:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853775.158657:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.158668:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.158671:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.158673:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.158680:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.158685:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.158693:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.158698:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.158704:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.158707:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe52680 00000400:00000200:1.0:1780853775.158711:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.158717:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6de9 [1] + 224 00000800:00000001:1.0:1780853775.158723:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.158730:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.158734:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.158738:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.158745:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.158751:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853775.158759:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.158771:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853775.158777:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.158780:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.159238:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.159242:0:32078:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.159245:0:32078:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.159248:0:32078:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.159250:0:32078:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853775.159254:0:32078:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853775.159256:0:32078:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.159260:0:32078:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1780853775.159302:0:32078:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1867358631435008 new x1867358631438336 02000000:00000001:0.0:1780853775.159306:0:32078:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853775.159309:0:32078:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.159313:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853775.159318:0:32078:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853775.159324:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853775.159330:0:32078:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631435008, portal 10 00000100:00000001:0.0:1780853775.159332:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.159334:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000100:00000040:0.0:1780853775.159341:0:32078:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.159347:0:32078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853775.159350:0:32078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853775.159351:0:32078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426198. 00000100:00000200:0.0:1780853775.159354:0:32078:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631435008, offset 0 00000400:00000200:0.0:1780853775.159359:0:32078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853775.159364:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.159369:0:32078:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853775.159374:0:32078:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853775.159377:0:32078:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853775.159381:0:32078:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853775.159383:0:32078:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853775.159387:0:32078:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2546:2546:256:4294967295] 192.168.202.110@tcp LPNI seq info [2546:2546:8:4294967295] 00000400:00000200:0.0:1780853775.159391:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.159398:0:32078:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853775.159403:0:32078:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853775.159409:0:32078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3300. 00000100:00000001:1.0:1780853775.159678:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853775.159681:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853775.159686:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853775.159688:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853775.159690:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b210. 00000400:00000200:1.0:1780853775.159695:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:1.0:1780853775.159697:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:1.0:1780853775.159699:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.159705:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853775.159713:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.159720:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853775.159721:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853775.159723:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853775.159726:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853775.159728:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853775.159730:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853775.159733:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853775.159738:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853775.159742:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853775.159745:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853775.159746:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853775.159749:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853775.159751:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.159754:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853775.159758:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.159764:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853775.159766:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853775.159768:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853775.159771:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853775.159778:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631437952:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853775.159783:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853775.159785:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.159788:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104a80 x1867358631437952/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.159793:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853775.159795:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853775.159797:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3000. 02000000:00000001:1.0:1780853775.159802:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853775.159804:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853775.159805:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853775.159808:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853775.159809:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76e00. 02000000:00000001:1.0:1780853775.159813:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853775.159815:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853775.159817:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104a80. 00000100:00000001:1.0:1780853775.159820:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853775.159821:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853775.159823:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853775.159827:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853775.159829:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.159831:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853775.159833:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853775.159837:0:32078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853775.159845:0:32078:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853775.159849:0:32078:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853775.159866:0:32078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.159870:0:32078:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 792350 usecs (793 jiffies) 00000400:00000200:0.0:1780853775.159874:0:32078:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853775.159877:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572707 00000100:00000001:0.0:1780853775.159880:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.159882:0:32078:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572707 00000100:00000001:0.0:1780853775.159884:0:32078:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.159886:0:32078:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.159889:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.159891:0:32078:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.159892:0:32078:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853775.159894:0:32078:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853775.159906:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.159908:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853775.159973:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.159978:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3300. 00000400:00000200:1.0:1780853775.159982:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.159986:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.159990:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:1.0:1780853775.159991:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:1.0:1780853775.159994:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.159998:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.160005:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.160007:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.160024:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.160026:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853775.167576:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.167592:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.167596:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.167598:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.167607:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.167614:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.167622:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.167628:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.167633:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.167637:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe52800 00000400:00000200:1.0:1780853775.167642:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.167648:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6e09 [1] + 224 00000800:00000001:1.0:1780853775.167654:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.167661:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.167664:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.167668:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.167674:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.167682:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853775.167697:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.167718:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853775.167727:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.167730:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.168416:0:32078:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853775.168424:0:32078:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853775.168426:0:32078:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853775.168429:0:32078:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853775.168434:0:32078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853775.168437:0:32078:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853775.168440:0:32078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853775.168459:0:32078:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853775.168478:0:32078:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b800 x1867358631435008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168485:0:32078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853775.168486:0:32078:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.168497:0:32078:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853775.168500:0:32078:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853775.168503:0:32078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853775.168505:0:32078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.168508:0:32078:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853775.168519:0:32078:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=166 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853775.168522:0:32078:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853775.168525:0:32078:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853775.168526:0:32078:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.168529:0:32078:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853775.168533:0:32078:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.168536:0:32078:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853775.168538:0:32078:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853775.168540:0:32078:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853775.168542:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.168544:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000100:00000001:0.0:1780853775.168547:0:32078:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853775.168550:0:32078:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1780853775.168552:0:32078:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853775.168554:0:32078:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.168560:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168567:0:32078:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.168570:0:32078:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853775.168572:0:32078:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853775.168576:0:32078:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853775.168594:0:32078:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b800 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32078:1867358631435008:192.168.202.110@tcp:35:multiop.0 00000100:00000001:0.0:1780853775.168601:0:32078:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.168604:0:32078:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.168606:0:32078:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853775.168609:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.168612:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168619:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853775.168621:0:32078:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.168625:0:32078:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853775.168627:0:32078:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.168633:0:32078:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.168634:0:32078:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000002:00000001:0.0:1780853775.168637:0:32078:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.168640:0:32078:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853775.168645:0:32078:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4583cd2800. 00000080:00000001:0.0:1780853775.168649:0:32078:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1780853775.168654:0:32078:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1780853775.168660:0:32078:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1780853775.168665:0:32078:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168676:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.168678:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173480 x1867358631434752/t4294967650(4294967650) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853775 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168684:0:32078:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853775.168687:0:32078:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853775.168689:0:32078:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853775.168691:0:32078:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853775.168694:0:32078:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fad800. 02000000:00000001:0.0:1780853775.168698:0:32078:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853775.168700:0:32078:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853775.168702:0:32078:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173480. 00000100:00000001:0.0:1780853775.168706:0:32078:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853775.168707:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.168708:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.168712:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168717:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853775.168719:0:32078:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c15840. 00000002:00000001:0.0:1780853775.168722:0:32078:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.168724:0:32078:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853775.168725:0:32078:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e459263de80. 00000100:00000001:0.0:1780853775.168728:0:32078:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.168730:0:32078:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.168736:0:32078:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.168738:0:32078:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853775.168741:0:32078:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cc280. 00000080:00000001:0.0:1780853775.168744:0:32078:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.168750:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffdb8 00000080:00000008:0.0:1780853775.168753:0:32078:0:(file.c:492:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9e459190c2c8), flags 100002, rc = 0 00000080:00000001:0.0:1780853775.168756:0:32078:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.168762:0:32078:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853775.168765:0:32078:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bffe00 00000080:00002000:0.0:1780853775.168767:0:32078:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9e45919d75e8, parent ffff9e4591970ca8, inode ffff9e459190c2c8) hashed, 00000080:00000001:0.0:1780853775.168770:0:32078:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853775.168775:0:32078:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853775.168780:0:32078:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1780853775.180597:0:32099:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989300. 00000080:00000001:0.0:1780853775.180808:0:32099:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853775.180811:0:32099:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853775.180813:0:32099:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853775.180816:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b20 00000080:00200000:0.0:1780853775.180819:0:32099:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853775.180827:0:32099:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2800. 00800000:00000002:0.0:1780853775.180833:0:32099:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853775.180836:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853775.180841:0:32099:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.180843:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a40 00800000:00000002:0.0:1780853775.180845:0:32099:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853775.180849:0:32099:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853775.180853:0:32099:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853775.180859:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.180861:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3910 00000002:00010000:0.0:1780853775.180863:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853775.180867:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853775.180869:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.180872:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853775.180878:0:32099:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.180880:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.180882:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.180884:0:32099:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853775.180886:0:32099:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853775.180891:0:32099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368a80. 00000020:00000040:0.0:1780853775.180906:0:32099:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853775.180913:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853775.180917:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.180921:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.180924:0:32099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853775.180928:0:32099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853775.180931:0:32099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853775.180938:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bb800. 00000100:00000001:0.0:1780853775.180944:0:32099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.180948:0:32099:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853775.180950:0:32099:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.180952:0:32099:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853775.180953:0:32099:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.180955:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.180960:0:32099:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00010000:00000001:0.0:1780853775.180964:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853775.180966:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853775.180970:0:32099:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95400. 00010000:00000010:0.0:1780853775.180974:0:32099:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922abe00. 00010000:00000001:0.0:1780853775.180979:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853775.180983:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572e00. 00000020:00000001:0.0:1780853775.180986:0:32099:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853775.180988:0:32099:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572e00 with handle 0xa8f483e9eb300e29 to hash 00000020:00000001:0.0:1780853775.180990:0:32099:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853775.180992:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.180995:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.180999:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.181002:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.181006:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853775.181017:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853775.181027:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853775.181033:0:32099:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853775.181034:0:32099:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853775.181041:0:32099:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.181044:0:32099:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038976 : -107453508512640 : ffff9e4587cb9480) 00000100:00000001:0.0:1780853775.181046:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.181047:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853775.181052:0:32099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853775.181056:0:32099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.181058:0:32099:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853775.181059:0:32099:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853775.181071:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.181079:0:32099:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.181081:0:32099:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.181085:0:32099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853775.181088:0:32099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853775.181091:0:32099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.181094:0:32099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:32099:1867358631438464:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853775.181098:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853775.181104:0:32099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853775.181107:0:32099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.181109:0:32099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853775.181114:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585174000. 02000000:00000001:0.0:1780853775.181117:0:32099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.181124:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853775.181128:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853775.181134:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853775.181141:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631438464, portal 10 00000100:00000001:0.0:1780853775.181144:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.181145:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000040:0.0:1780853775.181150:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.181158:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853775.181160:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853775.181163:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853775.181167:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631438464, offset 0 00000400:00000200:0.0:1780853775.181173:0:32099:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853775.181181:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.181188:0:32099:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853775.181194:0:32099:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853775.181198:0:32099:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853775.181201:0:32099:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853775.181204:0:32099:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853775.181208:0:32099:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2547:2547:256:4294967295] 192.168.202.110@tcp LPNI seq info [2547:2547:8:4294967295] 00000400:00000200:0.0:1780853775.181213:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.181223:0:32099:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853775.181229:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853775.181234:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3b00. 00000800:00000200:0.0:1780853775.181241:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853775.181248:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853775.181253:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3b00 type 1, nob 672 niov 1 nkiov 1 00000800:00000200:1.0:1780853775.181836:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.181842:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3b00. 00000400:00000200:1.0:1780853775.181847:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.181853:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.181859:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:1.0:1780853775.181861:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:1.0:1780853775.181865:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.181871:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.181881:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.181885:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.181892:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.181894:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853775.181971:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.181977:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 816497 usecs (817 jiffies) 00000400:00000200:0.0:1780853775.181981:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853775.181984:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572753 00000100:00000001:0.0:1780853775.181987:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.181989:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572753 00000100:00000001:0.0:1780853775.181991:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.181994:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.181996:0:32099:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.181998:0:32099:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.182000:0:32099:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853775.182003:0:32099:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853775.182006:0:32099:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.182008:0:32099:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853775.197780:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.197796:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.197800:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.197803:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.197811:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.197818:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.197827:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.197832:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.197837:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.197842:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe52880 00000400:00000200:1.0:1780853775.197846:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.197853:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6e19 [1] + 224 00000800:00000001:1.0:1780853775.197860:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.197885:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.197889:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.197894:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.197912:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.197921:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853775.197930:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.197944:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853775.197954:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.197957:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.198064:0:32099:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853775.198072:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853775.198073:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853775.198076:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853775.198081:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853775.198083:0:32099:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853775.198086:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853775.198091:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853775.198099:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.198105:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853775.198107:0:32099:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.198109:0:32099:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853775.198112:0:32099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853775.198115:0:32099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853775.198117:0:32099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.198120:0:32099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853775.198128:0:32099:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=16 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853775.198132:0:32099:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853775.198134:0:32099:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853775.198136:0:32099:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198138:0:32099:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853775.198142:0:32099:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.198146:0:32099:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853775.198148:0:32099:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1780853775.198150:0:32099:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853775.198152:0:32099:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.198157:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.198163:0:32099:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.198166:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853775.198169:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853775.198172:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853791 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853775.198183:0:32099:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:32099:1867358631438464:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853775.198187:0:32099:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.198190:0:32099:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.198192:0:32099:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853775.198194:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.198197:0:32099:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853791 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.198203:0:32099:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853775.198206:0:32099:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.198209:0:32099:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853775.198210:0:32099:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198213:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853775.198216:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198218:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198221:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=4 00000020:00000001:0.0:1780853775.198223:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198225:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000040:0.0:1780853775.198230:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572e00, remote cookie: 0x562725ecec97a138, flags: 0x1001 00010000:00010000:0.0:1780853775.198235:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853775.198245:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198252:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853775.198256:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853775.198258:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853775.198259:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853775.198261:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853775.198293:0:32099:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4588d95400) refcount = 1 00010000:00010000:0.0:1780853775.198298:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198305:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853775.198308:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853775.198309:0:32099:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.198313:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853775.198315:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.198318:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198325:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853775.198326:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198328:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198329:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198330:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198332:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.198336:0:32099:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853775.198337:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198338:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198340:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198342:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198344:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198346:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198347:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198348:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=4 00000020:00000001:0.0:1780853775.198350:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198352:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198354:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.198357:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.198360:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198366:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198368:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198369:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198370:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198371:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=5 00000020:00000001:0.0:1780853775.198373:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198375:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198378:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.198380:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198387:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198388:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853775.198391:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198397:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.198398:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198399:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198401:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198401:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853775.198406:0:32099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853775.198413:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198414:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198416:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198417:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198420:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198422:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198423:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.198424:0:32099:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.198426:0:32099:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.198429:0:32099:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853775.198431:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198432:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198433:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198435:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198437:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00000002:00010000:0.0:1780853775.198440:0:32099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198446:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198447:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198449:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853775.198450:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198451:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198453:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198454:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198456:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000040:0.0:1780853775.198462:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 2 00010000:00000001:0.0:1780853775.198464:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853775.198468:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1780853775.198470:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198471:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.198472:0:32099:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853775.198475:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3890 00000002:00002000:0.0:1780853775.198477:0:32099:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853775.198479:0:32099:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.198483:0:32099:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.198485:0:32099:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853775.198488:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853775.198491:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853775.198495:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853775.198499:0:32099:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2800. 00000080:00000001:0.0:1780853775.198503:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853775.198505:0:32099:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853775.198511:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1780853775.198515:0:32099:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1780853775.198520:0:32099:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e459263de80. 00800000:00000001:0.0:1780853775.198523:0:32099:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620378791552 : -107453330760064 : ffff9e459263de80) 00800000:00000001:0.0:1780853775.198526:0:32099:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.198528:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853775.198530:0:32099:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780853775.198532:0:32099:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1780853775.198534:0:32099:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780853775.198537:0:32099:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780853775.198539:0:32099:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.198543:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780853775.198546:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1780853775.198550:0:32099:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1780853775.198552:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198553:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198555:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198557:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198559:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198561:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198562:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853775.198563:0:32099:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853775.198565:0:32099:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1780853775.198567:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e459263de80 1 00800000:00000010:0.0:1780853775.198569:0:32099:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e459263de80. 00800000:00000001:0.0:1780853775.198572:0:32099:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.198575:0:32099:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e29 00800000:00000001:0.0:1780853775.198578:0:32099:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853775.198579:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853775.198580:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198581:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198583:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198584:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198586:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198588:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198589:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.198591:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.198593:0:32099:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.198595:0:32099:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.198598:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853775.198601:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e29 from it ffffb4b401cf3b58 00010000:00000001:0.0:1780853775.198603:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.198604:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.198605:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.198607:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198609:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.198610:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.198613:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.198619:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198620:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198622:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853775.198624:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853775.198626:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853775.198634:0:32099:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853775.198636:0:32099:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853775.198638:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.198642:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198643:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198645:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198648:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853775.198650:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198652:0:32099:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198654:0:32099:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198656:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.198657:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198658:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853775.198660:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.198664:0:32099:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368a80 x1867358631438464/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.198671:0:32099:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853775.198674:0:32099:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853775.198677:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585174000. 02000000:00000001:0.0:1780853775.198682:0:32099:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853775.198684:0:32099:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853775.198686:0:32099:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853775.198688:0:32099:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853775.198691:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853775.198694:0:32099:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853775.198696:0:32099:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853775.198698:0:32099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368a80. 00000100:00000001:0.0:1780853775.198702:0:32099:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853775.198703:0:32099:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853775.198706:0:32099:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853775.198711:0:32099:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853775.198723:0:32099:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15120. 00000020:00000001:0.0:1780853775.198727:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3ae8 00000080:00200000:0.0:1780853775.198729:0:32099:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=8 00000080:00000001:0.0:1780853775.198733:0:32099:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853775.198734:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3998 00000080:00200000:0.0:1780853775.198736:0:32099:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=getattr 00000080:00000001:0.0:1780853775.198741:0:32099:0:(statahead.c:1990:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1780853775.198744:0:32099:0:(statahead.c:273:sa_get()) lustre: wrong pid=32080:32099 for entry f22.recovery-small-2 00000080:00000001:0.0:1780853775.198762:0:32099:0:(statahead.c:2039:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1780853775.198765:0:32099:0:(statahead.c:2615:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:0.0:1780853775.198775:0:32099:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2800. 00800000:00000002:0.0:1780853775.198780:0:32099:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853775.198784:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853775.198786:0:32099:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.198788:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf38b8 00800000:00000002:0.0:1780853775.198791:0:32099:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853775.198793:0:32099:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1780853775.198798:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3850 00800000:00000002:0.0:1780853775.198800:0:32099:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:0.0:1780853775.198804:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.198806:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3788 00000002:00010000:0.0:1780853775.198807:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853775.198811:0:32099:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853775.198813:0:32099:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853775.198817:0:32099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368a80. 00000020:00000040:0.0:1780853775.198820:0:32099:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853775.198824:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853775.198827:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.198830:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.198831:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.198832:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.198835:0:32099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853775.198837:0:32099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853775.198840:0:32099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853775.198847:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bb800. 00000100:00000001:0.0:1780853775.198852:0:32099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198856:0:32099:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853775.198858:0:32099:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198859:0:32099:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853775.198861:0:32099:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.198863:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.198868:0:32099:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00010000:00000001:0.0:1780853775.198872:0:32099:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853775.198874:0:32099:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853775.198877:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 2 00010000:00000001:0.0:1780853775.198879:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.198881:0:32099:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853775.198884:0:32099:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573000. 00000020:00000001:0.0:1780853775.198887:0:32099:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853775.198889:0:32099:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573000 with handle 0xa8f483e9eb300e30 to hash 00000020:00000001:0.0:1780853775.198891:0:32099:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853775.198893:0:32099:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.198907:0:32099:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.198911:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.198913:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.198916:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853775.198923:0:32099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853775.198933:0:32099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32099 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853775.198939:0:32099:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853775.198940:0:32099:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853775.198947:0:32099:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.198949:0:32099:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038976 : -107453508512640 : ffff9e4587cb9480) 00000100:00000001:0.0:1780853775.198951:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.198953:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853775.198957:0:32099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853775.198961:0:32099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.198963:0:32099:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853775.198965:0:32099:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853775.198969:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.198977:0:32099:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.198979:0:32099:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.198983:0:32099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853775.198985:0:32099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853775.198988:0:32099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.198991:0:32099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:32099:1867358631438592:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853775.198995:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853775.198999:0:32099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853775.199002:0:32099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.199005:0:32099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853775.199009:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585174000. 02000000:00000001:0.0:1780853775.199011:0:32099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.199015:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853775.199019:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853775.199023:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853775.199029:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631438592, portal 10 00000100:00000001:0.0:1780853775.199031:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.199032:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000040:0.0:1780853775.199037:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.199044:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853775.199047:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853775.199050:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000200:0.0:1780853775.199052:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631438592, offset 0 00000400:00000200:0.0:1780853775.199058:0:32099:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853775.199071:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.199078:0:32099:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853775.199084:0:32099:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853775.199088:0:32099:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853775.199092:0:32099:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853775.199095:0:32099:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853775.199099:0:32099:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2548:2548:256:4294967295] 192.168.202.110@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:0.0:1780853775.199104:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.199112:0:32099:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853775.199117:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853775.199122:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3600. 00000800:00000200:0.0:1780853775.199128:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853775.199136:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853775.199140:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1780853775.199147:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.199151:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 815473 usecs (816 jiffies) 00000400:00000200:0.0:1780853775.199155:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853775.199158:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572769 00000100:00000001:0.0:1780853775.199161:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.199164:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572769 00000100:00000001:0.0:1780853775.199166:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.199168:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.199171:0:32099:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.199173:0:32099:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.199175:0:32099:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853775.199177:0:32099:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853775.199179:0:32099:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.199181:0:32099:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853775.199644:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.199649:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3600. 00000400:00000200:1.0:1780853775.199654:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.199659:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.199663:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:1.0:1780853775.199665:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:1.0:1780853775.199669:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.199674:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.199683:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.199686:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.199692:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.199693:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1780853775.201027:0:32081:0:(statahead.c:1054:sa_statahead()) Process entered 00000080:00000001:3.0:1780853775.201032:0:32081:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:3.0:1780853775.201039:0:32081:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9e4582b02100. 00000020:00000001:3.0:1780853775.201044:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27cd8 00000080:00400000:3.0:1780853775.201045:0:32081:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9e4582b02100) index 9 00000080:00000001:3.0:1780853775.201048:0:32081:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446636620115353856 : -107453594197760 : ffff9e4582b02100) 00000080:00000001:3.0:1780853775.201051:0:32081:0:(statahead.c:978:sa_lookup()) Process entered 00000080:00000010:3.0:1780853775.201054:0:32081:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9e4583fad400. 00800000:00000002:3.0:1780853775.201059:0:32081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00800000:00000001:3.0:1780853775.201065:0:32081:0:(lmv_obd.c:4600:lmv_batch_add()) Process entered 00800000:00000001:3.0:1780853775.201068:0:32081:0:(lmv_obd.c:4563:lmv_batch_get_sub()) Process entered 00800000:00000001:3.0:1780853775.201070:0:32081:0:(lmv_obd.c:4567:lmv_batch_get_sub()) Process leaving (rc=18446636620147366560 : -107453562185056 : ffff9e4584989aa0) 00000002:00000001:3.0:1780853775.201072:0:32081:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:3.0:1780853775.201075:0:32081:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9e45850a9c00. 00000002:00000001:3.0:1780853775.201076:0:32081:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:3.0:1780853775.201079:0:32081:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9e45831391e0. 00000002:00000010:3.0:1780853775.201081:0:32081:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9e45852dee80. 00000002:00000010:3.0:1780853775.201084:0:32081:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9e458517d000. 00000002:00000001:3.0:1780853775.201085:0:32081:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:3.0:1780853775.201086:0:32081:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:3.0:1780853775.201094:0:32081:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:3.0:1780853775.201095:0:32081:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:3.0:1780853775.201097:0:32081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853775.201101:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 3 00010000:00000001:3.0:1780853775.201103:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853775.201105:0:32081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853775.201107:0:32081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853775.201110:0:32081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853775.201111:0:32081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300e37 to hash 00000020:00000001:3.0:1780853775.201113:0:32081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853775.201114:0:32081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853775.201116:0:32081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853775.201119:0:32081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853775.201120:0:32081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853775.201123:0:32081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853775.201136:0:32081:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.201142:0:32081:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201144:0:32081:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201147:0:32081:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853775.201150:0:32081:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9e45852de100. 00000002:00000001:3.0:1780853775.201153:0:32081:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201154:0:32081:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201156:0:32081:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853775.201157:0:32081:0:(lmv_obd.c:4612:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853775.201159:0:32081:0:(statahead.c:988:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853775.201161:0:32081:0:(lmv_obd.c:4467:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1780853775.201163:0:32081:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1780853775.201165:0:32081:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1780853775.201167:0:32081:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:3.0:1780853775.201171:0:32081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853775.201174:0:32081:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853775.201178:0:32081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853775.201180:0:32081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853775.201184:0:32081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853775.201188:0:32081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faec00. 00000100:00000001:3.0:1780853775.201193:0:32081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201196:0:32081:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201197:0:32081:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853775.201198:0:32081:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.201201:0:32081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853775.201205:0:32081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853775.201212:0:32081:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_01+1] req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1780853775.201239:0:32081:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853775.201242:0:32081:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853775.201244:0:32081:0:(lmv_obd.c:4489:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853775.201246:0:32081:0:(statahead.c:1082:sa_statahead()) Process leaving 00000080:00000010:3.0:1780853775.201248:0:32081:0:(statahead.c:1526:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9e4585c77000. 00000080:00000001:3.0:1780853775.201251:0:32081:0:(statahead.c:1527:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853775.201254:0:32081:0:(lmv_obd.c:4467:lmv_batch_flush()) Process entered 00000002:00000001:3.0:1780853775.201255:0:32081:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:3.0:1780853775.201256:0:32081:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853775.201258:0:32081:0:(lmv_obd.c:4489:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853775.201260:0:32081:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:3.0:1780853775.201261:0:32081:0:(lmv_obd.c:4434:lmv_batch_stop()) Process entered 00000100:00000001:2.0:1780853775.201261:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000002:00000001:3.0:1780853775.201263:0:32081:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:3.0:1780853775.201287:0:32081:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:3.0:1780853775.201288:0:32081:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1780853775.201290:0:32081:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9e4584989aa0. 00000002:00000001:3.0:1780853775.201292:0:32081:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:3.0:1780853775.201294:0:32081:0:(lmv_obd.c:4447:lmv_batch_stop()) kfreed 'sub': 32 at ffff9e45849896e0. 00800000:00000010:3.0:1780853775.201296:0:32081:0:(lmv_obd.c:4455:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9e45852dedc0. 00800000:00000001:3.0:1780853775.201298:0:32081:0:(lmv_obd.c:4456:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853775.201300:0:32081:0:(statahead.c:1139:ll_stop_agl()) stop agl thread: sai ffff9e4583cd3400 pid 32082 00000100:00000001:3.0:1780853775.201320:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853775.201324:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853775.201326:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.201333:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853775.201335:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.201337:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.201339:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853775.201340:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853775.201346:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1780853775.201348:0:32082:0:(statahead.c:1121:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.201353:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853775.201355:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853775.201358:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853775.201360:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853775.201363:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853775.201366:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631438720:192.168.202.110@tcp:63:ll_sa.0 00000100:00000001:3.0:1780853775.201369:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853775.201373:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853775.201376:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853775.201378:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853775.201384:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9e45850f8000. 02000000:00000001:3.0:1780853775.201386:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853775.201391:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853775.201394:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853775.201401:0:2382:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e45850a9f00. 00000100:00000200:3.0:1780853775.201406:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1867358631438720, portal 4 00000100:00000001:3.0:1780853775.201408:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853775.201409:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853775.201414:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.201421:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853775.201424:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853775.201427:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a7f8. 00000100:00000200:3.0:1780853775.201430:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1867358631438720, offset 0 00000400:00000200:3.0:1780853775.201437:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853775.201445:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853775.201452:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853775.201457:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853775.201460:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853775.201463:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853775.201466:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853775.201469:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2549:2549:256:4294967295] 192.168.202.110@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:3.0:1780853775.201473:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853775.201483:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853775.201488:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853775.201492:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77000. 00000800:00000200:3.0:1780853775.201498:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853775.201505:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853775.201509:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77000 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1780853775.201523:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853775.201527:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 815473 usecs (816 jiffies) 00000400:00000200:3.0:1780853775.201531:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853775.201533:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572772 00000100:00000001:3.0:1780853775.201536:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296575994 00000100:00000001:3.0:1780853775.201538:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572772 00000100:00000001:3.0:1780853775.201540:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296575994 00000100:00000001:3.0:1780853775.201542:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853775.201545:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.201547:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.201549:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853775.201609:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.201613:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77000. 00000400:00000200:1.0:1780853775.201617:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.201621:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853775.201625:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a7f8 00000400:00000010:1.0:1780853775.201628:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a7f8. 00000100:00000001:1.0:1780853775.201631:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853775.201635:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.201643:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.201646:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.201651:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.201653:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000080:00400000:0.0:1780853775.201679:0:32081:0:(statahead.c:1154:ll_stop_agl()) agl thread stopped: sai ffff9e4583cd3400, parent / 00000100:00000001:2.0:1780853775.202013:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853775.210622:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.210639:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.210645:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.210648:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.210659:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.210668:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.210677:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.210683:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.210688:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.210693:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe52900 00000400:00000200:1.0:1780853775.210698:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.210705:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x6e29 [1] + 224 00000800:00000001:1.0:1780853775.210713:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.210724:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.210728:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.210733:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.210743:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.210753:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853775.210765:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853775.210787:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853775.210797:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.210800:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.213557:0:32099:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853775.213571:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853775.213574:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853775.213577:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853775.213584:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853775.213586:0:32099:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853775.213591:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853775.213602:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853775.213613:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.213620:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853775.213622:0:32099:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.213625:0:32099:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853775.213628:0:32099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853775.213630:0:32099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853775.213633:0:32099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.213636:0:32099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853775.213646:0:32099:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=16 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853775.213650:0:32099:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853775.213653:0:32099:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853775.213655:0:32099:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.213658:0:32099:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853775.213662:0:32099:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.213666:0:32099:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853775.213668:0:32099:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1780853775.213670:0:32099:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853775.213672:0:32099:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.213676:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.213683:0:32099:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.213686:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853775.213688:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853775.213692:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1780853791 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853775.213700:0:32099:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:32099:1867358631438592:192.168.202.110@tcp:101:rm.0 00000100:00000001:0.0:1780853775.213704:0:32099:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.213707:0:32099:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.213709:0:32099:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853775.213711:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.213714:0:32099:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1780853791 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.213721:0:32099:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853775.213724:0:32099:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.213726:0:32099:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853775.213728:0:32099:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.213731:0:32099:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853775.213735:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.213737:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.213740:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=4 00000020:00000001:0.0:1780853775.213742:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213745:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000040:0.0:1780853775.213752:0:32099:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573000, remote cookie: 0x562725ecec97a154, flags: 0x1001 00010000:00010000:0.0:1780853775.213758:0:32099:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853775.213767:0:32099:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853775.213771:0:32099:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1780853775.213779:0:32099:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95200. 00010000:00000010:0.0:1780853775.213784:0:32099:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922abd80. 00010000:00000001:0.0:1780853775.213789:0:32099:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.213793:0:32099:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853775.213801:0:32099:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.213808:0:32099:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853775.213812:0:32099:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853775.213814:0:32099:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853775.213815:0:32099:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853775.213816:0:32099:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853775.213819:0:32099:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9e4588d95200) refcount = 1 00010000:00010000:0.0:1780853775.213823:0:32099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.213830:0:32099:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853775.213833:0:32099:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853775.213834:0:32099:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.213837:0:32099:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853775.213839:0:32099:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.213843:0:32099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.213849:0:32099:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853775.213851:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213853:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.213854:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213855:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.213856:0:32099:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.213861:0:32099:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853775.213863:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.213864:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.213866:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.213868:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213870:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213873:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.213874:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.213875:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=4 00000020:00000001:0.0:1780853775.213877:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213879:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213882:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.213885:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.213888:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.213894:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213908:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.213909:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.213910:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.213911:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=5 00000020:00000001:0.0:1780853775.213913:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213915:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213918:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.213920:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.213927:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213928:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853775.213931:0:32099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.213937:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.213938:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213939:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.213940:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213941:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853775.213947:0:32099:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853775.213955:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.213956:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.213958:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.213960:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213962:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000002:00010000:0.0:1780853775.213966:0:32099:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1780853775.213976:0:32099:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263de80. 00010000:00000001:0.0:1780853775.213978:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.213979:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.213981:0:32099:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.213982:0:32099:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.213986:0:32099:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853775.213989:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.213990:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.213991:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.213993:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.213995:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000002:00010000:0.0:1780853775.213998:0:32099:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.214009:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214010:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.214011:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853775.214013:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.214014:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.214015:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.214017:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214019:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000040:0.0:1780853775.214022:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 2 00010000:00000001:0.0:1780853775.214025:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853775.214028:0:32099:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:0.0:1780853775.214030:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214031:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.214033:0:32099:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853775.214036:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3708 00000002:00002000:0.0:1780853775.214038:0:32099:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853775.214041:0:32099:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.214045:0:32099:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.214048:0:32099:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853775.214052:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853775.214055:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853775.214059:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000001:0.0:1780853775.214062:0:32099:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853775.214063:0:32099:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401cf3b20 it_disposition b 00000080:00000001:0.0:1780853775.214066:0:32099:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853775.214072:0:32099:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853775.214074:0:32099:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853775.214077:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1780853775.214080:0:32099:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1780853775.214086:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853775.214091:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853775.214095:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3a00. 00000020:00000010:0.0:1780853775.214100:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2600. 00000020:00000010:0.0:1780853775.214104:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.214111:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.214116:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.214121:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.214127:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.214143:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.214147:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3200. 00000008:00000010:0.0:1780853775.214151:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.214154:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.214159:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.214162:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853775.214165:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853775.214168:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853775.214170:0:32099:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853775.214173:0:32099:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853775.214176:0:32099:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853775.214180:0:32099:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d840. 00020000:00000010:0.0:1780853775.214184:0:32099:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45850e0b00. 00020000:00000010:0.0:1780853775.214190:0:32099:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d2a0. 00020000:00000001:0.0:1780853775.214193:0:32099:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410507936 : -107453299043680 : ffff9e459447d2a0) 00020000:00000002:0.0:1780853775.214196:0:32099:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d2a0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853775.214201:0:32099:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853775.214205:0:32099:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0b00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1780853775.214209:0:32099:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45922441f0) owner ffff9e4585134f80 00020000:00000001:0.0:1780853775.214212:0:32099:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853775.214215:0:32099:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45922441f0) owner ffff9e4585134f80 00020000:00000010:0.0:1780853775.214219:0:32099:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45850e0b00. 00020000:00000010:0.0:1780853775.214222:0:32099:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d840. 00020000:00000010:0.0:1780853775.214225:0:32099:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d2a0. 00020000:00000002:0.0:1780853775.214228:0:32099:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853775.214230:0:32099:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.214231:0:32099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853775.214234:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853775.214237:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2600. 00000020:00000010:0.0:1780853775.214241:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.214244:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.214247:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.214250:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.214253:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.214257:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.214259:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3a00. 00000008:00000010:0.0:1780853775.214263:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.214368:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.214372:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.214375:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853775.214378:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3200. 00000020:00000010:0.0:1780853775.214380:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853775.214384:0:32099:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:0.0:1780853775.214387:0:32099:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1780853775.214392:0:32099:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff9e459190c2c8): rc = 0 00000080:00000001:0.0:1780853775.214394:0:32099:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620364956360 : -107453344595256 : ffff9e459190c2c8) 00010000:00000001:0.0:1780853775.214396:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.214398:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.214399:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.214401:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214403:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000080:00000001:0.0:1780853775.214406:0:32099:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853775.214407:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853775.214411:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853775.214413:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3200. 00000020:00000010:0.0:1780853775.214415:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b3a00. 00000020:00000010:0.0:1780853775.214418:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.214420:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.214422:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.214425:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.214428:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.214430:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.214432:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2600. 00000008:00000010:0.0:1780853775.214434:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.214437:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.214439:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.214441:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853775.214443:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853775.214445:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853775.214447:0:32099:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853775.214448:0:32099:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853775.214449:0:32099:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853775.214451:0:32099:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d2a0. 00020000:00000010:0.0:1780853775.214454:0:32099:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45850e0b00. 00020000:00000010:0.0:1780853775.214456:0:32099:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d840. 00020000:00000001:0.0:1780853775.214458:0:32099:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509376 : -107453299042240 : ffff9e459447d840) 00020000:00000002:0.0:1780853775.214460:0:32099:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d840, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853775.214464:0:32099:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853775.214467:0:32099:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0b00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1780853775.214470:0:32099:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45922441f0) owner ffff9e4585134f80 00020000:00000001:0.0:1780853775.214471:0:32099:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853775.214473:0:32099:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45922441f0) owner ffff9e4585134f80 00020000:00000010:0.0:1780853775.214476:0:32099:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45850e0b00. 00020000:00000010:0.0:1780853775.214478:0:32099:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d2a0. 00020000:00000010:0.0:1780853775.214480:0:32099:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d840. 00020000:00000002:0.0:1780853775.214482:0:32099:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853775.214484:0:32099:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.214486:0:32099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.214489:0:32099:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853775.214491:0:32099:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:0.0:1780853775.214494:0:32099:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e459447d720 addref 2/0 by ffff9e4585134f80. 00020000:00000002:0.0:1780853775.214496:0:32099:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853775.214499:0:32099:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853775.214501:0:32099:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853775.214502:0:32099:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853775.214503:0:32099:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1780853775.214505:0:32099:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1780853775.214507:0:32099:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1780853775.214509:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853775.214511:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b3a00. 00000020:00000010:0.0:1780853775.214513:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.214515:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.214517:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.214519:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.214521:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.214523:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.214525:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3200. 00000008:00000010:0.0:1780853775.214527:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.214529:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.214531:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.214533:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853775.214535:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2600. 00000020:00000010:0.0:1780853775.214537:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853775.214539:0:32099:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214542:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214543:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853775.214545:0:32099:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853775.214548:0:32099:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853775.214549:0:32099:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.214553:0:32099:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) for lock 0xa8f483e9eb300e30 00800000:00000001:0.0:1780853775.214556:0:32099:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853775.214558:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853775.214559:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.214560:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.214562:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.214564:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214566:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214569:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214570:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.214571:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.214573:0:32099:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1780853775.214580:0:32099:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b19438 inode ffff9e459190c2c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1780853775.214583:0:32099:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1780853775.214587:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) 00000080:00010000:0.0:1780853775.214591:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e30 from it ffffb4b401cf3b20 00010000:00000001:0.0:1780853775.214593:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.214594:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.214595:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.214597:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214599:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214601:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.214605:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853775.214612:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214613:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.214614:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853775.214617:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853775.214619:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853775.214626:0:32099:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853775.214629:0:32099:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853775.214631:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.214636:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214637:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.214639:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214642:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853775.214644:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214646:0:32099:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214649:0:32099:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214651:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.214652:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214653:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853775.214655:0:32099:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853775.214659:0:32099:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2800. 00000100:00000001:0.0:1780853775.214663:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.214669:0:32099:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368a80 x1867358631438592/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/640 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853775.214676:0:32099:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853775.214679:0:32099:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853775.214682:0:32099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585174000. 02000000:00000001:0.0:1780853775.214688:0:32099:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853775.214690:0:32099:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853775.214692:0:32099:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853775.214694:0:32099:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853775.214697:0:32099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853775.214701:0:32099:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853775.214703:0:32099:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853775.214704:0:32099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368a80. 00000100:00000001:0.0:1780853775.214708:0:32099:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853775.214709:0:32099:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853775.214712:0:32099:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853775.214713:0:32099:0:(dcache.c:176:ll_intent_release()) intent ffffb4b401cf3b20 released 00000080:00000001:0.0:1780853775.214715:0:32099:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1780853775.214726:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d08 00000080:00200008:0.0:1780853775.214728:0:32099:0:(file.c:6228:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9e459190c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853775.214735:0:32099:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853775.214736:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c80 00000080:00200000:0.0:1780853775.214738:0:32099:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9e459190c2c8),name=f22.recovery-small-2 00000080:00000010:0.0:1780853775.214743:0:32099:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2800. 00800000:00000002:0.0:1780853775.214748:0:32099:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00000080:00000001:0.0:1780853775.214754:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853775.214758:0:32099:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.214760:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3ba0 00800000:00000002:0.0:1780853775.214762:0:32099:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853775.214766:0:32099:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853775.214771:0:32099:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853775.214775:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.214777:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a70 00000002:00010000:0.0:1780853775.214779:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853775.214782:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853775.214784:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.214786:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.214790:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 2 00010000:00000001:0.0:1780853775.214792:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.214795:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.214797:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853775.214800:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853775.214809:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853775.214812:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.214816:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853775.214822:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853775.214824:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853775.214826:0:32099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853775.214828:0:32099:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853775.214830:0:32099:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853775.214832:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853775.214834:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853775.214836:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000010:0.0:1780853775.214838:0:32099:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2800. 00000080:00000001:0.0:1780853775.214840:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853775.214842:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.214844:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) 00000080:00010000:0.0:1780853775.214847:0:32099:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) for lock 0xa8f483e9eb300e30 00800000:00000001:0.0:1780853775.214850:0:32099:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853775.214852:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853775.214854:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.214855:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.214857:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.214858:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214861:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214863:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214864:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.214865:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.214867:0:32099:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.214869:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e30 from it ffffb4b401cf3cb8 00010000:00000001:0.0:1780853775.214870:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.214872:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.214873:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853775.214874:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214876:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853775.214878:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.214881:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853775.214887:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214888:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.214889:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853775.214890:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853775.214893:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853775.214912:0:32099:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853775.214913:0:32099:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853775.214914:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.214917:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214918:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.214919:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214921:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853775.214922:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214924:0:32099:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214926:0:32099:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.214927:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.214929:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.214930:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853775.214932:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853775.214933:0:32099:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853775.214936:0:32099:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1780853775.214938:0:32099:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853775.214940:0:32099:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853775.214942:0:32099:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853775.214944:0:32099:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.214946:0:32099:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853775.214949:0:32099:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1780853775.214950:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853775.214953:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853775.214956:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2800. 00000020:00000010:0.0:1780853775.214959:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2600. 00000020:00000010:0.0:1780853775.214962:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.214965:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.214968:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.214971:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.214974:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.214976:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.214979:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3200. 00000008:00000010:0.0:1780853775.214981:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.214983:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.214986:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.214988:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853775.214990:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853775.214992:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853775.214996:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91530 -> ffff9e4590c91530 00000020:00000001:0.0:1780853775.214999:0:32099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853775.215001:0:32099:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853775.215003:0:32099:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1780853775.215006:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853775.215008:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853775.215010:0:32099:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853775.215012:0:32099:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.215013:0:32099:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853775.215016:0:32099:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9e45904c0980 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1780853775.215019:0:32099:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853775.215022:0:32099:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853775.215024:0:32099:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853775.215026:0:32099:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853775.215027:0:32099:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215029:0:32099:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853775.215031:0:32099:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853775.215033:0:32099:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215034:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853775.215035:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853775.215037:0:32099:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853775.215038:0:32099:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:0.0:1780853775.215041:0:32099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853775.215043:0:32099:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1780853775.215044:0:32099:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:0.0:1780853775.215047:0:32099:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853775.215049:0:32099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853775.215052:0:32099:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853775.215054:0:32099:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853775.215059:0:32099:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853775.215064:0:32099:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922ab800. 00020000:00000002:0.0:1780853775.215066:0:32099:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853775.215068:0:32099:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853775.215071:0:32099:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853775.215072:0:32099:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853775.215073:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853775.215076:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853775.215078:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3a00. 00000020:00000010:0.0:1780853775.215081:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b3800. 00000020:00000010:0.0:1780853775.215083:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853775.215086:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853775.215089:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853775.215092:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853775.215095:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853775.215098:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853775.215101:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2200. 00000008:00000010:0.0:1780853775.215103:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853775.215106:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853775.215108:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853775.215111:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853775.215113:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853775.215115:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853775.215117:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91210 -> ffff9e4590c91530 00000020:00000001:0.0:1780853775.215119:0:32099:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853775.215121:0:32099:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853775.215122:0:32099:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853775.215124:0:32099:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215125:0:32099:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215128:0:32099:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853775.215130:0:32099:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853775.215133:0:32099:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165abe0. 00000008:00010000:0.0:1780853775.215136:0:32099:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1780853775.215138:0:32099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853775.215140:0:32099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853775.215141:0:32099:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922ab830, osc lock ffff9e459165abe0, flags 0x400001002 00000020:00000001:0.0:1780853775.215144:0:32099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215146:0:32099:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215148:0:32099:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375046144 : -107453334505472 : ffff9e45922ab800) 00000020:00000001:0.0:1780853775.215151:0:32099:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853775.215151:0:32099:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853775.215153:0:32099:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215155:0:32099:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215157:0:32099:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1780853775.215159:0:32099:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1780853775.215161:0:32099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853775.215162:0:32099:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853775.215164:0:32099:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853775.215165:0:32099:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853775.215167:0:32099:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853775.215169:0:32099:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853775.215171:0:32099:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853775.215174:0:32099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853775.215177:0:32099:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853775.215179:0:32099:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853775.215180:0:32099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853775.215181:0:32099:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853775.215182:0:32099:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853775.215185:0:32099:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853775.215187:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.215191:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3200 count: 2 00010000:00000001:0.0:1780853775.215193:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.215196:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.215199:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853775.215203:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853775.215212:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853775.215215:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.215217:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 2/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853775.215225:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215226:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215228:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:0.0:1780853775.215230:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:0.0:1780853775.215232:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00000008:00000001:0.0:1780853775.215235:0:32099:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1780853775.215237:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215238:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215239:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=4 00000020:00000001:0.0:1780853775.215241:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:0.0:1780853775.215243:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00000008:00000001:0.0:1780853775.215246:0:32099:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1780853775.215248:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000008:00010000:0.0:1780853775.215252:0:32099:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1780853775.215259:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000020:00000001:0.0:1780853775.215261:0:32099:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1780853775.215284:0:32099:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1780853775.215287:0:32099:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853775.215289:0:32099:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215291:0:32099:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215292:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000008:00000001:0.0:1780853775.215294:0:32099:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1780853775.215296:0:32099:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853775.215298:0:32099:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1780853775.215300:0:32099:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1780853775.215301:0:32099:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215303:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215304:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215305:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=5 00000020:00000001:0.0:1780853775.215307:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:0.0:1780853775.215309:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:0.0:1780853775.215311:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.215314:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853775.215321:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215322:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215324:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853775.215325:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853775.215328:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853775.215336:0:32099:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853775.215338:0:32099:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853775.215340:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.215342:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215343:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215344:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215346:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853775.215348:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215349:0:32099:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215351:0:32099:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215353:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.215354:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215355:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215356:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215358:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853775.215359:0:32099:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853775.215362:0:32099:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215364:0:32099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215366:0:32099:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215367:0:32099:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215369:0:32099:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853775.215370:0:32099:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1780853775.215372:0:32099:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1780853775.215374:0:32099:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1780853775.215376:0:32099:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215378:0:32099:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.215381:0:32099:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853775.215383:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91530 -> ffff9e4590c91530 00000020:00000001:0.0:1780853775.215385:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91530 -> ffff9e4590c91530 00000020:00000001:0.0:1780853775.215386:0:32099:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853775.215389:0:32099:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1780853775.215392:0:32099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853775.215393:0:32099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853775.215395:0:32099:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853775.215396:0:32099:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853775.215399:0:32099:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1780853775.215402:0:32099:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853775.215404:0:32099:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1780853775.215407:0:32099:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215409:0:32099:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215411:0:32099:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91530 -> ffff9e4590c91530 00000080:00200000:0.0:1780853775.215414:0:32099:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1780853775.215416:0:32099:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853775.215418:0:32099:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853775.215420:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45904c0920 (ffff9e4591008a28/0) at cl_lock_release():245 00000020:00000001:0.0:1780853775.215422:0:32099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853775.215424:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45904c0920 (ffff9e4591008a28/0) at cl_lock_cancel():142 00020000:00000001:0.0:1780853775.215426:0:32099:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853775.215427:0:32099:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853775.215428:0:32099:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853775.215430:0:32099:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853775.215431:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922ab830 (ffff9e4591008488/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853775.215434:0:32099:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1780853775.215435:0:32099:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1780853775.215436:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215437:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853775.215438:0:32099:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1780853775.215440:0:32099:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853775.215441:0:32099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853775.215442:0:32099:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853775.215444:0:32099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853775.215445:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45904c0920 (ffff9e4591008a28/0) at cl_lock_fini():72 00020000:00000001:0.0:1780853775.215448:0:32099:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853775.215449:0:32099:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853775.215450:0:32099:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922ab830 (ffff9e4591008a28/1) at cl_lock_fini():72 00000008:00000010:0.0:1780853775.215453:0:32099:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165abe0. 00000020:00000001:0.0:1780853775.215455:0:32099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1780853775.215457:0:32099:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922ab800. 00020000:00000001:0.0:1780853775.215460:0:32099:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853775.215461:0:32099:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853775.215462:0:32099:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1780853775.215464:0:32099:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215465:0:32099:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853775.215467:0:32099:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853775.215469:0:32099:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853775.215470:0:32099:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853775.215471:0:32099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853775.215472:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853775.215475:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b3800. 00000020:00000010:0.0:1780853775.215478:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853775.215481:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853775.215484:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853775.215486:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853775.215489:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853775.215492:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853775.215494:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3a00. 00000008:00000010:0.0:1780853775.215496:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853775.215499:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853775.215502:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853775.215504:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853775.215506:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2200. 00000020:00000010:0.0:1780853775.215508:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00020000:00000001:0.0:1780853775.215510:0:32099:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853775.215511:0:32099:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853775.215514:0:32099:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853775.215516:0:32099:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853775.215518:0:32099:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853775.215519:0:32099:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.215521:0:32099:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853775.215523:0:32099:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853775.215524:0:32099:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853775.215526:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853775.215527:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2600. 00000020:00000010:0.0:1780853775.215530:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.215532:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.215534:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.215536:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.215538:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.215540:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.215543:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2800. 00000008:00000010:0.0:1780853775.215545:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.215547:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.215549:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.215552:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853775.215554:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3200. 00000020:00000010:0.0:1780853775.215556:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000001:00000001:0.0:1780853775.215558:0:32099:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215563:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d08 00000080:00000008:0.0:1780853775.215565:0:32099:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9e459190c2c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853775.215569:0:32099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853775.215571:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3da0 00000080:00002000:0.0:1780853775.215573:0:32099:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9e4591b19438, parent ffff9e4591970ca8, inode ffff9e459190c2c8) hashed, 00000080:00000001:0.0:1780853775.215576:0:32099:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.215614:0:32099:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853775.215617:0:32099:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853775.215618:0:32099:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853775.215619:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3bd8 00000080:00200000:0.0:1780853775.215621:0:32099:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853775.215625:0:32099:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b3200. 00800000:00000002:0.0:1780853775.215628:0:32099:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00000080:00000001:0.0:1780853775.215631:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853775.215633:0:32099:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.215634:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3af8 00800000:00000002:0.0:1780853775.215636:0:32099:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853775.215639:0:32099:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853775.215641:0:32099:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853775.215645:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.215647:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf39c8 00000002:00010000:0.0:1780853775.215648:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853775.215651:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853775.215653:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.215654:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.215657:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 3 00010000:00000001:0.0:1780853775.215659:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.215662:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.215664:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853775.215667:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853775.215678:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853775.215681:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.215683:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853775.215689:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853775.215691:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853775.215692:0:32099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853775.215694:0:32099:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853775.215696:0:32099:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853775.215697:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853775.215700:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853775.215702:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000010:0.0:1780853775.215704:0:32099:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b3200. 00000080:00000001:0.0:1780853775.215706:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853775.215708:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.215710:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853775.215712:0:32099:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e29 00800000:00000001:0.0:1780853775.215715:0:32099:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853775.215717:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853775.215718:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215720:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215721:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.215723:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215726:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215728:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215729:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.215730:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.215732:0:32099:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.215734:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e29 from it ffffb4b401cf3c10 00010000:00000001:0.0:1780853775.215735:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215736:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215737:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.215739:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215740:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215742:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.215745:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853775.215750:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215752:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215753:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853775.215754:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853775.215757:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853775.215762:0:32099:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853775.215764:0:32099:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853775.215765:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.215767:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215768:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215769:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215771:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853775.215773:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215774:0:32099:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215777:0:32099:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215778:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.215779:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215780:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853775.215782:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853775.215784:0:32099:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853775.215786:0:32099:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853775.215789:0:32099:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.215796:0:32099:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853775.215798:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3da0 00000080:00002000:0.0:1780853775.215799:0:32099:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9e4591b19438) flags 0x48000e refc 0 00000080:00000001:0.0:1780853775.215802:0:32099:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.215804:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3e10 00000080:00200000:0.0:1780853775.215806:0:32099:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:0.0:1780853775.215810:0:32099:0:(statahead.c:1990:revalidate_statahead_dentry()) Process entered 00000080:00000020:0.0:1780853775.215813:0:32099:0:(statahead.c:273:sa_get()) lustre: wrong pid=32080:32099 for entry f22.recovery-small-2 00000080:00000001:0.0:1780853775.215817:0:32099:0:(statahead.c:2039:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:0.0:1780853775.215819:0:32099:0:(statahead.c:2615:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:0.0:1780853775.215823:0:32099:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853775.215824:0:32099:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853775.215825:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d30 00000080:00200000:0.0:1780853775.215827:0:32099:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853775.215831:0:32099:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b3200. 00800000:00000002:0.0:1780853775.215833:0:32099:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00000080:00000001:0.0:1780853775.215835:0:32099:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853775.215837:0:32099:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.215838:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c50 00800000:00000002:0.0:1780853775.215840:0:32099:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853775.215843:0:32099:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853775.215845:0:32099:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853775.215848:0:32099:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853775.215849:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b20 00000002:00010000:0.0:1780853775.215850:0:32099:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853775.215853:0:32099:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853775.215855:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.215856:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.215858:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 3 00010000:00000001:0.0:1780853775.215860:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.215863:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.215864:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853775.215867:0:32099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1780853775.215873:0:32099:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853775.215875:0:32099:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853775.215878:0:32099:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1780853775.215889:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853775.215890:0:32099:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853775.215891:0:32099:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853775.215893:0:32099:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853775.215894:0:32099:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853775.215910:0:32099:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853775.215913:0:32099:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853775.215915:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000010:0.0:1780853775.215917:0:32099:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b3200. 00000080:00000001:0.0:1780853775.215920:0:32099:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853775.215921:0:32099:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.215923:0:32099:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853775.215925:0:32099:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e29 00800000:00000001:0.0:1780853775.215928:0:32099:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853775.215933:0:32099:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853775.215935:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215936:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215937:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.215939:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215942:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215944:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215945:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853775.215946:0:32099:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.215947:0:32099:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853775.215949:0:32099:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e29 from it ffffb4b401cf3d68 00010000:00000001:0.0:1780853775.215951:0:32099:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853775.215952:0:32099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853775.215953:0:32099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572e00 refcount=3 00000020:00000001:0.0:1780853775.215954:0:32099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215956:0:32099:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301696 : -107453583249920 : ffff9e4583572e00) 00010000:00000001:0.0:1780853775.215958:0:32099:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853775.215961:0:32099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853775.215966:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215967:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215968:0:32099:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853775.215969:0:32099:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853775.215971:0:32099:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853775.215977:0:32099:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853775.215979:0:32099:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853775.215980:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.215982:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215983:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.215984:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215985:0:32099:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853775.215986:0:32099:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215988:0:32099:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215989:0:32099:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.215991:0:32099:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853775.215992:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.215993:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853775.215994:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1780853775.215995:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1780853775.215995:0:32099:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853775.215997:0:32099:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:0.0:1780853775.216000:0:32099:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.216003:0:32099:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:0.0:1780853775.216005:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3df8 00000080:00200000:0.0:1780853775.216006:0:32099:0:(namei.c:2404:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853775.216009:0:32099:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000800:00000001:1.0:1780853775.216010:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853775.216011:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000800:00000001:1.0:1780853775.216012:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.216014:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1780853775.216014:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853775.216017:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3200. 00000020:00000010:0.0:1780853775.216019:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2800. 00000020:00000010:0.0:1780853775.216021:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d9c0. 00000400:00000200:1.0:1780853775.216022:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000008:00000010:0.0:1780853775.216026:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00000400:00000200:1.0:1780853775.216028:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00020000:00000010:0.0:1780853775.216029:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.216032:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000400:00000200:1.0:1780853775.216036:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000080:00000010:0.0:1780853775.216036:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.216039:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000400:00000200:1.0:1780853775.216041:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000010:0.0:1780853775.216042:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2600. 00000008:00000010:0.0:1780853775.216044:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00000400:00000200:1.0:1780853775.216046:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00020000:00000010:0.0:1780853775.216046:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.216048:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000400:00000200:1.0:1780853775.216051:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 4320 into portal 4 MB=0x6a25a4fe52980 00000080:00000010:0.0:1780853775.216051:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853775.216053:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853775.216055:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000400:00000200:1.0:1780853775.216056:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000001:0.0:1780853775.216057:0:32099:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853775.216059:0:32099:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4585134f80 00000400:00000200:1.0:1780853775.216061:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 4320/4320 into md 0x6e39 [2] + 224 00020000:00000002:0.0:1780853775.216062:0:32099:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e459447d720 addref 2/0 by ffff9e4585134f80. 00020000:00000002:0.0:1780853775.216064:0:32099:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853775.216066:0:32099:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00000800:00000001:1.0:1780853775.216068:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00020000:00000001:0.0:1780853775.216068:0:32099:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853775.216070:0:32099:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853775.216071:0:32099:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1780853775.216074:0:32099:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1780853775.216075:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853775.216077:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2800. 00000800:00000001:1.0:1780853775.216078:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1780853775.216080:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d9c0. 00000400:00000200:1.0:1780853775.216081:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:0.0:1780853775.216082:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00000400:00000200:1.0:1780853775.216085:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00020000:00000010:0.0:1780853775.216085:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.216086:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.216089:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.216091:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000100:00000001:1.0:1780853775.216092:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1780853775.216094:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3200. 00000008:00000010:0.0:1780853775.216095:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.216097:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00000100:00000200:1.0:1780853775.216100:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00008000:00000010:0.0:1780853775.216100:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.216103:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853775.216105:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2600. 00000020:00000010:0.0:1780853775.216107:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853775.216109:0:32099:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853775.216111:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000080:00000010:0.0:1780853775.216113:0:32099:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2600. 00800000:00000002:0.0:1780853775.216115:0:32099:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 3 00800000:00000001:0.0:1780853775.216122:0:32099:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853775.216126:0:32099:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853775.216128:0:32099:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:0.0:1780853775.216130:0:32099:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853775.216132:0:32099:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:0.0:1780853775.216135:0:32099:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000100:00000001:1.0:1780853775.216137:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000002:00000001:0.0:1780853775.216138:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853775.216141:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 3 00010000:00000001:0.0:1780853775.216143:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1780853775.216144:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1780853775.216145:0:32099:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00000800:00000001:1.0:1780853775.216147:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853775.216148:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853775.216151:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1780853775.216158:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853775.216161:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853775.216164:0:32099:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853775.216165:0:32099:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853775.216168:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216170:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216171:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 4 00010000:00000001:0.0:1780853775.216173:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216175:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.216177:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216178:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216179:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 4 00010000:00000001:0.0:1780853775.216181:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216183:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.216185:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216186:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216187:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95400 count: 4 00010000:00000001:0.0:1780853775.216189:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216190:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.216192:0:32099:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853775.216195:0:32099:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853775.216199:0:32099:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853775.216201:0:32099:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853775.216203:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853775.216204:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.216207:0:32099:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853775.216209:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853775.216211:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853775.216212:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.216214:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853775.216216:0:32099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572e00 with handle 0xa8f483e9eb300e29 from hash 00010000:00000001:0.0:1780853775.216218:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853775.216220:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.216221:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.216222:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853775.216224:0:32099:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853775.216226:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853775.216228:0:32099:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853775.216230:0:32099:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853775.216232:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853775.216234:0:32099:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853775.216236:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 2 00010000:00000001:0.0:1780853775.216238:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853775.216239:0:32099:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853775.216240:0:32099:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853775.216243:0:32099:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1780853775.216249:0:32099:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853775.216250:0:32099:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853775.216252:0:32099:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853775.216253:0:32099:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:0.0:1780853775.216255:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216256:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216257:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 3 00010000:00000001:0.0:1780853775.216259:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216261:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.216262:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216263:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216290:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 3 00010000:00000001:0.0:1780853775.216292:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216294:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.216295:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216296:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216297:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 3 00010000:00000001:0.0:1780853775.216299:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216301:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.216302:0:32099:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853775.216303:0:32099:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853775.216305:0:32099:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95200 count: 3 00010000:00000001:0.0:1780853775.216306:0:32099:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853775.216308:0:32099:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.216309:0:32099:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.216311:0:32099:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853775.216312:0:32099:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853775.216315:0:32099:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853775.216318:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3200. 00000020:00000010:0.0:1780853775.216320:0:32099:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2800. 00000020:00000010:0.0:1780853775.216323:0:32099:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.216326:0:32099:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.216328:0:32099:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.216330:0:32099:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.216333:0:32099:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.216335:0:32099:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.216338:0:32099:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2200. 00000008:00000010:0.0:1780853775.216340:0:32099:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.216343:0:32099:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.216345:0:32099:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.216347:0:32099:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853775.216349:0:32099:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853775.216351:0:32099:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853775.216353:0:32099:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1780853775.216355:0:32099:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:0.0:1780853775.216358:0:32099:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1780853775.216360:0:32099:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1780853775.216363:0:32099:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853775.216365:0:32099:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853775.216368:0:32099:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1780853775.216370:0:32099:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853775.216372:0:32099:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853775.216373:0:32099:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853775.216375:0:32099:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2800. 00000020:00000010:0.0:1780853775.216378:0:32099:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d9c0. 00000008:00000010:0.0:1780853775.216381:0:32099:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853775.216383:0:32099:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853775.216385:0:32099:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853775.216388:0:32099:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853775.216390:0:32099:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853775.216392:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3200. 00000008:00000010:0.0:1780853775.216395:0:32099:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853775.216397:0:32099:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853775.216399:0:32099:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853775.216401:0:32099:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853775.216403:0:32099:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2200. 00000020:00000010:0.0:1780853775.216406:0:32099:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853775.216408:0:32099:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.216411:0:32099:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853775.216412:0:32099:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff9e459190c2c8) invalid 00000020:00000001:0.0:1780853775.216415:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a60 00000080:00002000:0.0:1780853775.216417:0:32099:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9e4591b19438) parent ffff9e4591970ca8 inode ffff9e459190c2c8 refc 1 00000080:00000001:0.0:1780853775.216422:0:32099:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853775.216423:0:32099:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853775.216424:0:32099:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.216426:0:32099:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853775.216428:0:32099:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853775.216429:0:32099:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853775.216430:0:32099:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853775.216432:0:32099:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853775.216434:0:32099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583573000 with handle 0xa8f483e9eb300e30 from hash 00010000:00000001:0.0:1780853775.216436:0:32099:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853775.216437:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853775.216438:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.216439:0:32099:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853775.216441:0:32099:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853775.216442:0:32099:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853775.216445:0:32099:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853775.216447:0:32099:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853775.216449:0:32099:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1780853775.216454:0:32099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368a80. 00000020:00000040:0.0:1780853775.216458:0:32099:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853775.216463:0:32099:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853775.216465:0:32099:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.216467:0:32099:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853775.216470:0:32099:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853775.216472:0:32099:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.216475:0:32099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853775.216477:0:32099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853775.216479:0:32099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853775.216485:0:32099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904b2200. 00000100:00000001:0.0:1780853775.216490:0:32099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.216493:0:32099:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853775.216495:0:32099:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853775.216501:0:32099:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1780853775.216510:0:32099:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1780853775.216516:0:32099:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1780853775.216518:0:32099:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853775.216520:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853775.216522:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300e30 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a154 expref: -99 pid: 32099 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1780853775.216529:0:32099:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263de80. 00010000:00000040:0.0:1780853775.216533:0:32099:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95200 count: 0 00010000:00000010:0.0:1780853775.216538:0:32099:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922abd80. 00010000:00000001:0.0:1780853775.216547:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.216549:0:32099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853775.216551:0:32099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572e00/0xa8f483e9eb300e29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a138 expref: -99 pid: 32099 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853775.216559:0:32099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853775.216560:0:32099:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.216562:0:32099:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853775.216563:0:32099:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.216565:0:32099:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853775.216574:0:32099:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853775.216581:0:32099:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853775.216588:0:32099:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853775.216590:0:32099:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853775.216596:0:32099:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.216598:0:32099:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038976 : -107453508512640 : ffff9e4587cb9480) 00000100:00000001:0.0:1780853775.216600:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.216601:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853775.216605:0:32099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853775.216609:0:32099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.216612:0:32099:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853775.216614:0:32099:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853775.216618:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.216625:0:32099:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853775.216627:0:32099:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.216631:0:32099:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853775.216633:0:32099:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853775.216636:0:32099:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853775.216639:0:32099:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:32099:1867358631438976:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853775.216643:0:32099:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853775.216648:0:32099:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853775.216650:0:32099:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.216652:0:32099:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853775.216656:0:32099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853775.216657:0:32099:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853775.216662:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853775.216665:0:32099:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853775.216671:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853775.216677:0:32099:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631438976, portal 10 00000100:00000001:0.0:1780853775.216679:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.216680:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000040:0.0:1780853775.216686:0:32099:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.216693:0:32099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853775.216696:0:32099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853775.216699:0:32099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000100:00000200:0.0:1780853775.216701:0:32099:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1867358631438976, offset 0 00000400:00000200:0.0:1780853775.216707:0:32099:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853775.216714:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.216720:0:32099:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853775.216725:0:32099:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853775.216730:0:32099:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853775.216733:0:32099:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853775.216736:0:32099:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853775.216739:0:32099:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2550:2550:256:4294967295] 192.168.202.110@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:0.0:1780853775.216744:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853775.216751:0:32099:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853775.216756:0:32099:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853775.216760:0:32099:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45904f3400. 00000800:00000200:0.0:1780853775.216766:0:32099:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853775.216773:0:32099:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853775.216777:0:32099:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45904f3400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1780853775.216790:0:32099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.216795:0:32099:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 814448 usecs (815 jiffies) 00000400:00000200:0.0:1780853775.216797:0:32099:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853775.216800:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296572785 00000100:00000001:0.0:1780853775.216803:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.216805:0:32099:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296572785 00000100:00000001:0.0:1780853775.216807:0:32099:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296575994 00000100:00000001:0.0:1780853775.216809:0:32099:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.216812:0:32099:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.216814:0:32099:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853775.216816:0:32099:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853775.216818:0:32099:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:0.0:1780853775.216820:0:32099:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853775.216823:0:32099:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.217291:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.217294:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853775.217299:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853775.217301:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853775.217304:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:3.0:1780853775.217309:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45850a9f00 00000400:00000010:3.0:1780853775.217311:0:2382:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff9e45850a9f00. 00000100:00000001:3.0:1780853775.217314:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853775.217319:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853775.217329:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.217334:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853775.217336:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.217338:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853775.217340:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853775.217342:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853775.217344:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853775.217346:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853775.217353:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d80 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1780853775.217357:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853775.217359:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853775.217362:0:2382:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.217369:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1780853775.217372:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853775.217374:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:3.0:1780853775.217376:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853775.217378:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1780853775.217382:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.217389:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:3.0:1780853775.217392:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853775.217394:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853775.217396:0:2382:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:3.0:1780853775.217399:0:2382:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:3.0:1780853775.217403:0:2382:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853775.217405:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853775.217407:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853775.217408:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853775.217411:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853775.217413:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00010000:3.0:1780853775.217417:0:2382:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.217424:0:2382:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:3.0:1780853775.217428:0:2382:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.217433:0:2382:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853775.217435:0:2382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.217440:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853775.217441:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853775.217443:0:2382:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.217448:0:2382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853775.217450:0:2382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853775.217452:0:2382:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853775.217454:0:2382:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853775.217459:0:2382:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170c00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853775.217461:0:2382:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853775.217464:0:2382:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.217469:0:2382:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853775.217471:0:2382:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853775.217474:0:2382:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853775.217478:0:2382:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853775.217480:0:2382:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853775.217481:0:2382:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853775.217482:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853775.217483:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=5 00000020:00000001:3.0:1780853775.217485:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853775.217486:0:2382:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853775.217489:0:2382:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853775.217491:0:2382:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853775.217495:0:2382:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853775.217497:0:2382:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853775.217499:0:2382:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853775.217501:0:2382:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853775.217502:0:2382:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853775.217504:0:2382:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853775.217505:0:2382:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853775.217507:0:2382:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853775.217508:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1780853775.217509:0:2382:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170c00 with handle 0xa8f483e9eb300e37 from hash 00010000:00000001:3.0:1780853775.217511:0:2382:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853775.217512:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853775.217513:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:1.0:1780853775.217513:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45904f3400. 00010000:00000001:3.0:1780853775.217514:0:2382:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853775.217515:0:2382:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1780853775.217516:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1780853775.217517:0:2382:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853775.217519:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853775.217520:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853775.217521:0:2382:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853775.217521:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000080:00000001:3.0:1780853775.217523:0:2382:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853775.217524:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00010000:00010000:3.0:1780853775.217526:0:2382:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000400:00000010:1.0:1780853775.217526:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:1.0:1780853775.217529:0:2373:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1780853775.217530:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853775.217531:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853775.217533:0:2382:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853775.217534:0:2382:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:1.0:1780853775.217534:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853775.217536:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853775.217537:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853775.217538:0:2382:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853775.217540:0:2382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e37 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853775.217542:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853775.217545:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1780853775.217546:0:2382:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95400 count: 0 00010000:00000010:3.0:1780853775.217552:0:2382:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922abe00. 00000100:00000001:1.0:1780853775.217553:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853775.217555:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1780853775.217558:0:2382:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853775.217559:0:2382:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853775.217564:0:2382:0:(statahead.c:885:ll_statahead_interpret()) Process entered 00000020:00000001:3.0:1780853775.217565:0:2382:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bcfc58 00000080:00400000:3.0:1780853775.217567:0:2382:0:(statahead.c:899:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:3.0:1780853775.217570:0:2382:0:(statahead.c:902:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:3.0:1780853775.217573:0:2382:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853775.217575:0:2382:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583fad590 released 00000080:00000001:3.0:1780853775.217576:0:2382:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:3.0:1780853775.217579:0:2382:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 3 00000080:00000010:3.0:1780853775.217582:0:2382:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9e45850a9c00. 00000080:00000010:3.0:1780853775.217585:0:2382:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9e4583fad400. 00000080:00000001:3.0:1780853775.217588:0:2382:0:(statahead.c:956:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:3.0:1780853775.217590:0:2382:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9e45852de100. 00000002:00000010:3.0:1780853775.217594:0:2382:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9e458517d000. 00000002:00000010:3.0:1780853775.217596:0:2382:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9e45852dee80. 00000002:00000010:3.0:1780853775.217598:0:2382:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9e45831391e0. 00000002:00000001:3.0:1780853775.217601:0:2382:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:3.0:1780853775.217603:0:2382:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1780853775.217607:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853775.217614:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631438720:192.168.202.110@tcp:63:ll_sa.0 00000100:00000001:3.0:1780853775.217618:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.217620:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853775.217622:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631438720/t0(0) o63->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:24/4 lens 680/4320 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853775.217628:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853775.217630:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853775.217632:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9e45850f8000. 02000000:00000001:3.0:1780853775.217635:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853775.217636:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853775.217638:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853775.217640:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853775.217642:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faec00. 02000000:00000001:3.0:1780853775.217645:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853775.217646:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853775.217648:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853775.217651:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853775.217652:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.217654:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853775.217659:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853775.217660:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853775.217662:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853775.217664:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853775.225323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95400. 00010000:00000010:3.1:1780853775.225341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00010000:00000010:0.1:1780853775.232000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95200. 00010000:00000010:0.1:1780853775.232016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00010000:00000010:0.1:1780853775.232020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572e00. 00000800:00000001:1.0:1780853775.239132:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.239154:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853775.239158:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.239161:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.239171:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239178:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853775.239187:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239192:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239197:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239201:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe52a80 00000400:00000200:1.0:1780853775.239206:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239212:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6e41 [1] + 224 00000800:00000001:1.0:1780853775.239219:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.239230:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853775.239234:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.239238:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853775.239245:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853775.239254:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853775.239308:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853775.239322:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853775.239329:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853775.239332:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239338:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853775.239343:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2551:2551:256:4294967295] 192.168.202.110@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:1.0:1780853775.239347:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853775.239355:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853775.239360:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853775.239366:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76e00. 00000800:00000200:1.0:1780853775.239372:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853775.239378:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853775.239383:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853775.239466:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853775.239470:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76e00. 00000400:00000200:1.0:1780853775.239473:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853775.239477:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853775.239482:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853775.239485:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.241172:0:32099:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853775.241184:0:32099:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853775.241186:0:32099:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853775.241190:0:32099:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:0.0:1780853775.241198:0:32099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853775.241200:0:32099:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853775.241204:0:32099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853775.241214:0:32099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853775.241226:0:32099:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368a80 x1867358631438976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/624 e 0 to 0 dl 1780853791 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.241233:0:32099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853775.241235:0:32099:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.241238:0:32099:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853775.241242:0:32099:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853775.241244:0:32099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853775.241247:0:32099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853775.241249:0:32099:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853775.241258:0:32099:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=16 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853775.241262:0:32099:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853775.241298:0:32099:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853775.241300:0:32099:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853775.241303:0:32099:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853775.241307:0:32099:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.241310:0:32099:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853775.241312:0:32099:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x100000162] 00000100:00000001:0.0:1780853775.241314:0:32099:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853775.241316:0:32099:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853775.241317:0:32099:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853775.241320:0:32099:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853775.241322:0:32099:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:0.0:1780853775.241324:0:32099:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853775.241326:0:32099:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853775.241331:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368a80 x1867358631438976/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853791 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.241338:0:32099:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853775.241341:0:32099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853775.241343:0:32099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853775.241347:0:32099:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368a80 x1867358631438976/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853791 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853775.241354:0:32099:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:32099:1867358631438976:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853775.241359:0:32099:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853775.241362:0:32099:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853775.241365:0:32099:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853775.241367:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.241370:0:32099:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631438976/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853791 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.241376:0:32099:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853775.241379:0:32099:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9480. 00000100:00000001:0.0:1780853775.241382:0:32099:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853775.241384:0:32099:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853775.241391:0:32099:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853775.241394:0:32099:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853775.241399:0:32099:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853775.241402:0:32099:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2600. 00000100:00000001:0.0:1780853775.241409:0:32099:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853775.241412:0:32099:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631438976/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853791 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853775.241418:0:32099:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.241422:0:32099:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853775.241431:0:32099:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853775.241434:0:32099:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3e28 00000080:00002000:0.0:1780853775.241437:0:32099:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9e4591b19438, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780853775.241440:0:32099:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853775.241446:0:32099:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853775.241451:0:32099:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1780853775.253295:0:32104:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15120. 00000080:00400000:1.0:1780853775.338766:0:32081:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9e4583cd3400, parent / hit 0 miss 0 00000080:00000001:1.0:1780853775.338784:0:32081:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1780853775.338786:0:32081:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1780853775.338789:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853775.338795:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853775.338800:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267ec00. 00000020:00000010:1.0:1780853775.338805:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267fa00. 00000020:00000010:1.0:1780853775.338809:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853775.338816:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853775.338822:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853775.338827:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853775.338833:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853775.338837:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853775.338840:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e600. 00000008:00000010:1.0:1780853775.338844:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853775.338848:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853775.338852:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853775.338855:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853775.338859:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853775.338862:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000020:00000001:1.0:1780853775.338866:0:32081:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91530 -> ffff9e4590c91530 00000020:00000001:1.0:1780853775.338869:0:32081:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853775.338871:0:32081:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853775.338873:0:32081:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853775.338877:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853775.338878:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853775.338880:0:32081:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853775.338883:0:32081:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9e4589b64bc8 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1780853775.338886:0:32081:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:1.0:1780853775.338890:0:32081:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853775.338891:0:32081:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853775.338893:0:32081:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853775.338908:0:32081:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.338910:0:32081:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853775.338912:0:32081:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853775.338914:0:32081:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.338916:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853775.338917:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853775.338918:0:32081:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853775.338920:0:32081:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00000020:00000001:1.0:1780853775.338923:0:32081:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.338925:0:32081:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1780853775.338927:0:32081:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1780853775.338929:0:32081:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1780853775.338932:0:32081:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1780853775.338936:0:32081:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853775.338939:0:32081:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853775.338940:0:32081:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853775.338942:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853775.338944:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923721b0. 00000020:00000010:1.0:1780853775.338947:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267ee00. 00000020:00000010:1.0:1780853775.338950:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e200. 00000020:00000010:1.0:1780853775.338953:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853775.338957:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591050b28. 00020000:00000010:1.0:1780853775.338959:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853775.338962:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1b880. 00000080:00000010:1.0:1780853775.338965:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f0a8. 00000080:00000010:1.0:1780853775.338968:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64248. 00000020:00000010:1.0:1780853775.338970:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f400. 00000008:00000010:1.0:1780853775.338973:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47340. 00020000:00000010:1.0:1780853775.338976:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ef180. 00008000:00000010:1.0:1780853775.338978:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64a38. 00000080:00000010:1.0:1780853775.338981:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40780. 00000020:00000001:1.0:1780853775.338983:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375859640 : -107453333691976 : ffff9e45923721b8) 00000020:00001000:1.0:1780853775.338985:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923721b0 00000020:00000001:1.0:1780853775.338987:0:32081:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91210 -> ffff9e4590c91530 00000020:00000001:1.0:1780853775.338988:0:32081:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853775.338991:0:32081:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853775.338992:0:32081:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853775.338993:0:32081:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.338995:0:32081:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.338997:0:32081:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853775.338999:0:32081:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1780853775.339001:0:32081:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339003:0:32081:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339005:0:32081:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339007:0:32081:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1780853775.339009:0:32081:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1780853775.339010:0:32081:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853775.339011:0:32081:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1780853775.339013:0:32081:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853775.339014:0:32081:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339016:0:32081:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339018:0:32081:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339020:0:32081:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339021:0:32081:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853775.339022:0:32081:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339023:0:32081:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339025:0:32081:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1780853775.339027:0:32081:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1780853775.339028:0:32081:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853775.339030:0:32081:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1780853775.339032:0:32081:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1780853775.339034:0:32081:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1780853775.339037:0:32081:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1780853775.339040:0:32081:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e45864b61c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1780853775.339043:0:32081:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853775.339046:0:32081:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e45864b61c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1780853775.339050:0:32081:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853775.339052:0:32081:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339054:0:32081:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339056:0:32081:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339057:0:32081:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339059:0:32081:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339061:0:32081:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1780853775.339063:0:32081:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1780853775.339064:0:32081:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1780853775.339065:0:32081:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1780853775.339067:0:32081:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1780853775.339068:0:32081:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339070:0:32081:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1780853775.339071:0:32081:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1780853775.339073:0:32081:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1780853775.339075:0:32081:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1780853775.339076:0:32081:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853775.339077:0:32081:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853775.339078:0:32081:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1780853775.339079:0:32081:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339081:0:32081:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339082:0:32081:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1780853775.339083:0:32081:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1780853775.339085:0:32081:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1780853775.339086:0:32081:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1780853775.339087:0:32081:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853775.339089:0:32081:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853775.339090:0:32081:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853775.339091:0:32081:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1780853775.339092:0:32081:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1780853775.339093:0:32081:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339094:0:32081:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339096:0:32081:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853775.339097:0:32081:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853775.339098:0:32081:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339100:0:32081:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853775.339101:0:32081:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853775.339103:0:32081:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853775.339104:0:32081:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853775.339105:0:32081:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853775.339106:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923721b0 00000020:00000010:1.0:1780853775.339110:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e200. 00000020:00000010:1.0:1780853775.339115:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853775.339120:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591050b28. 00020000:00000010:1.0:1780853775.339122:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853775.339125:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1b880. 00000080:00000010:1.0:1780853775.339128:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f0a8. 00000080:00000010:1.0:1780853775.339131:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64248. 00000020:00000010:1.0:1780853775.339134:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267ee00. 00000008:00000010:1.0:1780853775.339137:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47340. 00020000:00000010:1.0:1780853775.339139:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ef180. 00008000:00000010:1.0:1780853775.339142:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64a38. 00000080:00000010:1.0:1780853775.339145:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40780. 00000020:00000010:1.0:1780853775.339148:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f400. 00000020:00000010:1.0:1780853775.339151:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923721b0. 00020000:00000001:1.0:1780853775.339153:0:32081:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853775.339155:0:32081:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853775.339157:0:32081:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853775.339159:0:32081:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853775.339163:0:32081:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853775.339164:0:32081:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853775.339166:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853775.339168:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267fa00. 00000020:00000010:1.0:1780853775.339170:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853775.339172:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853775.339175:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853775.339177:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853775.339180:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853775.339182:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853775.339185:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267ec00. 00000008:00000010:1.0:1780853775.339188:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853775.339190:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853775.339193:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853775.339195:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853775.339197:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e600. 00000020:00000010:1.0:1780853775.339199:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853775.339202:0:32081:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853775.339206:0:32081:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:1.0:1780853775.339208:0:32081:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9e459190c2c8) 00800000:00000001:1.0:1780853775.339213:0:32081:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:1.0:1780853775.339215:0:32081:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:1.0:1780853775.339220:0:32081:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1780853775.339225:0:32081:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853775.339227:0:32081:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853775.339229:0:32081:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1780853775.339232:0:32081:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1780853775.339233:0:32081:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853775.339235:0:32081:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.339238:0:32081:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853775.339241:0:32081:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853775.339243:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e600. 00000020:00000010:1.0:1780853775.339245:0:32081:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267ec00. 00000020:00000010:1.0:1780853775.339248:0:32081:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853775.339251:0:32081:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853775.339253:0:32081:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853775.339255:0:32081:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853775.339258:0:32081:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853775.339260:0:32081:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853775.339263:0:32081:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267fa00. 00000008:00000010:1.0:1780853775.339281:0:32081:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853775.339284:0:32081:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853775.339286:0:32081:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853775.339288:0:32081:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853775.339290:0:32081:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853775.339293:0:32081:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00020000:00000001:1.0:1780853775.339298:0:32081:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:1.0:1780853775.339299:0:32081:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:1.0:1780853775.339302:0:32081:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1780853775.339305:0:32081:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d720, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853775.339310:0:32081:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853775.339314:0:32081:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0800: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1780853775.339317:0:32081:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:1.0:1780853775.339318:0:32081:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339321:0:32081:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1780853775.339323:0:32081:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1780853775.339327:0:32081:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1780853775.339331:0:32081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3200 count: 2 00010000:00000001:1.0:1780853775.339333:0:32081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853775.339336:0:32081:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1780853775.339338:0:32081:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1780853775.339344:0:32081:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:1.0:1780853775.339356:0:32081:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000020:00000001:1.0:1780853775.339358:0:32081:0:(cl_object.c:151:cl_object_top()) ffff9e45864b61c0 -> ffff9e4590c91530 00000008:00000001:1.0:1780853775.339359:0:32081:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853775.339362:0:32081:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853775.339364:0:32081:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853775.339366:0:32081:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1780853775.339371:0:32081:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e45864b61c0. 00020000:00000001:1.0:1780853775.339375:0:32081:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1780853775.339377:0:32081:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e4590c91190. 00020000:00000001:1.0:1780853775.339382:0:32081:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1780853775.339384:0:32081:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853775.339386:0:32081:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853775.339388:0:32081:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:1.0:1780853775.339390:0:32081:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:1.0:1780853775.339392:0:32081:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:1.0:1780853775.339393:0:32081:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00020000:00000001:1.0:1780853775.339396:0:32081:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1780853775.339398:0:32081:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e458a7412c8. 00020000:00000010:1.0:1780853775.339402:0:32081:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e4587cb9c00. 00020000:00000010:1.0:1780853775.339405:0:32081:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4590c7f1d0. 00020000:00000002:1.0:1780853775.339407:0:32081:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d720, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853775.339411:0:32081:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853775.339415:0:32081:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45850e0800: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:1.0:1780853775.339420:0:32081:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45850e0800. 00020000:00000010:1.0:1780853775.339423:0:32081:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d900. 00020000:00000010:1.0:1780853775.339426:0:32081:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d720. 00020000:00000001:1.0:1780853775.339428:0:32081:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1780853775.339430:0:32081:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922441f0) owner 0000000000000000/ffff9e4590d60000 00020000:00000010:1.0:1780853775.339432:0:32081:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45922441f0. 00020000:00000001:1.0:1780853775.339436:0:32081:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:1.0:1780853775.339438:0:32081:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4590c914b0. 00000020:00001000:1.0:1780853775.339441:0:32081:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853775.339443:0:32081:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267ec00. 00000020:00000010:1.0:1780853775.339445:0:32081:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853775.339448:0:32081:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853775.339450:0:32081:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853775.339453:0:32081:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853775.339455:0:32081:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853775.339457:0:32081:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853775.339460:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e600. 00000008:00000010:1.0:1780853775.339462:0:32081:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853775.339465:0:32081:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853775.339467:0:32081:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853775.339469:0:32081:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853775.339472:0:32081:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267fa00. 00000020:00000010:1.0:1780853775.339474:0:32081:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000080:00000001:1.0:1780853775.339477:0:32081:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1780853775.339479:0:32081:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000020:00000001:1.0:1780853775.339488:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339490:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9e4582b02600) index 1 00000080:00000010:1.0:1780853775.339493:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02600. 00000020:00000001:1.0:1780853775.339496:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339497:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9e4582b02f00) index 2 00000080:00000010:1.0:1780853775.339499:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02f00. 00000020:00000001:1.0:1780853775.339502:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339503:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9e4582b02380) index 3 00000080:00000010:1.0:1780853775.339505:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02380. 00000020:00000001:1.0:1780853775.339507:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339508:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9e4582b02800) index 4 00000080:00000010:1.0:1780853775.339509:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02800. 00000020:00000001:1.0:1780853775.339512:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339513:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9e4582b02580) index 5 00000080:00000010:1.0:1780853775.339515:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02580. 00000020:00000001:1.0:1780853775.339517:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339519:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9e4582b02e00) index 6 00000080:00000010:1.0:1780853775.339521:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02e00. 00000020:00000001:1.0:1780853775.339523:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339524:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9e4582b02e80) index 7 00000080:00000010:1.0:1780853775.339525:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02e80. 00000020:00000001:1.0:1780853775.339527:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339529:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9e4582b02300) index 8 00000080:00000010:1.0:1780853775.339531:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02300. 00000020:00000001:1.0:1780853775.339533:0:32081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27e60 00000080:00400000:1.0:1780853775.339535:0:32081:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9e4582b02100) index 9 00000080:00000010:1.0:1780853775.339537:0:32081:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9e4582b02100. 00000080:00000010:1.0:1780853775.339540:0:32081:0:(statahead.c:637:ll_sai_free()) kfreed 'sai': 504 at ffff9e4583cd3400. 00000080:00000010:1.0:1780853775.339544:0:32081:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9e4589b75000. 00000080:00000010:1.1:1780853775.347324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e459190c200. 00010000:00000001:1.0:1780853775.409974:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853775.409980:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853775.409984:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853775.409985:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853775.410008:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853775.410011:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853775.410014:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853776.085444:0:32184:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853776.430767:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853776.430775:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853776.430781:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853776.430782:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853776.433874:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853776.433880:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853776.433884:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853777.455387:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853777.455398:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853777.455406:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853777.455408:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853777.455495:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853777.455498:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853777.455501:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853778.346566:0:32322:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853778.477966:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853778.477975:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853778.477981:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853778.477983:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853778.478072:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853778.478075:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853778.478078:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780853779.183172:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853779.183185:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853779.183193:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853779.183199:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853779.183203:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853779.183207:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853779.183211:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853779.183220:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd500. 00000100:00000001:2.0:1780853779.183227:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.183240:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853779.183252:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853779.183257:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.183473:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bdd6be4] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853779.183527:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853779.183532:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853779.183535:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853779.183541:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853779.183550:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853779.183552:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853779.183555:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853779.183558:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853779.183561:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853779.183565:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631439104:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853779.183569:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853779.183575:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853779.183578:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853779.183581:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853779.183586:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca8200. 02000000:00000001:3.0:1780853779.183588:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853779.183597:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853779.183601:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853779.183608:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ac38. 00000100:00000200:3.0:1780853779.183615:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631439104, portal 25 00000100:00000001:3.0:1780853779.183618:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853779.183619:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:3.0:1780853779.183625:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853779.183633:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853779.183636:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853779.183789:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ab28. 00000100:00000200:3.0:1780853779.183795:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631439104, offset 0 00000400:00000200:3.0:1780853779.183812:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853779.183821:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853779.183839:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853779.183846:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853779.183850:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853779.183854:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853779.183856:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853779.183875:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2552:2552:256:4294967295] 192.168.202.110@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:3.0:1780853779.183880:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853779.183891:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853779.183897:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853779.183903:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853779.183918:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853779.183926:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853779.183930:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853779.184006:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853779.184018:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853779.184022:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296580027 00000100:00000001:3.0:1780853779.184031:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296575994 00000100:00000001:3.0:1780853779.184036:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296580027 00000100:00000001:3.0:1780853779.184039:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296575994 00000100:00000001:3.0:1780853779.184049:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853779.184053:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853779.184056:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853779.184058:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.185978:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.185987:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853779.185992:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853779.185999:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853779.186004:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853779.186009:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853779.186012:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853779.186017:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853779.186022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddf00. 00000100:00000001:2.0:1780853779.186027:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.186038:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853779.186050:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853779.186054:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.186061:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780853779.187490:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853779.187500:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77c00. 00000400:00000200:1.0:1780853779.187507:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853779.187515:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853779.187524:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ab28 00000400:00000010:1.0:1780853779.187527:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ab28. 00000100:00000001:1.0:1780853779.187532:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853779.187539:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.187550:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853779.187553:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.187560:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853779.187561:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853779.189188:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853779.189194:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853779.189200:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853779.189203:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853779.189207:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853779.189211:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853779.189213:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853779.189216:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853779.189218:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853779.189220:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853779.189221:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853779.189222:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853779.189236:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853779.189246:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853779.189248:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853779.189252:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853779.189255:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853779.189258:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853779.189262:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631439232:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853779.189772:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853779.189779:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853779.189782:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853779.189784:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853779.189795:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4584ca8000. 02000000:00000001:3.0:1780853779.189797:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853779.189813:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853779.189819:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853779.189828:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a3b8. 00000100:00000200:3.0:1780853779.189835:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631439232, portal 10 00000100:00000001:3.0:1780853779.189837:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853779.189839:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:3.0:1780853779.189855:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853779.189886:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853779.189890:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853779.189893:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a2a8. 00000100:00000200:3.0:1780853779.189896:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631439232, offset 0 00000400:00000200:3.0:1780853779.189902:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853779.189911:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853779.189927:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853779.189932:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853779.189937:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853779.189940:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853779.189942:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853779.189961:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2553:2553:256:4294967295] 192.168.202.110@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:3.0:1780853779.189966:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853779.189982:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853779.189989:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853779.189995:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77200. 00000800:00000200:3.0:1780853779.190002:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853779.190018:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853779.190023:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853779.190033:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853779.190037:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 812426 usecs (813 jiffies) 00000400:00000200:3.0:1780853779.190040:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853779.190049:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296576757 00000100:00000001:3.0:1780853779.190053:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296580027 00000100:00000001:3.0:1780853779.190056:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296576757 00000100:00000001:3.0:1780853779.190058:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296580027 00000100:00000001:3.0:1780853779.190060:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853779.190062:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853779.190066:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853779.190068:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.190420:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.190425:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853779.190429:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853779.190437:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3bb80. 00000020:00000040:2.0:1780853779.190441:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853779.190445:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853779.190447:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853779.190451:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853779.190457:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd300. 00000100:00000001:2.0:1780853779.190463:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.190470:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853779.190478:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853779.190483:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.190488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983e796f] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.190497:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.190500:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780853779.190503:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780853779.190509:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1913) 00000100:00000001:2.0:1780853779.190525:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853779.190538:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853779.190540:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.190545:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853779.190547:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.190549:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.190550:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853779.190552:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853779.190556:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.190563:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853779.190565:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853779.190567:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853779.190569:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853779.190572:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853779.190575:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631439360:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853779.190579:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853779.190581:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853779.190583:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853779.190585:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853779.190589:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3c00. 02000000:00000001:2.0:1780853779.190591:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853779.190595:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853779.190598:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 00000400:00000010:2.0:1780853779.190602:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fb28. 00000100:00000200:2.0:1780853779.190605:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631439360, portal 4 00000100:00000001:2.0:1780853779.190607:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853779.190608:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:2.0:1780853779.190614:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.190620:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853779.190622:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853779.190625:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853779.190627:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631439360, offset 0 00000400:00000200:2.0:1780853779.190632:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853779.190636:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853779.190652:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853779.190656:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853779.190658:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853779.190660:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853779.190662:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853779.190665:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2554:2554:255:4294967295] 192.168.202.110@tcp LPNI seq info [2554:2554:7:4294967295] 00000400:00000200:2.0:1780853779.190669:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853779.190675:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853779.190679:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853779.190683:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd800. 00000800:00000200:2.0:1780853779.190687:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853779.190693:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853779.190696:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853779.190699:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.190702:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 228363 usecs (229 jiffies) 00000400:00000200:2.0:1780853779.190705:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853779.190706:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296576173 00000100:00000001:2.0:1780853779.190708:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296580027 00000100:00000001:2.0:1780853779.190710:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296576173 00000100:00000001:2.0:1780853779.190712:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296580027 00000100:00000001:2.0:1780853779.190714:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853779.190717:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.190719:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.190721:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853779.191459:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853779.191463:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853779.191466:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853779.191469:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853779.192082:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853779.192090:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77200. 00000400:00000200:1.0:1780853779.192096:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853779.192115:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853779.192125:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a2a8 00000400:00000010:1.0:1780853779.192128:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a2a8. 00000100:00000001:1.0:1780853779.192133:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853779.192142:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.192154:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853779.192157:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.192164:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853779.192166:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853779.192228:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853779.192231:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853779.192234:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853779.192238:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853779.192241:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:1.0:1780853779.192243:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:1.0:1780853779.192247:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853779.192251:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.192258:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853779.192261:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.192306:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853779.192309:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853779.205430:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205448:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853779.205452:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205454:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853779.205463:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205471:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853779.205482:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205488:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205494:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205497:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52c00 00000400:00000200:1.0:1780853779.205503:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205509:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6e61 [1] + 224 00000800:00000001:1.0:1780853779.205517:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205523:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853779.205526:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853779.205530:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853779.205538:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853779.205546:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853779.205557:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.205574:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853779.205583:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205587:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853779.205589:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205591:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853779.205594:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205598:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853779.205601:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205604:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205606:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205609:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe52b80 00000400:00000200:1.0:1780853779.205612:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205617:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6e59 [1] + 224 00000800:00000001:1.0:1780853779.205620:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205623:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853779.205625:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853779.205628:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853779.205631:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853779.205649:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853779.205658:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.205677:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853779.205681:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205685:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853779.205686:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.205688:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853779.205691:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205694:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853779.205699:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205701:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205704:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205707:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe52b00 00000400:00000200:1.0:1780853779.205709:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853779.205714:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6e51 [1] + 224 00000800:00000001:1.0:1780853779.205717:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1780853779.205860:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.205880:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853779.205888:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853779.205890:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853779.205893:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:2.0:1780853779.205898:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:2.0:1780853779.205900:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:2.0:1780853779.205904:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853779.205908:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853779.205917:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.205923:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853779.205924:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.205927:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853779.205930:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853779.205932:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853779.205934:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853779.205937:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853779.205947:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853779.205962:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=55 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853779.205965:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853779.205967:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853779.205969:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853779.205973:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.205976:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853779.205979:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853779.205981:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853779.205982:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.205987:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.205994:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853779.205997:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853779.205999:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853779.206003:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853779.206017:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631439360:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853779.206021:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.206024:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853779.206027:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631439360/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.206034:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853779.206037:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853779.206041:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3c00. 02000000:00000001:2.0:1780853779.206046:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853779.206049:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853779.206051:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853779.206053:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853779.206056:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd300. 02000000:00000001:2.0:1780853779.206059:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853779.206061:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853779.206063:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:2.0:1780853779.206066:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853779.206067:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.206070:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.206078:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853779.206079:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.206082:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.206083:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.212784:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.212793:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853779.212802:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853779.212804:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853779.212808:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:2.0:1780853779.212823:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a3b8 00000400:00000010:2.0:1780853779.212826:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a3b8. 00000100:00000001:2.0:1780853779.212831:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853779.212844:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853779.212872:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.212880:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853779.212882:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.212886:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853779.212890:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853779.212892:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853779.212894:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853779.212898:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853779.212908:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=20 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853779.212913:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853779.212916:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853779.212918:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853779.212921:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853779.212925:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.212929:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853779.212931:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967652 00000100:00000001:2.0:1780853779.212933:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853779.212936:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.212940:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.212947:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853779.213073:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853779.213076:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853779.213083:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853779.213091:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631439232:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853779.213166:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.213169:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853779.213174:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631439232/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.213181:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853779.213184:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853779.213187:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca8000. 02000000:00000001:2.0:1780853779.213192:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853779.213195:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853779.213197:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853779.213200:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853779.213202:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddf00. 02000000:00000001:2.0:1780853779.213206:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853779.213208:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853779.213210:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853779.213214:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853779.213215:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.213218:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.213220:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.213222:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853779.213223:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.213225:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853779.226041:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853779.226055:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853779.226065:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853779.226076:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853779.226086:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853779.226154:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853779.226182:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853779.226195:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853779.226200:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.226297:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.226301:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853779.226307:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853779.226310:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853779.226313:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:2.0:1780853779.226318:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ac38 00000400:00000010:2.0:1780853779.226321:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ac38. 00000100:00000001:2.0:1780853779.226324:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853779.226329:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853779.226337:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.226344:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853779.226346:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.226348:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853779.226351:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853779.226353:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853779.226357:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853779.226360:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853779.226367:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853779.226371:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1780853779.226373:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853779.226375:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853779.226715:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853779.226717:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.226720:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853779.226726:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.226733:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853779.226737:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853779.226739:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853779.226743:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853779.226749:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631439104:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853779.226754:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.226756:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853779.227090:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631439104/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853779.227162:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853779.227166:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853779.227171:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4584ca8200. 02000000:00000001:2.0:1780853779.227176:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853779.227180:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853779.227181:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853779.227184:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853779.227186:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd500. 02000000:00000001:2.0:1780853779.227190:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853779.227191:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853779.227193:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:2.0:1780853779.227196:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853779.227198:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.227201:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853779.227208:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853779.227211:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853779.227213:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853779.227215:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853779.501346:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853779.501354:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853779.501360:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853779.501362:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853779.507759:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853779.507766:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853779.507771:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853779.888516:0:32466:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853780.276111:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.276131:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853780.276135:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.276138:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853780.276149:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.276158:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853780.276167:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.276173:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.276179:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.276183:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a51158f80 00000400:00000200:1.0:1780853780.276191:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x6c79 [2] + 0 00000800:00000001:1.0:1780853780.276199:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.276209:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853780.276213:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853780.276217:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853780.276226:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853780.276228:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853780.276235:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104a80. 00000100:00000040:1.0:1780853780.276239:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583104a80 x1867358651387776 msgsize 328 00000100:00100000:1.0:1780853780.276243:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853780.276252:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853780.276261:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.276283:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.276302:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853780.276305:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651387776 02000000:00000001:1.0:1780853780.276308:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853780.276310:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853780.276312:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853780.276317:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853780.276321:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651387776 00000020:00000001:1.0:1780853780.276325:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853780.276327:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:1.0:1780853780.276330:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853780.276382:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:1.0:1780853780.276385:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:1.0:1780853780.276388:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:1.0:1780853780.276392:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853780.276397:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc5c0. 00000100:00000001:1.0:1780853780.276400:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853780.276403:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc5c0. 00000020:00000010:1.0:1780853780.276409:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4590cd8a00. 00000020:00000010:1.0:1780853780.276415:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2180. 00000020:00000010:1.0:1780853780.276420:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a3e8. 00000100:00000040:1.0:1780853780.276430:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853780.276433:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853780.276434:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853780.276437:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.276444:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.276451:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.276461:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853780.276463:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853780.276467:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 59 00000100:00000040:1.0:1780853780.276471:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:1.0:1780853780.276473:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000040:1.0:1780853780.276480:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583104a80 x1867358651387776/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:561/0 lens 328/0 e 0 to 0 dl 1780853791 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853780.276489:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853780.276492:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc5c0. 00000100:00000001:1.0:1780853780.276494:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853780.276495:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc5c0. 00000100:00100000:1.0:1780853780.276499:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583104a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6583:x1867358651387776:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853780.276503:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651387776 00010000:00000001:1.0:1780853780.276506:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853780.276514:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853780.276515:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853780.276517:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=2 00000020:00000001:1.0:1780853780.276520:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:1.0:1780853780.276522:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:1.0:1780853780.276526:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853780.276530:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853780.276536:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:1.0:1780853780.276549:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853780.276551:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853780.276556:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d73c00. 02000000:00000001:1.0:1780853780.276558:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.276561:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.276565:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853780.276569:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853780.276573:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=170 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853780.276578:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853780.276581:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853780.276583:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853780.276585:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853780.276587:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.276590:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853780.276593:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853780.276597:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853780.276602:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651387776, offset 224 00000400:00000200:1.0:1780853780.276607:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853780.276613:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.276619:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853780.276625:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2555:2555:256:4294967295] 192.168.202.110@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:1.0:1780853780.276629:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.276637:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853780.276642:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853780.276647:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76e00. 00000800:00000200:1.0:1780853780.276654:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853780.276661:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853780.276665:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853780.276674:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853780.276678:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853780.276681:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853780.276684:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4592487d80. 00010000:00000001:1.0:1780853780.276687:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853780.276696:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853780.276699:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.276700:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.276702:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853780.276706:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358651387776/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:561/0 lens 328/224 e 0 to 0 dl 1780853791 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853780.276714:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583104a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6583:x1867358651387776:12345-192.168.202.110@tcp:104: Request processed in 224us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853780.276721:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 59 00000100:00000040:1.0:1780853780.276724:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:1.0:1780853780.276726:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853780.276728:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853780.276732:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2180. 00000020:00000010:1.0:1780853780.276736:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a3e8. 00000020:00000010:1.0:1780853780.276738:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4590cd8a00. 00000020:00000040:1.0:1780853780.276744:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:1.0:1780853780.276746:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853780.276843:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853780.276847:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76e00. 00000400:00000200:1.0:1780853780.276851:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853780.276866:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853780.276870:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:1.0:1780853780.276872:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:1.0:1780853780.276875:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853780.276877:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1780853780.276888:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853780.276890:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853780.276892:0:16009:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1780853780.276895:0:16009:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1780853780.276897:0:16009:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1780853780.276900:0:16009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780853780.276910:0:16009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2171e00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:1.0:1780853780.276913:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1780853780.276915:0:16009:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853780.276917:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853780.276918:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853780.276920:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171e00 refcount=3 00000020:00000001:1.0:1780853780.276921:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:1.0:1780853780.276923:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067904 : -107452530483712 : ffff9e45c2171e00) 00010000:00000001:1.0:1780853780.276926:0:16009:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853780.276928:0:16009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1780853780.277104:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853780.277106:0:16009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853780.277111:0:16009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853780.277115:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4590cd8a00. 00000020:00000010:1.0:1780853780.277119:0:16009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4592699c00. 00000020:00000010:1.0:1780853780.277122:0:16009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49660. 00000008:00000010:1.0:1780853780.277128:0:16009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853780.277132:0:16009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853780.277138:0:16009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853780.277143:0:16009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853780.277147:0:16009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853780.277151:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45a0035800. 00000008:00000010:1.0:1780853780.277155:0:16009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853780.277158:0:16009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853780.277161:0:16009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853780.277164:0:16009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853780.277167:0:16009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853780.277170:0:16009:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000008:00000001:1.0:1780853780.277173:0:16009:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853780.277175:0:16009:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853780.277177:0:16009:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853780.277180:0:16009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4592699c00. 00000020:00000010:1.0:1780853780.277185:0:16009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49660. 00000008:00000010:1.0:1780853780.277190:0:16009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853780.277193:0:16009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853780.277196:0:16009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853780.277200:0:16009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853780.277203:0:16009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853780.277205:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4590cd8a00. 00000008:00000010:1.0:1780853780.277209:0:16009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853780.277212:0:16009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853780.277215:0:16009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853780.277217:0:16009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853780.277220:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45a0035800. 00000020:00000010:1.0:1780853780.277222:0:16009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000008:00000001:1.0:1780853780.277225:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.277227:0:16009:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853780.277232:0:16009:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853780.277234:0:16009:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853780.277236:0:16009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853780.277238:0:16009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853780.277241:0:16009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171e00 with handle 0xa8f483e9eb300e22 from hash 00010000:00000001:1.0:1780853780.277243:0:16009:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853780.277245:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853780.277246:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853780.277247:0:16009:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853780.277250:0:16009:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853780.277252:0:16009:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1780853780.277256:0:16009:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853780.277259:0:16009:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.277261:0:16009:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853780.277283:0:16009:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1780853780.277288:0:16009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107480. 00000020:00000040:1.0:1780853780.277292:0:16009:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853780.277297:0:16009:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853780.277299:0:16009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853780.277304:0:16009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853780.277309:0:16009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45a0035800. 00000100:00000001:1.0:1780853780.277314:0:16009:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.277316:0:16009:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853780.277320:0:16009:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1780853780.277327:0:16009:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853780.277328:0:16009:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.277333:0:16009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853780.277337:0:16009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853780.277345:0:16009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b23beb4e] to pc [ptlrpcd_00_00+0] req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780853780.277366:0:16009:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853780.277368:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853780.277369:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853780.277371:0:16009:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.277373:0:16009:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853780.277374:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853780.277378:0:16009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853780.277385:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853780.277388:0:16009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000004b5a403c/0xa8f483e9eb300e22 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x562725ecec97a12a expref: -99 pid: 32081 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1780853780.277396:0:16009:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852ded40. 00010000:00000040:1.0:1780853780.277399:0:16009:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3200 count: 0 00010000:00000010:1.0:1780853780.277406:0:16009:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e45853e3a00. 00010000:00000001:1.0:1780853780.277414:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853780.277416:0:16009:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1780853780.277417:0:16009:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4592487d80. 00010000:00000001:1.0:1780853780.277420:0:16009:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853780.277422:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853780.277424:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853780.277426:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853780.277428:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853780.277429:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853780.277430:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853780.277432:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853780.277433:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853780.277434:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853780.277441:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853780.277444:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853780.277446:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853780.277452:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.277460:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853780.277461:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853780.277465:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853780.277468:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853780.277470:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853780.277473:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631439488:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853780.277478:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853780.277482:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853780.277485:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853780.277488:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853780.277492:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4590cd8a00. 02000000:00000001:1.0:1780853780.277494:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853780.277498:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853780.277502:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d7e8. 00000400:00000010:1.0:1780853780.277507:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853780.277512:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631439488, portal 18 00000100:00000001:1.0:1780853780.277515:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853780.277516:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000040:1.0:1780853780.277522:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.277529:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853780.277532:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853780.277534:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853780.277536:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631439488, offset 0 00000400:00000200:1.0:1780853780.277540:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853780.277546:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.277551:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853780.277556:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853780.277561:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853780.277564:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853780.277567:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853780.277570:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2556:2556:256:4294967295] 192.168.202.110@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:1.0:1780853780.277574:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.277580:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853780.277585:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853780.277588:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76e00. 00000800:00000200:1.0:1780853780.277593:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853780.277599:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853780.277603:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853780.277611:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853780.277616:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 227313 usecs (228 jiffies) 00000400:00000200:1.0:1780853780.277620:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853780.277623:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296577258 00000100:00000001:1.0:1780853780.277627:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296580027 00000100:00000001:1.0:1780853780.277629:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296577258 00000100:00000001:1.0:1780853780.277632:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296580027 00000100:00000001:1.0:1780853780.277634:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853780.277637:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.277640:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.277642:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.277647:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853780.277649:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853780.277651:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853780.277652:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853780.277654:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.277655:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853780.277718:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853780.277721:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76e00. 00000400:00000200:1.0:1780853780.277725:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853780.277729:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853780.277733:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853780.277735:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853780.277738:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853780.277742:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.277751:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853780.277754:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.277761:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.277763:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853780.278086:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853780.278089:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853780.287399:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.287417:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853780.287422:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.287425:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853780.287434:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.287441:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853780.287450:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.287455:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.287460:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.287463:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe52c80 00000400:00000200:1.0:1780853780.287468:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853780.287474:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6e71 [1] + 224 00000800:00000001:1.0:1780853780.287480:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.287489:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853780.287492:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853780.287496:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853780.287502:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853780.287511:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853780.287522:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.287547:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853780.287556:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853780.287559:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.287570:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853780.287574:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853780.287580:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853780.287582:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853780.287585:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d7e8. 00000400:00000200:1.0:1780853780.287590:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:1.0:1780853780.287592:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:1.0:1780853780.287595:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853780.287599:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853780.287608:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.287615:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853780.287617:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.287620:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853780.287622:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853780.287625:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853780.287627:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853780.287630:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853780.287639:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853780.287643:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853780.287645:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853780.287647:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853780.287650:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853780.287653:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.287656:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853780.287659:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1780853780.287661:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853780.287662:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853780.287667:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.287673:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853780.287676:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853780.287679:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853780.287683:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853780.287691:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631439488:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853780.287696:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.287699:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853780.287702:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107480 x1867358631439488/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853796 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853780.287714:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853780.287717:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853780.287720:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4590cd8a00. 02000000:00000001:1.0:1780853780.287724:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853780.287727:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853780.287729:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853780.287732:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853780.287734:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45a0035800. 02000000:00000001:1.0:1780853780.287738:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853780.287739:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853780.287741:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107480. 00000100:00000001:1.0:1780853780.287745:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853780.287746:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.287749:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853780.287757:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853780.287759:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853780.287761:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853780.287763:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853780.293199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3200. 00010000:00000010:1.1:1780853780.293209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171e00. 00010000:00000001:1.0:1780853780.527318:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853780.527323:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853780.527342:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853780.527344:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853780.527347:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853780.673432:0:32528:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853781.551070:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853781.551089:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853781.551091:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853781.551095:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853781.551100:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853781.551102:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853781.551104:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853781.551106:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853781.551210:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853781.551213:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853781.551217:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853781.793004:0:32620:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853782.247350:0:32656:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780853782.248456:0:32656:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 13:36:20 (1780853780) 00000001:00000001:1.0:1780853782.268677:0:32656:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1780853782.350694:0:32659:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853782.350702:0:32659:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853782.350705:0:32659:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853782.350709:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bbc0 00000080:00200000:3.0:1780853782.350714:0:32659:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853782.350721:0:32659:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853782.350729:0:32659:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853782.350733:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853782.350738:0:32659:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853782.350740:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bae0 00800000:00000002:3.0:1780853782.350742:0:32659:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853782.350747:0:32659:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853782.350751:0:32659:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853782.350756:0:32659:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853782.350758:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b9b0 00000002:00010000:3.0:1780853782.350760:0:32659:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853782.350764:0:32659:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853782.350766:0:32659:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853782.350769:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853782.350776:0:32659:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.350779:0:32659:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.350781:0:32659:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.350784:0:32659:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853782.350786:0:32659:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853782.350793:0:32659:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853782.350797:0:32659:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853782.350804:0:32659:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853782.350809:0:32659:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853782.350813:0:32659:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.350819:0:32659:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853782.350821:0:32659:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853782.350826:0:32659:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853782.350845:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faf000. 00000100:00000001:3.0:1780853782.350853:0:32659:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.350858:0:32659:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853782.350860:0:32659:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.350862:0:32659:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853782.350863:0:32659:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.350865:0:32659:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.350878:0:32659:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00010000:00000001:3.0:1780853782.350882:0:32659:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853782.350884:0:32659:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853782.350890:0:32659:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3500. 00010000:00000010:3.0:1780853782.350894:0:32659:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02400. 00010000:00000001:3.0:1780853782.350900:0:32659:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853782.350904:0:32659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853782.350909:0:32659:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853782.350912:0:32659:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300e3e to hash 00000020:00000001:3.0:1780853782.350914:0:32659:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853782.350915:0:32659:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.350920:0:32659:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.350924:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853782.350927:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853782.350931:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853782.350941:0:32659:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853782.350951:0:32659:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853782.350957:0:32659:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853782.350959:0:32659:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853782.350965:0:32659:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f480. 00000100:00000001:3.0:1780853782.350967:0:32659:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146930816 : -107453562620800 : ffff9e458491f480) 00000100:00000001:3.0:1780853782.350970:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853782.350971:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853782.350975:0:32659:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853782.350979:0:32659:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.350981:0:32659:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853782.350982:0:32659:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853782.350992:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.351000:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853782.351002:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853782.351005:0:32659:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853782.351008:0:32659:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853782.351010:0:32659:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853782.351014:0:32659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32659:1867358631439616:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853782.351018:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853782.351023:0:32659:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853782.351026:0:32659:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853782.351028:0:32659:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853782.351033:0:32659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc2000. 02000000:00000001:3.0:1780853782.351035:0:32659:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853782.351043:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853782.351047:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae7e8. 00000400:00000010:3.0:1780853782.351224:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8af68. 00000100:00000200:3.0:1780853782.351232:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631439616, portal 10 00000100:00000001:3.0:1780853782.351234:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853782.351236:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853782.351243:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.351251:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853782.351255:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853782.351258:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a220. 00000100:00000200:3.0:1780853782.351261:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631439616, offset 0 00000400:00000200:3.0:1780853782.351290:0:32659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853782.351301:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853782.351309:0:32659:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853782.351316:0:32659:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853782.351321:0:32659:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853782.351327:0:32659:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853782.351330:0:32659:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853782.351335:0:32659:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2557:2557:256:4294967295] 192.168.202.110@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:3.0:1780853782.351340:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853782.351351:0:32659:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853782.351359:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853782.351365:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853782.351373:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853782.351381:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853782.351386:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853782.351578:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853782.351584:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 811428 usecs (812 jiffies) 00000400:00000200:3.0:1780853782.351588:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853782.351591:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296579918 00000100:00000001:3.0:1780853782.351594:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296580027 00000100:00000001:3.0:1780853782.351596:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296579918 00000100:00000001:3.0:1780853782.351599:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296580027 00000100:00000001:3.0:1780853782.351601:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853782.351603:0:32659:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.351606:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853782.351607:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853782.351611:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f480 going to sleep for 11 seconds 00000100:00000001:3.0:1780853782.351613:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853782.351616:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853782.352441:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853782.352447:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:1.0:1780853782.352453:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853782.352459:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853782.352718:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a220 00000400:00000010:1.0:1780853782.352723:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a220. 00000100:00000001:1.0:1780853782.352728:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853782.352737:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853782.352750:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853782.352755:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853782.352762:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853782.352764:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853782.359125:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.359143:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853782.359148:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.359150:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853782.359162:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.359170:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853782.359178:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.359183:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.359188:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.359192:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe52d00 00000400:00000200:1.0:1780853782.359197:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.359205:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6e81 [1] + 224 00000800:00000001:1.0:1780853782.359212:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.359220:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853782.359224:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853782.359228:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853782.359236:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853782.359246:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853782.359298:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853782.359313:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853782.359323:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.359327:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853782.359442:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853782.359451:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853782.359453:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853782.359457:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae7e8. 00000400:00000200:3.0:1780853782.359462:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8af68 00000400:00000010:3.0:1780853782.359464:0:32659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8af68. 00000100:00000001:3.0:1780853782.359596:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853782.359602:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853782.359610:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.359616:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853782.359618:0:32659:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853782.359621:0:32659:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853782.359625:0:32659:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853782.359628:0:32659:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853782.359631:0:32659:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853782.359634:0:32659:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853782.359645:0:32659:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=23 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853782.359649:0:32659:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853782.359652:0:32659:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853782.359654:0:32659:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.359657:0:32659:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853782.359660:0:32659:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.359664:0:32659:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853782.359666:0:32659:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967654 gen 2 00000100:00000040:3.0:1780853782.359673:0:32659:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967654) req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.359681:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853782.359685:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b800 x1867358631435008/t4294967653(4294967653) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.359692:0:32659:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853782.359694:0:32659:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853782.359698:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba000. 02000000:00000001:3.0:1780853782.359702:0:32659:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853782.359705:0:32659:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853782.359708:0:32659:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853782.359710:0:32659:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853782.359712:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4583cd3000. 02000000:00000001:3.0:1780853782.359716:0:32659:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853782.359718:0:32659:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853782.359720:0:32659:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b800. 00000100:00000001:3.0:1780853782.359724:0:32659:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853782.359725:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853782.359731:0:32659:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967654) req@ffff9e4588368a80 x1867358631438976/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853782.359737:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853782.359740:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368a80 x1867358631438976/t4294967654(4294967654) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 504/456 e 0 to 0 dl 1780853791 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853782.359747:0:32659:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853782.359748:0:32659:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853782.359749:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb800. 02000000:00000001:3.0:1780853782.359752:0:32659:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853782.359753:0:32659:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853782.359755:0:32659:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853782.359757:0:32659:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853782.359759:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904b2200. 02000000:00000001:3.0:1780853782.359762:0:32659:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853782.359763:0:32659:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853782.359764:0:32659:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368a80. 00000100:00000001:3.0:1780853782.359767:0:32659:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853782.359768:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853782.359771:0:32659:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780853782.359773:0:32659:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1780853782.359776:0:32659:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853782.359778:0:32659:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853782.359783:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.359797:0:32659:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853782.359800:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853782.359802:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853782.359807:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853798 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853782.359815:0:32659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32659:1867358631439616:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853782.359820:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853782.359823:0:32659:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.359826:0:32659:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853782.359828:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853782.359831:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853798 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.359848:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853782.359851:0:32659:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f480. 00000100:00000001:3.0:1780853782.359855:0:32659:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853782.359856:0:32659:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.359859:0:32659:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853782.359864:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.359867:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.359870:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853782.359872:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.359876:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853782.359883:0:32659:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170c00, remote cookie: 0x562725ecec97a19a, flags: 0x1001 00010000:00010000:3.0:1780853782.359889:0:32659:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853782.359901:0:32659:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.359915:0:32659:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853782.359919:0:32659:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853782.359922:0:32659:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853782.359923:0:32659:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853782.359925:0:32659:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853782.359928:0:32659:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3500) refcount = 1 00010000:00010000:3.0:1780853782.359932:0:32659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.359938:0:32659:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853782.359942:0:32659:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853782.359943:0:32659:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853782.359946:0:32659:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853782.359949:0:32659:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853782.359952:0:32659:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.359958:0:32659:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853782.359959:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.359960:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.359962:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.359963:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.359964:0:32659:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.359968:0:32659:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853782.359969:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.359970:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.359971:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.359973:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.359975:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.359977:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.359978:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.359979:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853782.359981:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.359983:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.359986:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853782.359988:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853782.359991:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.359997:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.359998:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.360000:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360001:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360002:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=5 00000020:00000001:3.0:1780853782.360003:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360005:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360008:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853782.360010:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.360016:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360017:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853782.360019:0:32659:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.360025:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853782.360026:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360027:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.360028:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360029:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853782.360034:0:32659:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853782.360043:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360044:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360046:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.360048:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360050:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360053:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360054:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853782.360055:0:32659:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.360058:0:32659:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.360062:0:32659:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853782.360065:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360066:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360067:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.360069:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360071:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00000002:00010000:3.0:1780853782.360074:0:32659:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.360092:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360093:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.360095:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853782.360096:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360098:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360099:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.360101:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360103:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853782.360109:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853782.360112:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853782.360117:0:32659:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853782.360119:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360121:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853782.360122:0:32659:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853782.360125:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b930 00000002:00002000:3.0:1780853782.360127:0:32659:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853782.360130:0:32659:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853782.360134:0:32659:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853782.360136:0:32659:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853782.360139:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853782.360143:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853782.360147:0:32659:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853782.360151:0:32659:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853782.360155:0:32659:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853782.360157:0:32659:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853782.360163:0:32659:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853782.360166:0:32659:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853782.360171:0:32659:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852dee80. 00800000:00000001:3.0:1780853782.360173:0:32659:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157152896 : -107453552398720 : ffff9e45852dee80) 00800000:00000001:3.0:1780853782.360176:0:32659:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.360178:0:32659:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853782.360181:0:32659:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853782.360183:0:32659:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853782.360185:0:32659:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853782.360188:0:32659:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853782.360189:0:32659:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853782.360193:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853782.360197:0:32659:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1780853782.360199:0:32659:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115188193296385 mtime from 1780853760 to 1780853775 00000080:00200000:3.0:1780853782.360204:0:32659:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853782.360206:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360207:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360208:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.360210:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360212:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360214:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360215:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853782.360216:0:32659:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853782.360218:0:32659:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853782.360219:0:32659:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852dee80 1 00800000:00000010:3.0:1780853782.360221:0:32659:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852dee80. 00800000:00000001:3.0:1780853782.360224:0:32659:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853782.360227:0:32659:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e3e 00800000:00000001:3.0:1780853782.360230:0:32659:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853782.360232:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853782.360233:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360235:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360236:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.360238:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360240:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360242:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360243:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853782.360244:0:32659:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853782.360246:0:32659:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853782.360248:0:32659:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853782.360251:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853782.360254:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e3e from it ffffb4b401f7bbf8 00010000:00000001:3.0:1780853782.360255:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.360257:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.360258:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.360259:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360261:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.360289:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853782.360292:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853782.360299:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360300:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.360302:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853782.360304:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853782.360307:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853782.360315:0:32659:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853782.360317:0:32659:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853782.360319:0:32659:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853782.360324:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360325:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.360327:0:32659:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.360330:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853782.360332:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.360334:0:32659:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.360337:0:32659:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.360339:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853782.360340:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.360341:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853782.360343:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853782.360347:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631439616/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853798 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.360353:0:32659:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853782.360355:0:32659:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853782.360357:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc2000. 02000000:00000001:3.0:1780853782.360360:0:32659:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853782.360362:0:32659:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853782.360363:0:32659:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853782.360365:0:32659:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853782.360367:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853782.360369:0:32659:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853782.360370:0:32659:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853782.360372:0:32659:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853782.360374:0:32659:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853782.360376:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853782.360379:0:32659:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853782.360385:0:32659:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853782.362569:0:32659:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989820. 00000080:00000001:3.0:1780853782.362582:0:32659:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853782.362585:0:32659:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853782.362589:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bb00 00000080:00200000:3.0:1780853782.362591:0:32659:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853782.362598:0:32659:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853782.362605:0:32659:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853782.362609:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853782.362615:0:32659:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853782.362617:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba20 00800000:00000002:3.0:1780853782.362620:0:32659:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853782.362624:0:32659:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853782.362628:0:32659:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853782.362633:0:32659:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853782.362636:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b8f0 00000002:00010000:3.0:1780853782.362637:0:32659:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853782.362641:0:32659:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853782.362643:0:32659:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853782.362647:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853782.362653:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853782.362656:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853782.362661:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853782.362664:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853782.362669:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853782.362681:0:32659:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853782.362686:0:32659:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853782.362689:0:32659:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853782.362696:0:32659:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853782.362698:0:32659:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853782.362700:0:32659:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853782.362703:0:32659:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853782.362705:0:32659:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853782.362708:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853782.362710:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853782.362713:0:32659:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853782.362716:0:32659:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000080:00000001:3.0:1780853782.362720:0:32659:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853782.362721:0:32659:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853782.362724:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853782.362728:0:32659:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e3e 00800000:00000001:3.0:1780853782.362733:0:32659:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853782.362736:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853782.362737:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.362739:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.362742:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.362744:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.362747:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.362750:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.362751:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853782.362752:0:32659:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853782.362754:0:32659:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853782.362756:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e3e from it ffffb4b401f7bb38 00010000:00000001:3.0:1780853782.362759:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853782.362760:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853782.362761:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853782.362762:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.362765:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853782.362767:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853782.362769:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853782.362775:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.362776:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.362777:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853782.362779:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853782.362781:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853782.362789:0:32659:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853782.362793:0:32659:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853782.362795:0:32659:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853782.362800:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.362801:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.362803:0:32659:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.362807:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853782.362809:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.362812:0:32659:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.362815:0:32659:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.362817:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853782.362818:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.362819:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853782.362822:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853782.362824:0:32659:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853782.362826:0:32659:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:3.0:1780853782.362831:0:32659:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853782.362845:0:32659:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:3.0:1780853782.362848:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bb50 00000080:00200000:3.0:1780853782.362851:0:32659:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e459403be00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1780853782.362857:0:32659:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4583139960. 00000080:00000001:3.0:1780853782.362862:0:32659:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853782.362863:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba00 00000080:00200000:3.0:1780853782.362865:0:32659:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000010:3.0:1780853782.362872:0:32659:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8a00. 00800000:00000002:3.0:1780853782.362874:0:32659:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853782.362879:0:32659:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853782.362880:0:32659:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853782.362882:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b920 00800000:00000002:3.0:1780853782.362884:0:32659:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853782.362887:0:32659:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1780853782.362890:0:32659:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853782.362894:0:32659:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:3.0:1780853782.362898:0:32659:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780853782.362900:0:32659:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780853782.362903:0:32659:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780853782.362905:0:32659:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780853782.362909:0:32659:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:3.0:1780853782.362912:0:32659:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.362914:0:32659:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853782.362916:0:32659:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853782.362919:0:32659:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853782.362920:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b8a0 00800000:00000002:3.0:1780853782.362922:0:32659:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1780853782.362925:0:32659:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853782.362926:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b7d8 00000002:00010000:3.0:1780853782.362928:0:32659:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1780853782.362931:0:32659:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853782.362934:0:32659:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780853782.362937:0:32659:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1780853782.362941:0:32659:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.362942:0:32659:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853782.362944:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853782.362946:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853782.362948:0:32659:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853782.362951:0:32659:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853782.362955:0:32659:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853782.362962:0:32659:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853782.362966:0:32659:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853782.362969:0:32659:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853782.362971:0:32659:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1780853782.362974:0:32659:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853782.362975:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853782.362977:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 3 00010000:00000001:3.0:1780853782.362979:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853782.362982:0:32659:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.362983:0:32659:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853782.362984:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853782.362985:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 3 00010000:00000001:3.0:1780853782.362987:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853782.362988:0:32659:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.362990:0:32659:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853782.362991:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853782.362992:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 3 00010000:00000001:3.0:1780853782.362994:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853782.362996:0:32659:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853782.362998:0:32659:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853782.363000:0:32659:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853782.363005:0:32659:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1780853782.363007:0:32659:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853782.363010:0:32659:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853782.363012:0:32659:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.363015:0:32659:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853782.363019:0:32659:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853782.363021:0:32659:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853782.363023:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853782.363024:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853782.363027:0:32659:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170c00 with handle 0xa8f483e9eb300e3e from hash 00010000:00000001:3.0:1780853782.363029:0:32659:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853782.363030:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853782.363031:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.363032:0:32659:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853782.363035:0:32659:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853782.363037:0:32659:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853782.363040:0:32659:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853782.363042:0:32659:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853782.363044:0:32659:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853782.363050:0:32659:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853782.363054:0:32659:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853782.363060:0:32659:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853782.363061:0:32659:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.363064:0:32659:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853782.363067:0:32659:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853782.363069:0:32659:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.363072:0:32659:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853782.363074:0:32659:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853782.363076:0:32659:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853782.363082:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faf000. 00000100:00000001:3.0:1780853782.363089:0:32659:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.363093:0:32659:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853782.363096:0:32659:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853782.363099:0:32659:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853782.363106:0:32659:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853782.363108:0:32659:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853782.363109:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853782.363112:0:32659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170c00/0xa8f483e9eb300e3e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a19a expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1780853782.363119:0:32659:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3500 count: 0 00010000:00000010:3.0:1780853782.363125:0:32659:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02400. 00010000:00000001:3.0:1780853782.363133:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853782.363134:0:32659:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.363136:0:32659:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853782.363137:0:32659:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853782.363139:0:32659:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853782.363147:0:32659:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00010000:00000001:3.0:1780853782.363151:0:32659:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853782.363153:0:32659:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853782.363157:0:32659:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3e00. 00010000:00000010:3.0:1780853782.363161:0:32659:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02400. 00010000:00000001:3.0:1780853782.363165:0:32659:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853782.363169:0:32659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171c00. 00000020:00000001:3.0:1780853782.363171:0:32659:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853782.363173:0:32659:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171c00 with handle 0xa8f483e9eb300e45 to hash 00000020:00000001:3.0:1780853782.363175:0:32659:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853782.363176:0:32659:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:3.0:1780853782.363180:0:32659:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:3.0:1780853782.363182:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853782.363184:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853782.363187:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853782.363199:0:32659:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853782.363211:0:32659:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780853782.363223:0:32659:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853782.363233:0:32659:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32659 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853782.363238:0:32659:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853782.363240:0:32659:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853782.363247:0:32659:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f480. 00000100:00000001:3.0:1780853782.363249:0:32659:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146930816 : -107453562620800 : ffff9e458491f480) 00000100:00000001:3.0:1780853782.363252:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853782.363254:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853782.363259:0:32659:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853782.363283:0:32659:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.363285:0:32659:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853782.363287:0:32659:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853782.363291:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.363299:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853782.363301:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853782.363304:0:32659:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853782.363307:0:32659:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853782.363309:0:32659:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853782.363313:0:32659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32659:1867358631439872:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853782.363318:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853782.363322:0:32659:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853782.363325:0:32659:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853782.363327:0:32659:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853782.363384:0:32659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853782.363387:0:32659:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853782.363396:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853782.363401:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae7e8. 00000400:00000010:3.0:1780853782.363408:0:32659:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4583fad400. 00000100:00000200:3.0:1780853782.363415:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631439872, portal 10 00000100:00000001:3.0:1780853782.363417:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853782.363419:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853782.363425:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853782.363433:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853782.363436:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853782.363440:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8af68. 00000100:00000200:3.0:1780853782.363443:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1867358631439872, offset 0 00000400:00000200:3.0:1780853782.363450:0:32659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853782.363459:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853782.365578:0:32659:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853782.365587:0:32659:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853782.365595:0:32659:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853782.365599:0:32659:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853782.365604:0:32659:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853782.365608:0:32659:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2558:2558:256:4294967295] 192.168.202.110@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:3.0:1780853782.365614:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853782.365627:0:32659:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853782.365634:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853782.365644:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853782.365653:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853782.365662:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853782.365666:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1780853782.365695:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853782.365703:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 810405 usecs (811 jiffies) 00000400:00000200:3.0:1780853782.365709:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853782.365712:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296579931 00000100:00000001:3.0:1780853782.365716:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296580027 00000100:00000001:3.0:1780853782.365718:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296579931 00000100:00000001:3.0:1780853782.365721:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296580027 00000100:00000001:3.0:1780853782.365723:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853782.365728:0:32659:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853782.365731:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853782.365733:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853782.365736:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f480 going to sleep for 11 seconds 00000100:00000001:3.0:1780853782.365740:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853782.365743:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853782.366040:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853782.366045:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000400:00000200:0.0:1780853782.366050:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853782.366056:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853782.366062:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8af68 00000400:00000010:0.0:1780853782.366065:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8af68. 00000100:00000001:0.0:1780853782.366069:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853782.366076:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853782.366087:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853782.366091:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853782.366098:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853782.366100:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853782.379563:0:32661:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:3.1:1780853782.379577:0:32661:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170c00. 00000800:00000001:1.0:1780853782.406957:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.406976:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853782.406981:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.406985:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853782.406996:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.407006:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853782.407015:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.407022:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.407028:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.407033:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe52e00 00000400:00000200:1.0:1780853782.407039:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853782.407048:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x6e89 [32] + 224 00000800:00000001:1.0:1780853782.407056:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853782.407066:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853782.407069:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853782.407073:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853782.407082:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853782.407092:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853782.407104:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853782.407123:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853782.407137:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1780853782.407143:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000001:2.0:1780853782.407148:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1780853782.407149:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000001:2.0:1780853782.407154:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853782.407158:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae7e8. 00000400:00000200:1.0:1780853782.407159:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853782.407165:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4583fad400 00000400:00000200:1.0:1780853782.407171:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2559:2559:256:4294967295] 192.168.202.110@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000010:2.0:1780853782.407172:0:32659:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4583fad400. 00000100:00000001:2.0:1780853782.407178:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1780853782.407181:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000200:2.0:1780853782.407187:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1780853782.407197:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853782.407209:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000100:00000200:2.0:1780853782.407213:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631439872/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853798 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000010:1.0:1780853782.407217:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d73400. 00000100:00000001:2.0:1780853782.407225:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1780853782.407227:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000100:00000001:2.0:1780853782.407228:0:32659:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853782.407233:0:32659:0:(client.c:1579:after_reply()) Process entered 00000800:00000200:1.0:1780853782.407236:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 02000000:00000001:2.0:1780853782.407238:0:32659:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000800:00000200:1.0:1780853782.407241:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d73400 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1780853782.407243:0:32659:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853782.407247:0:32659:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853782.407251:0:32659:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853782.407313:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1780853782.407367:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853782.407371:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d73400. 00000400:00000200:1.0:1780853782.407375:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853782.407379:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853782.407603:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1780853782.413010:0:32659:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=23 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853782.413024:0:32659:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853782.413027:0:32659:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853782.413030:0:32659:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.413033:0:32659:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853782.413037:0:32659:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853782.413042:0:32659:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853782.413044:0:32659:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1780853782.413047:0:32659:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853782.413050:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853782.413051:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:2.0:1780853782.413055:0:32659:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853782.413058:0:32659:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1780853782.413061:0:32659:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853782.413064:0:32659:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853782.413077:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853798 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853782.413087:0:32659:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853782.413090:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853782.413092:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853782.413096:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853798 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853782.413103:0:32659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32659:1867358631439872:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853782.413108:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853782.413112:0:32659:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853782.413114:0:32659:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853782.413116:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853782.413118:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853798 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853782.413125:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853782.413127:0:32659:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f480. 00000100:00000001:2.0:1780853782.413130:0:32659:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853782.413131:0:32659:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.413134:0:32659:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853782.413139:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413142:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413145:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=4 00000020:00000001:2.0:1780853782.413147:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413150:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000040:2.0:1780853782.413157:0:32659:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171c00, remote cookie: 0x562725ecec97a1b6, flags: 0x1001 00010000:00010000:2.0:1780853782.413162:0:32659:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853782.413174:0:32659:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780853782.413177:0:32659:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780853782.413190:0:32659:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837a00. 00010000:00000010:2.0:1780853782.413194:0:32659:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9a80. 00010000:00000040:2.0:1780853782.413199:0:32659:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3e00 count: 0 00010000:00000010:2.0:1780853782.413204:0:32659:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02400. 00010000:00000001:2.0:1780853782.413208:0:32659:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853782.413212:0:32659:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853782.413219:0:32659:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413226:0:32659:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853782.413230:0:32659:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853782.413232:0:32659:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853782.413234:0:32659:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853782.413235:0:32659:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853782.413237:0:32659:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff9e4594837a00) refcount = 1 00010000:00010000:2.0:1780853782.413241:0:32659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413248:0:32659:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853782.413252:0:32659:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853782.413253:0:32659:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853782.413256:0:32659:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853782.413258:0:32659:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853782.413261:0:32659:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413297:0:32659:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853782.413299:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413300:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.413301:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413302:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.413303:0:32659:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853782.413307:0:32659:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853782.413310:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413311:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413312:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.413314:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413316:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413319:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413320:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413321:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=4 00000020:00000001:2.0:1780853782.413322:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413324:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413326:0:32659:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853782.413329:0:32659:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853782.413332:0:32659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413339:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413340:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.413341:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413343:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413344:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=5 00000020:00000001:2.0:1780853782.413345:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413348:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413350:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853782.413352:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413358:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413360:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853782.413362:0:32659:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413369:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853782.413370:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413371:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.413372:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413372:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853782.413378:0:32659:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853798 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853782.413387:0:32659:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853782.413391:0:32659:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853798 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853782.413398:0:32659:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.413405:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413406:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413407:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.413409:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413410:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00000002:00010000:2.0:1780853782.413414:0:32659:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1780853782.413423:0:32659:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45904f0d40. 00010000:00000001:2.0:1780853782.413425:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413426:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853782.413427:0:32659:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853782.413429:0:32659:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853782.413432:0:32659:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853782.413434:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853782.413435:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:2.0:1780853782.413437:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853782.413439:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00010000:00000001:2.0:1780853782.413441:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413442:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413443:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.413445:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.413447:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00000002:00010000:2.0:1780853782.413450:0:32659:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.413456:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.413457:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.413459:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853782.413460:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.413461:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.413462:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.413463:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.415563:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000040:2.0:1780853782.415572:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:2.0:1780853782.415576:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853782.415581:0:32659:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:2.0:1780853782.415584:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.415586:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853782.415587:0:32659:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853782.415591:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b758 00000002:00002000:2.0:1780853782.415593:0:32659:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1780853782.415597:0:32659:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853782.415603:0:32659:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853782.415605:0:32659:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853782.415608:0:32659:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853782.415611:0:32659:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853782.415615:0:32659:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:2.0:1780853782.415618:0:32659:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853782.415620:0:32659:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4583139960 it_disposition 1800037 00000080:00002000:2.0:1780853782.415625:0:32659:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b2b288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1780853782.415631:0:32659:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853782.415634:0:32659:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:2.0:1780853782.415636:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7b988 00000080:00200000:2.0:1780853782.415638:0:32659:0:(namei.c:1619:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000001:2.0:1780853782.415641:0:32659:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:2.0:1780853782.415644:0:32659:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853782.415650:0:32659:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853782.415654:0:32659:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853782.415657:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:2.0:1780853782.415659:0:32659:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853782.415679:0:32659:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e459198a100. 00000020:00000001:2.0:1780853782.415688:0:32659:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:2.0:1780853782.415690:0:32659:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1780853782.415693:0:32659:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853782.415695:0:32659:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9e459198a1c8) 00000020:00000001:2.0:1780853782.415699:0:32659:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853782.415703:0:32659:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853782.415707:0:32659:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073c00. 00000020:00000010:2.0:1780853782.415711:0:32659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072000. 00000020:00000010:2.0:1780853782.415715:0:32659:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5c00. 00000008:00000010:2.0:1780853782.415722:0:32659:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853782.415726:0:32659:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853782.415731:0:32659:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853782.415736:0:32659:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853782.415740:0:32659:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853782.415743:0:32659:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072600. 00000008:00000010:2.0:1780853782.415747:0:32659:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853782.415750:0:32659:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853782.415753:0:32659:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853782.415756:0:32659:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853782.415759:0:32659:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853782.415762:0:32659:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853782.415766:0:32659:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1780853782.415770:0:32659:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e45988304b0. 00000020:00000001:2.0:1780853782.415772:0:32659:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853782.415774:0:32659:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853782.415780:0:32659:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:2.0:1780853782.415783:0:32659:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45916e3000. 00020000:00000001:2.0:1780853782.415785:0:32659:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620362690560 : -107453346861056 : ffff9e45916e3000) 00020000:00000001:2.0:1780853782.415788:0:32659:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:2.0:1780853782.415790:0:32659:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853782.415795:0:32659:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5240. 00020000:00000010:2.0:1780853782.415799:0:32659:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4590c8d700. 00020000:00000010:2.0:1780853782.415803:0:32659:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da50c0. 00020000:00000001:2.0:1780853782.415805:0:32659:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168450240 : -107453541101376 : ffff9e4585da50c0) 00020000:00000002:2.0:1780853782.415808:0:32659:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da50c0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853782.415812:0:32659:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853782.415817:0:32659:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4590c8d700: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000001:2.0:1780853782.415820:0:32659:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1780853782.415822:0:32659:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da50c0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853782.415825:0:32659:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853782.415828:0:32659:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4590c8d700: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000010:2.0:1780853782.415832:0:32659:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4585ca5fb0. 00020000:00000010:2.0:1780853782.415844:0:32659:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e4587cb9c00. 00020000:00000001:2.0:1780853782.415848:0:32659:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1780853782.415852:0:32659:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4585d8b620. 00020000:00000001:2.0:1780853782.415855:0:32659:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1780853782.415856:0:32659:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1780853782.415861:0:32659:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1780853782.415864:0:32659:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4598830190. 00000020:00000001:2.0:1780853782.415866:0:32659:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853782.415867:0:32659:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853782.415869:0:32659:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620481495568 : -107453228056048 : ffff9e4598830210) 00020000:00000001:2.0:1780853782.415873:0:32659:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1780853782.415877:0:32659:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e458a731dc0. 00020000:00000001:2.0:1780853782.415879:0:32659:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853782.415883:0:32659:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481495568 : -107453228056048 : ffff9e4598830210) 00020000:00000001:2.0:1780853782.415886:0:32659:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620481495568 : -107453228056048 : ffff9e4598830210) 00020000:00000002:2.0:1780853782.415889:0:32659:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x15:0x0]@ffff9e4598830190[0:0] -> [0x200000404:0x2d:0x0]@ffff9e45988304b0: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000001:2.0:1780853782.415894:0:32659:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1780853782.415896:0:32659:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1780853782.415898:0:32659:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853782.415901:0:32659:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481496368 : -107453228055248 : ffff9e4598830530) 00000020:00001000:2.0:1780853782.415903:0:32659:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853782.415906:0:32659:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072000. 00000020:00000010:2.0:1780853782.415910:0:32659:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5c00. 00000008:00000010:2.0:1780853782.415913:0:32659:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853782.415917:0:32659:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853782.415920:0:32659:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853782.415923:0:32659:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853782.415926:0:32659:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853782.415929:0:32659:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073c00. 00000008:00000010:2.0:1780853782.415932:0:32659:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853782.415935:0:32659:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853782.415938:0:32659:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853782.415940:0:32659:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853782.415943:0:32659:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072600. 00000020:00000010:2.0:1780853782.415946:0:32659:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853782.415950:0:32659:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:2.0:1780853782.415953:0:32659:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853782.415957:0:32659:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1780853782 00000080:00000001:2.0:1780853782.415962:0:32659:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780853782.415965:0:32659:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365472200 : -107453344079416 : ffff9e459198a1c8) 00010000:00000001:2.0:1780853782.415968:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.415971:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.415973:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.415975:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.415978:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00000080:00000001:2.0:1780853782.415982:0:32659:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780853782.415983:0:32659:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853782.415986:0:32659:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853782.415989:0:32659:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072600. 00000020:00000010:2.0:1780853782.415992:0:32659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073c00. 00000020:00000010:2.0:1780853782.415994:0:32659:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5c00. 00000008:00000010:2.0:1780853782.415997:0:32659:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853782.415999:0:32659:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853782.416001:0:32659:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853782.416004:0:32659:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853782.416006:0:32659:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853782.416008:0:32659:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000008:00000010:2.0:1780853782.416010:0:32659:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853782.416012:0:32659:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853782.416014:0:32659:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853782.416015:0:32659:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853782.416017:0:32659:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853782.416019:0:32659:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853782.416021:0:32659:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853782.416022:0:32659:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853782.416024:0:32659:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853782.416026:0:32659:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5300. 00020000:00000010:2.0:1780853782.416029:0:32659:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4590c8de80. 00020000:00000010:2.0:1780853782.416031:0:32659:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da5ea0. 00020000:00000001:2.0:1780853782.416033:0:32659:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168453792 : -107453541097824 : ffff9e4585da5ea0) 00020000:00000002:2.0:1780853782.416036:0:32659:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5ea0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853782.416039:0:32659:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853782.416042:0:32659:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4590c8de80: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000002:2.0:1780853782.416046:0:32659:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e3000) owner ffff9e4598bb27c0 00020000:00000001:2.0:1780853782.416049:0:32659:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853782.416051:0:32659:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e3000) owner ffff9e4598bb27c0 00020000:00000010:2.0:1780853782.416055:0:32659:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4590c8de80. 00020000:00000010:2.0:1780853782.416058:0:32659:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5300. 00020000:00000010:2.0:1780853782.416061:0:32659:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da5ea0. 00020000:00000002:2.0:1780853782.416063:0:32659:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853782.416065:0:32659:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853782.416067:0:32659:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853782.416070:0:32659:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780853782.416073:0:32659:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000002:2.0:1780853782.416075:0:32659:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da50c0 addref 2/0 by ffff9e4598bb27c0. 00020000:00000002:2.0:1780853782.416078:0:32659:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000001:2.0:1780853782.416080:0:32659:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780853782.416082:0:32659:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780853782.416084:0:32659:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780853782.416086:0:32659:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780853782.416088:0:32659:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780853782.416090:0:32659:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1780853782.416092:0:32659:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853782.416094:0:32659:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073c00. 00000020:00000010:2.0:1780853782.416096:0:32659:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5c00. 00000008:00000010:2.0:1780853782.416098:0:32659:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853782.416101:0:32659:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2840. 00008000:00000010:2.0:1780853782.416103:0:32659:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853782.416105:0:32659:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853782.416107:0:32659:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853782.416110:0:32659:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072600. 00000008:00000010:2.0:1780853782.416112:0:32659:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853782.416114:0:32659:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853782.416116:0:32659:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853782.416118:0:32659:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853782.416121:0:32659:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000020:00000010:2.0:1780853782.416123:0:32659:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853782.416125:0:32659:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.416128:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.416130:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853782.416131:0:32659:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853782.416134:0:32659:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853782.416136:0:32659:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853782.416139:0:32659:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff9e459198a1c8) 00000080:00010000:2.0:1780853782.416142:0:32659:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9e459198a1c8) for lock 0xa8f483e9eb300e45 00800000:00000001:2.0:1780853782.416146:0:32659:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853782.416148:0:32659:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853782.416149:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.416151:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.416152:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.416154:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.416157:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.416159:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.416160:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853782.416161:0:32659:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853782.416163:0:32659:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416165:0:32659:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:2.0:1780853782.416167:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853782.416179:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853782.416188:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416193:0:32659:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853782.416196:0:32659:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9e459198a1c8) 00000080:00000001:2.0:1780853782.416199:0:32659:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853782.416203:0:32659:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8a00. 00000100:00000001:2.0:1780853782.416205:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853782.416209:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853782.416216:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416219:0:32659:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1780853782.416221:0:32659:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416227:0:32659:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853782.416230:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba60 00000080:00200008:2.0:1780853782.416232:0:32659:0:(file.c:1059:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9e459198a1c8), flags 100102 00000080:00000010:2.0:1780853782.416239:0:32659:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530ab40. 00000080:00000010:2.0:1780853782.416245:0:32659:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45904f0700. 00000080:00000001:2.0:1780853782.416247:0:32659:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:2.0:1780853782.416250:0:32659:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1780853782.416254:0:32659:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780853782.416258:0:32659:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585ca7e00. 00000002:00100000:2.0:1780853782.416262:0:32659:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853782.416287:0:32659:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853782.416289:0:32659:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853782.416292:0:32659:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780853782.416296:0:32659:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416298:0:32659:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853782.416301:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853782.416304:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1780853782.416311:0:32659:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853782.416315:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853782.416343:0:32659:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780853782.416345:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853782.416347:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7ba60 00000080:00000008:2.0:1780853782.416349:0:32659:0:(file.c:1298:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9e459198a1c8), flags 100102, rc = 0 00000080:00000001:2.0:1780853782.416353:0:32659:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780853782.416355:0:32659:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583139960 released 00000080:00010000:2.0:1780853782.416357:0:32659:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e45 from it ffff9e4583139960 00010000:00000001:2.0:1780853782.416359:0:32659:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853782.416361:0:32659:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853782.416362:0:32659:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171c00 refcount=3 00000020:00000001:2.0:1780853782.416364:0:32659:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.416366:0:32659:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179067392 : -107452530484224 : ffff9e45c2171c00) 00010000:00000001:2.0:1780853782.416368:0:32659:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853782.416372:0:32659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853782.416381:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.416382:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.416383:0:32659:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853782.416386:0:32659:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853782.416389:0:32659:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853782.416396:0:32659:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853782.416398:0:32659:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853782.416401:0:32659:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853782.416405:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.416406:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853782.416407:0:32659:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.416411:0:32659:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853782.416413:0:32659:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.416414:0:32659:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.416417:0:32659:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853782.416419:0:32659:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853782.416421:0:32659:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853782.416422:0:32659:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853782.416423:0:32659:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1780853782.416425:0:32659:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1780853782.416427:0:32659:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853782.416429:0:32659:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853782.416431:0:32659:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853782.416432:0:32659:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416435:0:32659:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1780853782.416436:0:32659:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416438:0:32659:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853782.416440:0:32659:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416442:0:32659:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853782.416444:0:32659:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4583139960. 00000080:00000001:2.0:1780853782.416447:0:32659:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853782.416452:0:32659:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853782.416455:0:32659:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9e459198a1c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1780853782.416458:0:32659:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1780853782.440898:0:22571:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3e00. 00010000:00000001:1.0:1780853782.574353:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853782.574361:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853782.574367:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853782.574368:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853782.574387:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853782.574390:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853782.574393:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853783.341455:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296580027, at 4296580096 00000100:00000010:1.0:1780853783.341475:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139de0. 00000100:00000040:0.0:1780853783.341577:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296580027, at 4296580096 00000100:00000010:0.0:1780853783.341583:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139f60. 00010000:00000001:1.0:1780853783.597637:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853783.597644:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853783.597650:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853783.597651:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853783.597676:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853783.597679:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853783.597682:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780853784.367557:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853784.367566:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853784.367577:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853784.367583:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853784.367588:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853784.367591:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853784.367597:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853784.367606:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd300. 00000100:00000001:2.0:1780853784.367613:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367625:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853784.367636:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853784.367641:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367648:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bdd6be4] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.367690:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367693:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853784.367696:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853784.367700:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853784.367703:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853784.367705:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853784.367706:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853784.367707:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853784.367710:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dda00. 00000100:00000001:2.0:1780853784.367713:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367717:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853784.367724:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853784.367726:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367731:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.367740:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367742:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853784.367745:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853784.367749:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3bb80. 00000020:00000040:2.0:1780853784.367751:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853784.367752:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853784.367754:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853784.367755:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853784.367758:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dde00. 00000100:00000001:2.0:1780853784.367761:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367765:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853784.367771:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853784.367773:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367777:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983e796f] to pc [ptlrpcd_01_01+1] req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.367783:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.367785:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780853784.367788:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780853784.367792:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1918) 00000100:00000001:2.0:1780853784.367807:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853784.367811:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853784.367813:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853784.367818:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.367865:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853784.367868:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853784.367872:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853784.367877:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853784.367878:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1780853784.367880:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.367883:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853784.367886:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1780853784.367887:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631440128:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853784.367894:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1780853784.367895:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1780853784.367902:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1780853784.367907:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1780853784.367907:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.367910:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853784.367912:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1780853784.367915:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1780853784.367918:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585072a00. 02000000:00000001:3.0:1780853784.367919:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853784.367923:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853784.367924:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853784.367930:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631440000:192.168.202.110@tcp:400:kworker.0 00000400:00000200:2.0:1780853784.367936:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853784.367937:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853784.367942:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1780853784.367943:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685318. 02000000:00000001:3.0:1780853784.367945:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853784.367948:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1780853784.367952:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fb28. 02000000:00000010:3.0:1780853784.367953:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8200. 02000000:00000001:3.0:1780853784.367957:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780853784.367961:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631440128, portal 10 00000400:00000200:3.0:1780853784.367963:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853784.367965:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1780853784.367968:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae6e0. 00000100:00000001:2.0:1780853784.367968:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000400:00000010:3.0:1780853784.367977:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000040:2.0:1780853784.367980:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853784.367983:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631440000, portal 25 00000100:00000001:3.0:1780853784.367988:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853784.367991:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000001:2.0:1780853784.367994:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853784.368001:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1780853784.368001:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853784.368006:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f7f8. 00000100:00000200:2.0:1780853784.368012:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631440128, offset 0 00000100:00000001:3.0:1780853784.368015:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1780853784.368021:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853784.368031:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000040:3.0:1780853784.368037:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853784.368041:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000010:3.0:1780853784.368042:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a5d8. 00000100:00000200:3.0:1780853784.368048:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631440000, offset 0 00000400:00000200:2.0:1780853784.368048:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853784.368055:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853784.368059:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853784.368063:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853784.368067:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853784.368354:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2560:2560:256:4294967295] 192.168.202.110@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:2.0:1780853784.368360:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853784.368369:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853784.368377:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853784.368382:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853784.368389:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853784.368408:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853784.368413:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853784.368562:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.368568:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 809440 usecs (810 jiffies) 00000400:00000200:2.0:1780853784.368572:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853784.368576:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296581933 00000100:00000010:2.0:1780853784.368581:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5c00. 00000100:00000001:2.0:1780853784.368589:0:2382:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853784.368606:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296581933 00000100:00000010:2.0:1780853784.368609:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5ea0. 00000100:00000001:2.0:1780853784.368612:0:2382:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853784.368616:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853784.368619:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853784.368623:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853784.368625:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853784.368632:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853784.368634:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853784.368636:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853784.368637:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853784.368639:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853784.368641:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853784.368846:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853784.368851:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853784.368856:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853784.368862:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853784.368868:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853784.368871:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853784.368876:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853784.368881:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853784.368891:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853784.368894:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853784.368901:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853784.368903:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1780853784.370206:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853784.370216:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853784.370221:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853784.370225:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853784.370229:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853784.370232:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853784.370236:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2561:2561:256:4294967295] 192.168.202.110@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:3.0:1780853784.370240:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853784.370250:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853784.370257:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853784.370773:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77900. 00000800:00000200:3.0:1780853784.370979:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853784.370987:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853784.370991:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853784.371199:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853784.371207:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853784.371211:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296585214 00000100:00000001:3.0:1780853784.371222:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296581933 00000100:00000001:3.0:1780853784.371227:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296585214 00000100:00000001:3.0:1780853784.371231:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296581933 00000100:00000001:3.0:1780853784.371236:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853784.371240:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.371244:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853784.371254:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.371527:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853784.371529:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853784.371535:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853784.371540:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853784.371543:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853784.371548:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631440256:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853784.371552:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853784.371559:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853784.371562:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853784.371564:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853784.371570:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:3.0:1780853784.371573:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853784.371578:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853784.371584:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae7e8. 00000400:00000010:3.0:1780853784.371590:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a990. 00000100:00000200:3.0:1780853784.371597:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631440256, portal 4 00000100:00000001:3.0:1780853784.371600:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853784.371601:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:3.0:1780853784.371609:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.371616:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853784.371619:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853784.371622:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853784.371625:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631440256, offset 0 00000400:00000200:3.0:1780853784.371632:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853784.371641:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853784.371648:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853784.371653:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853784.371657:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853784.371660:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853784.371663:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853784.371666:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2562:2562:255:4294967295] 192.168.202.110@tcp LPNI seq info [2562:2562:7:4294967295] 00000400:00000200:3.0:1780853784.371670:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853784.371679:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853784.371684:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853784.371767:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77500. 00000800:00000200:3.0:1780853784.371775:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853784.371789:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853784.371793:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853784.371797:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853784.371801:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 226241 usecs (227 jiffies) 00000400:00000200:3.0:1780853784.371804:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853784.371807:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296581353 00000100:00000001:3.0:1780853784.371809:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296585214 00000100:00000001:3.0:1780853784.371812:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296581353 00000100:00000001:3.0:1780853784.371813:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296585214 00000100:00000001:3.0:1780853784.371815:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853784.371818:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.371963:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.371966:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.371975:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853784.371977:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853784.371981:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853784.371983:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853784.371984:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.371987:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853784.376908:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853784.376917:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77900. 00000400:00000200:0.0:1780853784.376927:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853784.376936:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853784.376944:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a5d8 00000400:00000010:0.0:1780853784.376947:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a5d8. 00000100:00000001:0.0:1780853784.376953:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853784.376961:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853784.376974:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853784.376977:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853784.376985:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853784.376987:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853784.377065:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853784.377068:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77500. 00000400:00000200:0.0:1780853784.377086:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853784.377090:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853784.377093:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:0.0:1780853784.377096:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:0.0:1780853784.377098:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853784.377103:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853784.377111:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853784.377114:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853784.377121:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853784.377123:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853784.394517:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.394545:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853784.394550:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.394554:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853784.394564:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394572:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853784.394584:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394590:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394596:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394601:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe52f00 00000400:00000200:1.0:1780853784.394606:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394613:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6e91 [1] + 224 00000800:00000001:1.0:1780853784.394620:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.394624:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853784.394627:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853784.394632:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853784.394641:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853784.394652:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853784.394664:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853784.394692:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853784.394704:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.394708:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853784.394710:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.394712:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853784.394716:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394719:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853784.394723:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394726:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394728:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394731:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe52e80 00000400:00000200:1.0:1780853784.394735:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853784.394740:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6e99 [1] + 224 00000800:00000001:1.0:1780853784.394744:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.395550:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853784.395555:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853784.395561:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853784.395565:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853784.395572:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853784.395582:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853784.395596:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853784.395603:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853784.395607:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.403028:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853784.403037:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853784.403118:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853784.403121:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853784.403125:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae6e0. 00000400:00000200:3.0:1780853784.403134:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a000 00000400:00000010:3.0:1780853784.403136:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a000. 00000100:00000001:3.0:1780853784.403141:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853784.403152:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853784.403255:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.403586:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853784.403589:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.403593:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853784.403597:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853784.403600:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853784.403602:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853784.403606:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853784.403613:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853784.403618:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=25 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853784.403620:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853784.403622:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853784.403626:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853784.403628:0:2383:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.403631:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853784.403636:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.403644:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853784.403647:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853784.403650:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853784.403653:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853784.403661:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631440000:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853784.403667:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.403670:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853784.403673:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631440000/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.403680:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853784.403683:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853784.403687:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8200. 02000000:00000001:3.0:1780853784.403691:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853784.403694:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853784.403695:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853784.403698:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853784.403701:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd300. 02000000:00000001:3.0:1780853784.403705:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853784.403707:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853784.403709:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:3.0:1780853784.403713:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853784.403714:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.403717:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.403719:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853784.403720:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853784.403722:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.403723:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.403740:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853784.403742:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853784.403746:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853784.403748:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853784.403750:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685318. 00000400:00000200:3.0:1780853784.403753:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:3.0:1780853784.403756:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:3.0:1780853784.403759:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853784.403764:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853784.403774:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.403780:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853784.403781:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.403783:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853784.403785:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853784.403786:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853784.403788:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853784.403790:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853784.403796:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=25 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853784.403799:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853784.403802:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853784.403803:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853784.403805:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853784.403808:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.403810:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853784.403812:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1780853784.403814:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853784.403817:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853784.403839:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.403845:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1780853784.404557:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853784.404573:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853784.404577:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853784.404579:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853784.404587:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853784.404592:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853784.404601:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853784.404605:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853784.404611:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853784.404615:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe52f80 00000400:00000200:0.0:1780853784.404620:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853784.404626:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ea1 [1] + 224 00000800:00000001:0.0:1780853784.404633:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853784.404643:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853784.404646:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853784.404651:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853784.404657:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853784.404664:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853784.404673:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.404736:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853784.404739:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853784.404789:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853784.404791:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853784.404798:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853784.404805:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631440128:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853784.404810:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.404812:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853784.404816:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631440128/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853784.404830:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853784.404832:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853784.404835:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585072a00. 02000000:00000001:3.0:1780853784.404838:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853784.404840:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853784.404842:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853784.404845:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853784.404856:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dda00. 02000000:00000001:3.0:1780853784.404859:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853784.404861:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853784.404862:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:3.0:1780853784.404865:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853784.404866:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.404876:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853784.404885:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853784.404887:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853784.404889:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853784.404891:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853784.406054:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853784.406072:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853784.406082:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853784.409764:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853784.409771:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853784.409775:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae7e8. 00000400:00000200:2.0:1780853784.409786:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a990 00000400:00000010:2.0:1780853784.409789:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a990. 00000100:00000001:2.0:1780853784.409794:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853784.409807:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853784.409836:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.409845:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853784.409856:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853784.409860:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853784.409864:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853784.409873:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853784.409876:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853784.409879:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853784.409889:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853784.409894:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853784.409896:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853784.409898:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853784.409901:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853784.409904:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853784.409907:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853784.409910:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853784.409912:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853784.409913:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853784.409918:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.409924:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853784.409928:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853784.409930:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853784.409934:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853784.409951:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631440256:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853784.409957:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853784.409960:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853784.409963:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631440256/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853784.409975:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853784.409978:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853784.409982:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9200. 02000000:00000001:2.0:1780853784.409987:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853784.409990:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853784.409992:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853784.409995:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853784.409997:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dde00. 02000000:00000001:2.0:1780853784.410000:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853784.410002:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853784.410004:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:2.0:1780853784.410007:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853784.410009:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853784.410012:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853784.410022:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853784.410024:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853784.410026:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853784.410029:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853784.621470:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853784.621479:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853784.621487:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853784.621488:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853784.621795:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853784.621799:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853784.621802:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853785.647056:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853785.647065:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853785.647073:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853785.647074:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853785.647098:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853785.647101:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853785.647103:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853786.413397:0:15875:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1780853786.413405:0:15875:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853786.671197:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853786.671204:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853786.671211:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853786.671212:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853786.671238:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853786.671241:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853786.671244:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853787.694126:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853787.694133:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853787.694139:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853787.694140:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853787.694348:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853787.694352:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853787.694355:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1780853788.330212:0:32659:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853788.330223:0:32659:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000002:1.0:1780853788.330229:0:32659:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000001:1.0:1780853788.330231:0:32659:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853788.330239:0:32659:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1780853788.330243:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bdb8 00000080:00200008:1.0:1780853788.330245:0:32659:0:(file.c:448:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9e459198a1c8), flags 100002 00000080:00000001:1.0:1780853788.330250:0:32659:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1780853788.330253:0:32659:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1780853788.330254:0:32659:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853788.330255:0:32659:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000002:1.0:1780853788.330258:0:32659:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e3000) owner 0000000000000000/ffff9e4598bb27c0 00020000:00000001:1.0:1780853788.330259:0:32659:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853788.330261:0:32659:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1780853788.330284:0:32659:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853788.330288:0:32659:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853788.330295:0:32659:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:1.0:1780853788.330298:0:32659:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853788.330303:0:32659:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853788.330305:0:32659:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:1.0:1780853788.330307:0:32659:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1780853788.330309:0:32659:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1780853788.330329:0:32659:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4589312c00. 00000080:00000001:1.0:1780853788.330331:0:32659:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1780853788.330335:0:32659:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1780853788.330339:0:32659:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:1.0:1780853788.330341:0:32659:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:1.0:1780853788.330344:0:32659:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1780853788.330346:0:32659:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:1.0:1780853788.330353:0:32659:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107480. 00000020:00000040:1.0:1780853788.330357:0:32659:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853788.330361:0:32659:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853788.330364:0:32659:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853788.330368:0:32659:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853788.330374:0:32659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589312e00. 00000100:00000001:1.0:1780853788.330380:0:32659:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1780853788.330398:0:32659:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1780853788.330409:0:32659:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780853788.330414:0:32659:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1780853788.330421:0:32659:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853788.330423:0:32659:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853788.330429:0:32659:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4592487cc0. 00000100:00000001:1.0:1780853788.330431:0:32659:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620376997056 : -107453332554560 : ffff9e4592487cc0) 00000100:00000001:1.0:1780853788.330434:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853788.330436:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000001:1.0:1780853788.330441:0:32659:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853788.330445:0:32659:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853788.330447:0:32659:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853788.330449:0:32659:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853788.330452:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853788.330460:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853788.330462:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853788.330466:0:32659:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853788.330468:0:32659:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853788.330471:0:32659:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853788.330475:0:32659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32659:1867358631440512:192.168.202.110@tcp:35:multiop.0 00000100:00000001:1.0:1780853788.330480:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853788.330485:0:32659:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853788.330488:0:32659:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853788.330490:0:32659:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853788.330494:0:32659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71400. 02000000:00000001:1.0:1780853788.330496:0:32659:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853788.330503:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853788.330507:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d7e8. 00000400:00000010:1.0:1780853788.330514:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853788.330520:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631440512, portal 10 00000100:00000001:1.0:1780853788.330522:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853788.330523:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000040:1.0:1780853788.330529:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853804 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853788.330536:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853788.330539:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853788.330542:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853788.330545:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631440512, offset 0 00000400:00000200:1.0:1780853788.330551:0:32659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853788.330558:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853788.330565:0:32659:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853788.330570:0:32659:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853788.330573:0:32659:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853788.330577:0:32659:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853788.330580:0:32659:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853788.330583:0:32659:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2563:2563:256:4294967295] 192.168.202.110@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:1.0:1780853788.330587:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853788.330596:0:32659:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853788.330602:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853788.330606:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76700. 00000800:00000200:1.0:1780853788.330613:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853788.330631:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853788.330635:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780853788.330649:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853788.330652:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808465 usecs (809 jiffies) 00000400:00000200:1.0:1780853788.330655:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853788.330658:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296585892 00000100:00000001:1.0:1780853788.330666:0:32659:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296585214 00000100:00000001:1.0:1780853788.330671:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296585892 00000100:00000001:1.0:1780853788.330674:0:32659:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296585214 00000100:00000001:1.0:1780853788.330677:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853788.330680:0:32659:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853788.330682:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853788.330684:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853788.330686:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853788.330689:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853788.330692:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853788.330805:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853788.330809:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76700. 00000400:00000200:1.0:1780853788.330814:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853788.330819:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853788.330825:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853788.330828:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853788.330831:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853788.330835:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853804 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853788.330850:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853788.330853:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853804 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853788.330859:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853788.330861:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1780853788.717368:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853788.717373:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853788.717376:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853788.717377:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853788.717395:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853788.717397:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853788.717399:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853789.165929:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296585892, at 4296585920 00000100:00000010:0.0:1780853789.165947:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5c00. 00000100:00000040:1.0:1780853789.169899:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296585892, at 4296585924 00000100:00000010:1.0:1780853789.169917:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5ea0. 00000100:00000040:2.0:1780853789.485528:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853789.485540:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853789.485547:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3bb80. 00000020:00000040:2.0:1780853789.485564:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853789.485569:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853789.485573:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853789.485579:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853789.485587:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dde00. 00000100:00000001:2.0:1780853789.485594:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485608:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853789.485619:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853789.485624:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485631:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983e796f] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.485669:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485673:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853789.485676:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853789.485680:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853789.485683:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853789.485685:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853789.485686:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853789.485688:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853789.485691:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd000. 00000100:00000001:2.0:1780853789.485694:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485698:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853789.485705:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853789.485707:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485710:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.485718:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485720:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853789.485723:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853789.485725:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853789.485727:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853789.485729:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853789.485730:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853789.485732:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853789.485734:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd700. 00000100:00000001:2.0:1780853789.485736:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485739:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853789.485745:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853789.485747:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485750:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bdd6be4] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.485756:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.485758:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780853789.485761:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780853789.485766:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1923) 00000100:00000001:2.0:1780853789.485791:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853789.485795:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853789.485798:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853789.485803:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.485809:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853789.485811:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853789.485814:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853789.485817:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853789.485820:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853789.485823:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631440768:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853789.485828:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853789.485832:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853789.485835:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853789.485838:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853789.485842:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585073c00. 02000000:00000001:2.0:1780853789.485844:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853789.485852:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853789.485856:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853789.485862:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f110. 00000100:00000200:2.0:1780853789.485870:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631440768, portal 10 00000100:00000001:2.0:1780853789.485872:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853789.485874:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853789.485882:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.485894:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853789.485897:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853789.485900:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f880. 00000100:00000200:2.0:1780853789.485903:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631440768, offset 0 00000400:00000200:2.0:1780853789.485909:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853789.485917:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853789.485923:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853789.485928:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853789.485932:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853789.485935:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853789.485938:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000100:00000001:3.0:1780853789.486711:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853789.486715:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853789.486717:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853789.486726:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853789.486735:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853789.486737:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853789.486740:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853789.486742:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853789.486744:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853789.486747:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631440640:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853789.486751:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853789.486754:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853789.486756:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853789.486758:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853789.486761:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8200. 02000000:00000001:3.0:1780853789.486763:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853789.486768:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853789.486770:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae6e0. 00000400:00000010:3.0:1780853789.486786:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000200:3.0:1780853789.486791:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631440640, portal 25 00000100:00000001:3.0:1780853789.486793:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853789.486794:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:3.0:1780853789.486799:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853789.486807:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853789.486809:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853789.486811:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aa18. 00000100:00000200:3.0:1780853789.486813:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631440640, offset 0 00000400:00000200:3.0:1780853789.486818:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853789.486934:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2564:2564:256:4294967295] 192.168.202.110@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:2.0:1780853789.486951:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853789.486963:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853789.486970:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853789.486975:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853789.486982:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853789.486991:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853789.486997:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853789.487016:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.487021:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808465 usecs (809 jiffies) 00000400:00000200:2.0:1780853789.487024:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853789.487027:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296587050 00000100:00000010:2.0:1780853789.487032:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da57e0. 00000100:00000001:2.0:1780853789.487039:0:2383:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853789.487045:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296587050 00000100:00000010:2.0:1780853789.487049:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5ea0. 00000100:00000001:2.0:1780853789.487052:0:2383:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853789.487056:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853789.487059:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.487062:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.487065:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.487073:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853789.487076:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853789.487077:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853789.487079:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853789.487080:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.487082:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853789.487116:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853789.487121:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853789.487125:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853789.487476:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853789.487482:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:1.0:1780853789.487484:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:1.0:1780853789.487489:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853789.487494:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853789.487504:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853789.487507:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853789.487514:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853789.487515:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1780853789.487821:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853789.487829:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853789.487834:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853789.487837:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853789.487842:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853789.487845:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853789.487847:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2565:2565:256:4294967295] 192.168.202.110@tcp LPNI seq info [2565:2565:8:4294967295] 00000400:00000200:3.0:1780853789.487851:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853789.487858:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853789.487862:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853789.487867:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77b00. 00000800:00000200:3.0:1780853789.487872:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853789.487877:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853789.487880:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853789.487897:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853789.487901:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853789.487904:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296590331 00000100:00000001:3.0:1780853789.487910:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296587050 00000100:00000001:3.0:1780853789.487914:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296590331 00000100:00000001:3.0:1780853789.487916:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296587050 00000100:00000001:3.0:1780853789.487918:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853789.487920:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853789.487922:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853789.487927:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853789.487933:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853789.487935:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853789.487938:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853789.487942:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853789.487944:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853789.487947:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631440896:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853789.487950:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853789.487954:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853789.487956:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853789.487958:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853789.487963:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8a00. 02000000:00000001:3.0:1780853789.487964:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853789.487968:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853789.487971:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae580. 00000400:00000010:3.0:1780853789.487975:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a088. 00000100:00000200:3.0:1780853789.487980:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631440896, portal 4 00000100:00000001:3.0:1780853789.487982:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853789.487983:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:3.0:1780853789.487989:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853789.487996:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853789.487998:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853789.488000:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a110. 00000100:00000200:3.0:1780853789.488002:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631440896, offset 0 00000400:00000200:3.0:1780853789.488005:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000800:00000200:1.0:1780853789.488116:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853789.488119:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77b00. 00000400:00000200:1.0:1780853789.488123:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853789.488126:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853789.488262:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aa18 00000400:00000010:1.0:1780853789.488291:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aa18. 00000100:00000001:1.0:1780853789.488296:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1780853789.488518:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853789.488522:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853789.488525:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853789.488527:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853789.488528:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853789.488530:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853789.488532:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2566:2566:255:4294967295] 192.168.202.110@tcp LPNI seq info [2566:2566:7:4294967295] 00000400:00000200:3.0:1780853789.488535:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853789.488540:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853789.488543:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000100:00000200:1.0:1780853789.488612:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1780853789.488621:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddd00. 00000100:00000001:1.0:1780853789.488621:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853789.488625:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1780853789.488627:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000100:00000001:1.0:1780853789.488631:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1780853789.488633:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000100:00000001:1.0:1780853789.488633:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1780853789.488636:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853789.488640:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.488643:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 225376 usecs (226 jiffies) 00000400:00000200:2.0:1780853789.488646:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853789.488648:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296586469 00000100:00000001:2.0:1780853789.488651:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296590331 00000100:00000001:2.0:1780853789.488653:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296586469 00000100:00000001:2.0:1780853789.488655:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296590331 00000100:00000001:2.0:1780853789.488657:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853789.488659:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.488662:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.488665:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.488672:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853789.488674:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853789.488676:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853789.488677:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1780853789.488677:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1780853789.488679:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1780853789.488679:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000100:00000001:2.0:1780853789.488681:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853789.488682:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853789.488685:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853789.488688:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a110 00000400:00000010:1.0:1780853789.488690:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a110. 00000100:00000001:1.0:1780853789.488693:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853789.488696:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853789.488703:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853789.488706:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853789.488713:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853789.488714:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853789.501821:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.501839:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853789.501843:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.501846:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853789.501855:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501864:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853789.501875:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501880:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501885:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501890:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe53180 00000400:00000200:1.0:1780853789.501896:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501903:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6eb9 [1] + 224 00000800:00000001:1.0:1780853789.501910:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.501914:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853789.501917:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853789.501921:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853789.501929:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853789.501938:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853789.501949:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853789.501969:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853789.501980:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.501984:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853789.501985:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.501987:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853789.501990:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501993:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853789.501997:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.501999:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502002:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502005:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe53100 00000400:00000200:1.0:1780853789.502008:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502012:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ec1 [1] + 224 00000800:00000001:1.0:1780853789.502016:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.502019:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853789.502022:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853789.502024:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853789.502027:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853789.502031:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853789.502044:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502056:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853789.502061:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853789.502068:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1780853789.502069:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1780853789.502070:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853789.502074:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:2.0:1780853789.502078:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:2.0:1780853789.502085:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:2.0:1780853789.502089:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853789.502094:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853789.502102:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502109:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853789.502111:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853789.502112:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853789.502114:0:2383:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:3.0:1780853789.502115:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1780853789.502117:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853789.502120:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853789.502122:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853789.502125:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853789.502135:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=30 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853789.502139:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853789.502142:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853789.502144:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853789.502146:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853789.502151:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.502154:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853789.502157:0:2383:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967655 gen 2 00000100:00000040:2.0:1780853789.502163:0:2383:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967655) req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853789.502183:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853789.502185:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:2.0:1780853789.502188:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853789.502191:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853789.502198:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.502200:0:2383:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853789.502203:0:2383:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1780853789.502205:0:2383:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853789.502207:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.502211:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502219:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853789.502222:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853789.502224:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853789.502228:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853789.502235:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631440768:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853789.502240:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.502242:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853789.502245:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631440768/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502250:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853789.502253:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853789.502256:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585073c00. 02000000:00000001:2.0:1780853789.502259:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853789.502262:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853789.502441:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853789.502444:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853789.502447:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd000. 02000000:00000001:2.0:1780853789.502451:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853789.502453:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853789.502455:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853789.502458:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1780853789.502459:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1780853789.502460:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.502462:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853789.502464:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853789.502465:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.502467:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.502469:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1780853789.502470:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853789.502471:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.502473:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1780853789.502473:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000100:00000001:2.0:1780853789.502475:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853789.502478:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502480:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502483:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502486:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe53200 00000400:00000200:1.0:1780853789.502489:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853789.502494:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ec9 [1] + 224 00000800:00000001:1.0:1780853789.502498:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.502506:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853789.502508:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853789.502512:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853789.502515:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853789.502520:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853789.502528:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853789.502535:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853789.502539:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853789.502541:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853789.502690:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853789.502692:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853789.502694:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae6e0. 00000400:00000200:3.0:1780853789.502698:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a000 00000400:00000010:3.0:1780853789.502700:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a000. 00000100:00000001:3.0:1780853789.502703:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853789.502709:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853789.502717:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853789.502722:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853789.502724:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853789.502725:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853789.502727:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853789.502729:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853789.502730:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853789.502732:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853789.502735:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853789.502738:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1780853789.502740:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853789.502742:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853789.502744:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853789.502745:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853789.502747:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853789.502751:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853789.502757:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853789.502760:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853789.502762:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853789.502765:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853789.502772:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631440640:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853789.502901:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853789.502903:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853789.502905:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae580. 00000400:00000200:2.0:1780853789.502908:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a088 00000400:00000010:2.0:1780853789.502909:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a088. 00000100:00000001:2.0:1780853789.502912:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853789.502916:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853789.502924:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502929:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853789.502931:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.502933:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853789.502934:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853789.502935:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853789.502936:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853789.502938:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853789.502943:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853789.502946:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853789.502948:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853789.502949:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853789.502951:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853789.502952:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.502955:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853789.502957:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853789.502959:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853789.502960:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853789.502964:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502970:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853789.502972:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853789.502974:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853789.502977:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853789.502984:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631440896:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853789.502988:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.502990:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853789.502993:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631440640/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.502999:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853789.503000:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853789.503003:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8200. 02000000:00000001:2.0:1780853789.503006:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853789.503007:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853789.503008:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853789.503010:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853789.503012:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dde00. 02000000:00000001:2.0:1780853789.503014:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853789.503015:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853789.503016:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:2.0:1780853789.503019:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853789.503020:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.503021:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853789.503024:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631440896/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853805 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853789.503029:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853789.503030:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853789.503031:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8a00. 02000000:00000001:2.0:1780853789.503033:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853789.503034:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853789.503035:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853789.503037:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853789.503038:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd700. 02000000:00000001:2.0:1780853789.503039:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853789.503040:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853789.503041:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:2.0:1780853789.503043:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853789.503045:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.503046:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853789.503050:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853789.503051:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853789.503053:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853789.503055:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853789.741366:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853789.741374:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853789.741380:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853789.741381:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853789.741405:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853789.741408:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853789.741410:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853790.765492:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853790.765499:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853790.765506:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853790.765507:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853790.765601:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853790.765604:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853790.765607:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853791.789393:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853791.789401:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853791.789403:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853791.789407:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789412:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853791.789415:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789417:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789419:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789423:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853791.789425:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853791.789426:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853791.789431:0:24468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853791.789433:0:24468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853791.789434:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789435:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853791.789436:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789438:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853791.789439:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853791.789466:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853791.789469:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853791.789472:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853792.813938:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853792.813944:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853792.813949:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853792.813951:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853792.813972:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853792.813974:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853792.813977:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853793.581493:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296590331, at 4296590336 00000100:00000010:0.0:1780853793.581508:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da57e0. 00000100:00000040:1.0:1780853793.582961:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296590331, at 4296590337 00000100:00000010:1.0:1780853793.583175:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5ea0. 00010000:00000001:1.0:1780853793.841357:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853793.841364:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853793.841370:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853793.841371:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853793.841435:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853793.841439:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853793.841442:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1780853794.611126:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853794.611136:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853794.611147:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853794.611153:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853794.611157:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853794.611160:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853794.611165:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853794.611174:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77600. 00000100:00000001:3.0:1780853794.611181:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611195:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853794.611208:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853794.611213:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611219:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_01_01+1] req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853794.611255:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611258:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853794.611262:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853794.611325:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172d80. 00000020:00000040:3.0:1780853794.611328:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853794.611331:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853794.611332:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853794.611335:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853794.611338:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77a00. 00000100:00000001:3.0:1780853794.611342:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611346:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853794.611354:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853794.611356:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611360:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007698e09b] to pc [ptlrpcd_01_00+0] req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853794.611369:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611371:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853794.611374:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853794.611377:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170e00. 00000020:00000040:3.0:1780853794.611380:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853794.611382:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853794.611383:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853794.611384:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853794.611387:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77200. 00000100:00000001:3.0:1780853794.611390:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611394:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853794.611401:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853794.611403:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611407:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a612313] to pc [ptlrpcd_01_01+1] req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853794.611415:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853794.611417:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853794.611420:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853794.611425:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1929) 00000100:00000001:2.0:1780853794.611909:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853794.611912:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853794.611915:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853794.611922:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.611931:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853794.611942:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.611947:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853794.611949:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853794.611952:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853794.611956:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631441024:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853794.611960:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853794.611966:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853794.611968:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.611971:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853794.611976:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9800. 02000000:00000001:2.0:1780853794.611978:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853794.611986:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853794.611990:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685058. 00000400:00000010:2.0:1780853794.611997:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f110. 00000100:00000200:2.0:1780853794.612003:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441024, portal 25 00000100:00000001:2.0:1780853794.612006:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853794.612007:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:2.0:1780853794.612013:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.612019:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853794.612022:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853794.612034:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853794.612038:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631441024, offset 0 00000400:00000200:2.0:1780853794.612045:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853794.612054:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853794.612068:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853794.612073:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853794.612077:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853794.612081:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853794.612084:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853794.612088:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2567:2567:256:4294967295] 192.168.202.110@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:2.0:1780853794.612092:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853794.612110:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853794.612117:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853794.612122:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd700. 00000800:00000200:2.0:1780853794.612129:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853794.612137:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853794.612141:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853794.612159:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853794.612164:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853794.612166:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296595455 00000100:00000010:2.0:1780853794.612171:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5e40. 00000100:00000001:2.0:1780853794.612177:0:2383:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853794.612183:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296595455 00000100:00000010:2.0:1780853794.612185:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5300. 00000100:00000001:2.0:1780853794.612188:0:2383:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853794.612191:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853794.612193:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.612196:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853794.612200:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.612207:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853794.612209:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.612211:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853794.612212:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853794.612214:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853794.612216:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441280:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853794.612219:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853794.612221:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853794.612223:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.612224:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853794.612227:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8c00. 02000000:00000001:2.0:1780853794.612229:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853794.612232:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853794.612234:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685a50. 00000400:00000010:2.0:1780853794.612237:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fdd0. 00000100:00000200:2.0:1780853794.612240:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441280, portal 4 00000100:00000001:2.0:1780853794.612241:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853794.612242:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122099200 : -107453587452416 : ffff9e4583170e00) 00000100:00000040:2.0:1780853794.612249:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.612255:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853794.612257:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853794.612260:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f770. 00000100:00000200:2.0:1780853794.612262:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631441280, offset 0 00000400:00000200:2.0:1780853794.612299:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853794.612312:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853794.612316:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853794.612318:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853794.612321:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853794.612323:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853794.612326:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853794.612329:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2568:2568:255:4294967295] 192.168.202.110@tcp LPNI seq info [2568:2568:7:4294967295] 00000400:00000200:2.0:1780853794.612333:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853794.612339:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853794.612344:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853794.612347:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dde00. 00000800:00000200:2.0:1780853794.612351:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853794.612355:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853794.612358:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853794.612361:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853794.612365:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 224367 usecs (225 jiffies) 00000400:00000200:2.0:1780853794.612368:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853794.612370:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296591592 00000100:00000001:2.0:1780853794.612372:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296595455 00000100:00000001:2.0:1780853794.612374:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296591592 00000100:00000001:2.0:1780853794.612376:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296595455 00000100:00000001:2.0:1780853794.612378:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853794.612380:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.612383:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.612386:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853794.612394:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853794.612396:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853794.612399:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853794.612400:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853794.612402:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853794.612404:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853794.612406:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853794.612408:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853794.612410:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853794.612412:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853794.612413:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853794.612414:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853794.612418:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.612425:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853794.612427:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.612430:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853794.612432:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853794.612434:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853794.612436:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441152:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853794.612439:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853794.612442:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853794.612443:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.612445:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853794.612447:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8200. 02000000:00000001:2.0:1780853794.612449:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853794.612452:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853794.612454:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685528. 00000400:00000010:2.0:1780853794.612458:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853794.612461:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441152, portal 10 00000100:00000001:2.0:1780853794.612462:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853794.612463:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122107264 : -107453587444352 : ffff9e4583172d80) 00000100:00000040:2.0:1780853794.612469:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.612475:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853794.612478:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853794.612480:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f440. 00000100:00000200:2.0:1780853794.612482:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631441152, offset 0 00000400:00000200:2.0:1780853794.612486:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853794.612489:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853794.612493:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853794.612495:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853794.612498:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853794.612500:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853794.612502:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853794.612505:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2569:2569:254:4294967295] 192.168.202.110@tcp LPNI seq info [2569:2569:6:4294967295] 00000400:00000200:2.0:1780853794.612509:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853794.612515:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853794.612520:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853794.612524:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd000. 00000800:00000200:2.0:1780853794.612528:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853794.612532:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853794.612535:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853794.612538:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853794.612541:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807461 usecs (808 jiffies) 00000400:00000200:2.0:1780853794.612544:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853794.612546:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296592175 00000100:00000001:2.0:1780853794.612548:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296595455 00000100:00000001:2.0:1780853794.612550:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296592175 00000100:00000001:2.0:1780853794.612552:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296595455 00000100:00000001:2.0:1780853794.612553:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853794.612556:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.612557:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.612560:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.612571:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853794.612573:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853794.612675:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853794.612680:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853794.612686:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853794.612691:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853794.612696:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:1.0:1780853794.612699:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:1.0:1780853794.612704:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853794.612708:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.612718:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853794.612722:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.612728:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853794.612730:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853794.612909:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853794.612912:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853794.612915:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853794.612918:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853794.612921:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:1.0:1780853794.612923:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:1.0:1780853794.612925:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853794.612929:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.612936:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853794.612939:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.612945:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853794.612947:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853794.613003:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853794.613006:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853794.613009:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853794.613012:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853794.613015:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:1.0:1780853794.613016:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:1.0:1780853794.613019:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853794.613022:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.613028:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853794.613031:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853810 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.613037:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853794.613039:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853794.615799:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853794.615814:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853794.615819:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853794.615821:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853794.615830:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853794.615837:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853794.615846:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853794.615850:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853794.615855:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853794.615859:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe53380 00000400:00000200:1.0:1780853794.615864:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853794.615870:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ed9 [1] + 224 00000800:00000001:1.0:1780853794.615877:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853794.615884:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853794.615887:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853794.615891:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853794.615899:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853794.615907:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853794.615917:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853794.615946:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853794.615956:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853794.615959:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853794.616459:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853794.616464:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853794.616471:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853794.616473:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853794.616476:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685a50. 00000400:00000200:2.0:1780853794.616482:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:2.0:1780853794.616484:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:2.0:1780853794.616488:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853794.616493:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853794.616502:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.616508:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853794.616510:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853794.616513:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853794.616516:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853794.616519:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853794.616522:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853794.616525:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853794.616534:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853794.616539:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853794.616541:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853794.616543:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853794.616546:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853794.616550:0:2383:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.616554:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853794.616557:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853794.616559:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853794.616560:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853794.616564:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.616571:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853794.616574:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853794.616575:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853794.616579:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853794.616585:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441280:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853794.616590:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.616593:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853794.616596:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170e00 x1867358631441280/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853794.616602:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853794.616605:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853794.616608:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8c00. 02000000:00000001:2.0:1780853794.616611:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853794.616613:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853794.616616:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853794.616618:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853794.616620:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77200. 02000000:00000001:2.0:1780853794.616624:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853794.616626:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853794.616627:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170e00. 00000100:00000001:2.0:1780853794.616631:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853794.616632:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853794.616635:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.616636:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853794.616638:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853794.616639:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853794.616641:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853794.861388:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853794.861395:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853794.861400:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853794.861402:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853794.861427:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853794.861430:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853794.861433:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853795.636154:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853795.636167:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853795.636169:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1780853795.636175:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853795.636177:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853795.636181:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853795.636186:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853795.885428:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853795.885435:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853795.885442:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853795.885443:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853795.885468:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853795.885471:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853795.885474:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853796.909923:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853796.909929:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853796.909934:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853796.909936:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853796.910074:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853796.910078:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853796.910080:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853797.933447:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853797.933455:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853797.933461:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853797.933462:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853797.933487:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853797.933490:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853797.933493:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853798.702761:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296595455, at 4296595457 00000100:00000010:1.0:1780853798.702780:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5300. 00000100:00000040:0.0:1780853798.703684:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296595455, at 4296595458 00000100:00000010:0.0:1780853798.703693:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5e40. 00010000:00000001:1.0:1780853798.957394:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853798.957401:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853798.957407:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853798.957408:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853798.957435:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853798.957439:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853798.957441:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780853799.725520:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853799.725529:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853799.725539:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853799.725545:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853799.725550:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853799.725553:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853799.725558:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853799.725566:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd400. 00000100:00000001:2.0:1780853799.725572:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725583:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853799.725594:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853799.725599:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725605:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bdd6be4] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.725646:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725649:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853799.725652:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853799.725656:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3bb80. 00000020:00000040:2.0:1780853799.725659:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853799.725661:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853799.725662:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853799.725664:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853799.725668:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd900. 00000100:00000001:2.0:1780853799.725670:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725675:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853799.725682:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853799.725684:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725688:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983e796f] to pc [ptlrpcd_01_01+1] req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.725707:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725709:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853799.725712:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853799.725716:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853799.725718:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853799.725721:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853799.725722:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853799.725724:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853799.725727:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddc00. 00000100:00000001:2.0:1780853799.725729:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725733:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853799.725739:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853799.725741:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725745:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.725751:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725753:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780853799.725756:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780853799.725762:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1934) 00000100:00000001:2.0:1780853799.725780:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853799.725785:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853799.725787:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853799.725793:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.725800:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853799.725802:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.725806:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853799.725809:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853799.725811:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853799.725814:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441536:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853799.725818:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853799.725823:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853799.725826:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.725828:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853799.725833:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8c00. 02000000:00000001:2.0:1780853799.725834:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853799.725843:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853799.725847:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685a50. 00000400:00000010:2.0:1780853799.725854:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fdd0. 00000100:00000200:2.0:1780853799.725861:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441536, portal 10 00000100:00000001:2.0:1780853799.725863:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853799.725864:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:2.0:1780853799.725871:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.725883:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853799.725885:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853799.725888:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853799.725891:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631441536, offset 0 00000400:00000200:2.0:1780853799.725898:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853799.725908:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853799.725915:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853799.725921:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853799.725925:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853799.725929:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853799.725932:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853799.725936:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2570:2570:256:4294967295] 192.168.202.110@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:2.0:1780853799.725940:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853799.725950:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853799.725956:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853799.725962:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd000. 00000800:00000200:2.0:1780853799.725970:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853799.725978:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853799.725982:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853799.725995:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.725999:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807461 usecs (808 jiffies) 00000400:00000200:2.0:1780853799.726003:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853799.726006:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296597288 00000100:00000010:2.0:1780853799.726011:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5120. 00000100:00000001:2.0:1780853799.726017:0:2383:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853799.726035:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296597288 00000100:00000010:2.0:1780853799.726039:0:2383:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5000. 00000100:00000001:2.0:1780853799.726043:0:2383:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853799.726046:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853799.726049:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.726053:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.726056:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853799.726065:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853799.726067:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780853799.726068:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853799.726070:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853799.726071:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853799.726074:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780853799.726075:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853799.726077:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853799.726079:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853799.726080:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853799.726081:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853799.726083:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853799.726087:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.726093:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853799.726095:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.726097:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853799.726099:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853799.726101:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853799.726103:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631441408:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853799.726107:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853799.726109:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853799.726111:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.726112:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853799.726116:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8000. 02000000:00000001:2.0:1780853799.726118:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853799.726121:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853799.726124:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685000. 00000400:00000010:2.0:1780853799.726128:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fbb0. 00000100:00000200:2.0:1780853799.726131:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441408, portal 25 00000100:00000001:2.0:1780853799.726132:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853799.726134:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:2.0:1780853799.726138:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.726143:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853799.726146:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853799.726148:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f660. 00000100:00000200:2.0:1780853799.726151:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631441408, offset 0 00000400:00000200:2.0:1780853799.726154:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853799.726157:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853799.726160:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853799.726162:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853799.726165:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853799.726167:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853799.726169:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853799.726172:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2571:2571:255:4294967295] 192.168.202.110@tcp LPNI seq info [2571:2571:7:4294967295] 00000400:00000200:2.0:1780853799.726175:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853799.726181:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853799.726185:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853799.726189:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dde00. 00000800:00000200:2.0:1780853799.726193:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853799.726197:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853799.726199:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853799.726203:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853799.726205:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853799.726206:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296600569 00000100:00000001:2.0:1780853799.726211:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296597288 00000100:00000001:2.0:1780853799.726213:0:2383:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296600569 00000100:00000001:2.0:1780853799.726216:0:2383:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296597288 00000100:00000001:2.0:1780853799.726218:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853799.726221:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.726222:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853799.726227:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.726234:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853799.726235:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.726237:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853799.726238:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853799.726240:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853799.726243:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441664:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853799.726246:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853799.726249:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853799.726250:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.726252:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853799.726254:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8800. 02000000:00000001:2.0:1780853799.726256:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853799.726259:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853799.726262:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000800:00000200:1.0:1780853799.726484:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853799.726488:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853799.726495:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853799.726501:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853799.726507:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:1.0:1780853799.726510:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:1.0:1780853799.726515:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853799.726519:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853799.726528:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853799.726531:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853799.726538:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853799.726540:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853799.726600:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853799.726603:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853799.726605:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853799.726608:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853799.726611:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f660 00000400:00000010:1.0:1780853799.726613:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f660. 00000100:00000001:1.0:1780853799.726615:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853799.726618:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853799.726625:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853799.726627:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853799.726633:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853799.726634:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853799.726707:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853799.726710:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853799.726766:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853799.726770:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853799.726771:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853799.726775:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 1 seconds 00000100:00000001:0.0:1780853799.726778:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853799.726779:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1780853799.726816:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853799.726821:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441664, portal 4 00000100:00000001:2.0:1780853799.726823:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853799.726824:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853799.726832:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.726838:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853799.726840:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853799.726843:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f908. 00000100:00000200:2.0:1780853799.726845:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631441664, offset 0 00000400:00000200:2.0:1780853799.726850:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853799.726855:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853799.726859:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853799.726863:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853799.726865:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853799.726867:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853799.726870:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853799.726873:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2572:2572:256:4294967295] 192.168.202.110@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:2.0:1780853799.726877:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853799.726883:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853799.726888:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853799.726891:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd700. 00000800:00000200:2.0:1780853799.726895:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853799.726900:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853799.726903:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853799.727034:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.727039:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 223293 usecs (224 jiffies) 00000400:00000200:2.0:1780853799.727042:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853799.727044:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296596705 00000100:00000001:2.0:1780853799.727047:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296600569 00000100:00000001:2.0:1780853799.727049:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296596705 00000100:00000001:2.0:1780853799.727052:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296600569 00000100:00000001:2.0:1780853799.727054:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853799.727056:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.727059:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.727061:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853799.740542:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853799.740552:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853799.740558:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853799.740565:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853799.740572:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f908 00000400:00000010:1.0:1780853799.740574:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f908. 00000100:00000001:1.0:1780853799.740579:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853799.740587:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853799.740598:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853799.740601:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853799.740607:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853799.740609:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853799.751955:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853799.751976:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853799.751981:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853799.751984:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853799.751993:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853799.752000:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853799.752012:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853799.752018:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853799.752023:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853799.752028:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe53500 00000400:00000200:1.0:1780853799.752033:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853799.752039:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6ef9 [1] + 224 00000800:00000001:1.0:1780853799.752047:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853799.752058:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853799.752062:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853799.752066:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853799.752075:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853799.752085:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853799.752097:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.752169:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853799.752173:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853799.752191:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853799.752201:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853799.752205:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853799.752253:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853799.752255:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853799.752258:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853799.752263:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:2.0:1780853799.752517:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:2.0:1780853799.752523:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853799.752528:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853799.752538:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.752550:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853799.752552:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853799.752555:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853799.752558:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853799.752561:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853799.752563:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853799.752566:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853799.752575:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853799.752579:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853799.752582:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853799.752584:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853799.752587:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853799.752591:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.752595:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853799.752597:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853799.752599:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853799.752601:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853799.752605:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.752612:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853799.752615:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853799.752617:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853799.752621:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853799.752629:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441664:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853799.752636:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.752638:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853799.752642:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631441664/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853799.752649:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853799.752651:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853799.752655:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8800. 02000000:00000001:2.0:1780853799.752659:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853799.752661:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853799.752663:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853799.752665:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853799.752668:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddc00. 02000000:00000001:2.0:1780853799.752671:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853799.752673:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853799.752675:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853799.752679:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853799.752680:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853799.752683:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.752685:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853799.752686:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853799.752688:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853799.752689:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853799.981923:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853799.981930:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853799.981936:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853799.981937:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853799.982042:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853799.982045:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853799.982048:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853800.749433:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853800.749447:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853800.749449:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1780853800.749454:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853800.749457:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853800.749461:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853800.749464:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853800.750145:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780853800.750149:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853800.750150:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1780853800.750154:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 1 seconds 00000100:00000001:1.0:1780853800.750157:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853800.750159:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853801.005412:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853801.005419:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853801.005425:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853801.005426:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853801.005454:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853801.005458:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853801.005465:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853801.774287:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780853801.774296:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853801.774298:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1780853801.774304:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 1 seconds 00000100:00000001:1.0:1780853801.774307:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853801.774311:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029495:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853802.029504:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853802.029506:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853802.029509:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029515:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853802.029517:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029519:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029521:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029524:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853802.029526:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853802.029528:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853802.029534:0:24468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853802.029536:0:24468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853802.029537:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029539:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853802.029540:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029541:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853802.029543:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853802.029567:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853802.029569:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853802.029572:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853802.797388:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780853802.797398:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853802.797400:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1780853802.797407:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 1 seconds 00000100:00000001:1.0:1780853802.797411:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853802.797413:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853803.054402:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853803.054409:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853803.054415:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853803.054416:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853803.054501:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853803.054505:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853803.054508:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853803.821469:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296600569, at 4296600576 00000100:00000010:0.0:1780853803.821486:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5120. 00000100:00000040:1.0:1780853803.823613:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296600569, at 4296600578 00000100:00000010:1.0:1780853803.823628:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5000. 00000100:00000001:0.0:1780853803.824842:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853803.824848:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853803.824850:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853803.824855:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 1 seconds 00000100:00000001:0.0:1780853803.824858:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853803.824862:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853804.077563:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853804.077570:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853804.077575:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853804.077577:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853804.090186:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853804.090191:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853804.090195:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853804.845362:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853804.845371:0:32659:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1780853804.845385:0:32659:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853788/real 1780853788] req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853804 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1780853804.845403:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853804.845406:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853804.845409:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d7e8. 00000400:00000200:0.0:1780853804.845414:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:0.0:1780853804.845417:0:32659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:0.0:1780853804.845421:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853804.845426:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853804 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853804.845435:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853804 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853804.845442:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853804.845443:0:32659:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.845446:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853804.845448:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.845465:0:32659:0:(import.c:431:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1780853804.845469:0:32659:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1780853804.845473:0:32659:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9e4592299000: Connection to lustre-MDT0000 (at 192.168.202.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1780853804.845476:0:32659:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:0.0:1780853804.845480:0:32659:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:0.0:1780853804.845483:0:32659:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.845484:0:32659:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:0.0:1780853804.845486:0:32659:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1780853804.845492:0:32659:0:(import.c:438:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1780853804.845494:0:32659:0:(client.c:2532:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.845497:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853804.845499:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853804.845503:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1780853804.845505:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853804.845507:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.845509:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853804.845511:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.845514:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853804.845865:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853804.845871:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853804.845878:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853804.845884:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=6 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853804.845888:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853804.845891:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853804.845896:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853804.845903:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddc00. 00000100:00000001:2.0:1780853804.845910:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853804.845916:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853804.845924:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853804.845928:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853804.845934:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853804.845954:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780853804.845957:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1780853804.845959:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1780853804.845961:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1780853804.845963:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1780853804.845966:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:2.0:1780853804.845969:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1904 00000400:00000200:2.0:1780853804.845977:0:36:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853804.845982:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000001:3.0:1780853804.845985:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1780853804.845986:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853804.845989:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1780853804.845990:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:2.0:1780853804.845991:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853804.845992:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853804.845994:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:2.0:1780853804.845996:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1780853804.845999:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1780853804.845999:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000100:00000001:3.0:1780853804.846001:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853804.846002:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1780853804.846003:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853804.846004:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1780853804.846005:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000100:00000001:3.0:1780853804.846007:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1780853804.846007:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:2.0:1780853804.846009:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000040:2.0:1780853804.846012:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000040:3.0:1780853804.846013:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853804.846014:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780853804.846016:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853804.846018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000100:00000001:3.0:1780853804.846021:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1780853804.846021:0:36:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853804.846022:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780853804.846024:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: import ffff9e4585127800 using connection 192.168.202.110@tcp/192.168.202.110@tcp 02000000:00000001:3.0:1780853804.846026:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780853804.846026:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853804.846029:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853804.846029:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1780853804.846031:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853804.846034:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631441792:192.168.202.110@tcp:400:kworker.0 02000000:00000001:2.0:1780853804.846035:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853804.846037:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853804.846039:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1780853804.846039:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1780853804.846043:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1780853804.846044:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1780853804.846046:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853804.846048:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853804.846051:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39880. 00000020:00000040:2.0:1780853804.846054:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853804.846057:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853804.846059:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853804.846061:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853804.846063:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853804.846065:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853804.846068:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0800. 00000100:00000001:2.0:1780853804.846071:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853804.846077:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853804.846084:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853804.846086:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853804.846089:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2df447e] to pc [ptlrpcd_rcv+-1] req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853804.846112:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853804.846115:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853804.846119:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1780853804.846121:0:36:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1780853804.846124:0:36:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1780853804.846127:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3a680. 00000020:00000040:2.0:1780853804.846130:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853804.846131:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853804.846132:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853804.846133:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1780853804.846134:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1780853804.846135:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846135:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1780853804.846138:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddd00. 00000100:00000040:0.0:1780853804.846140:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853804.846141:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853804.846144:0:36:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00080000:2.0:1780853804.846147:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1780853804.846147:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853804.846148:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1780853804.846150:0:36:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9e4592299000: disconnect after 24s idle 02000000:00000001:0.0:1780853804.846150:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780853804.846152:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1780853804.846152:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853804.846154:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853804.846154:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853804.846156:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631441920:192.168.202.110@tcp:38:kworker.0 00000100:00000040:2.0:1780853804.846158:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c11ec7] to pc [ptlrpcd_rcv+-1] req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.846160:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853804.846162:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853804.846164:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853804.846165:0:36:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853804.846168:0:36:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853804.846168:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1780853804.846170:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1780853804.846172:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b9000. 00000100:00000040:2.0:1780853804.846174:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1780853804.846174:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853804.846179:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1939) 00000400:00000200:0.0:1780853804.846180:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853804.846183:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b8f0. 00000400:00000010:0.0:1780853804.846188:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000001:2.0:1780853804.846189:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853804.846191:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853804.846195:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780853804.846195:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631441920, portal 10 00000100:00000001:2.0:1780853804.846197:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846198:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853804.846199:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000040:0.0:1780853804.846205:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.846212:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853804.846215:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853804.846217:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426e58. 00000100:00000200:0.0:1780853804.846220:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631441920, offset 0 00000400:00000200:0.0:1780853804.846226:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853804.846233:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853804.846239:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853804.846244:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853804.846249:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853804.846253:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853804.846256:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853804.846260:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2573:2573:256:4294967295] 192.168.202.110@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:0.0:1780853804.846283:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853804.846294:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853804.846300:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853804.846305:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853804.846313:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853804.846321:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853804.846325:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780853804.846341:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853804.846345:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807461 usecs (808 jiffies) 00000400:00000200:0.0:1780853804.846348:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853804.846351:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296602409 00000100:00000010:0.0:1780853804.846356:0:2379:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447df60. 00000100:00000001:0.0:1780853804.846362:0:2379:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853804.846367:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296602409 00000100:00000010:0.0:1780853804.846369:0:2379:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d8a0. 00000100:00000001:0.0:1780853804.846373:0:2379:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853804.846375:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853804.846378:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846380:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846381:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.846386:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853804.846388:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1780853804.846389:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853804.846390:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853804.846391:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853804.846395:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.846401:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853804.846402:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853804.846404:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853804.846406:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853804.846408:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853804.846411:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631442048:192.168.202.110@tcp:9:kworker.0 00000100:00000001:0.0:1780853804.846415:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853804.846417:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853804.846418:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853804.846420:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853804.846424:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583cd2200. 02000000:00000001:0.0:1780853804.846425:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853804.846428:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853804.846431:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853804.846434:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853804.846437:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631442048, portal 4 00000100:00000001:0.0:1780853804.846439:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853804.846440:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000040:0.0:1780853804.846445:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.846773:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853804.846776:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853804.846780:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426550. 00000100:00000200:0.0:1780853804.846784:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631442048, offset 0 00000400:00000200:0.0:1780853804.846789:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853804.846794:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853804.846798:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853804.846801:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853804.846804:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853804.846806:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853804.846808:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853804.846810:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2574:2574:255:4294967295] 192.168.202.110@tcp LPNI seq info [2574:2574:7:4294967295] 00000400:00000200:0.0:1780853804.846814:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853804.846819:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853804.846824:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853804.846828:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853804.846832:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853804.846837:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853804.846839:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853804.846842:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853804.846845:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 222363 usecs (223 jiffies) 00000400:00000200:0.0:1780853804.846848:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853804.846850:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296601824 00000100:00000001:0.0:1780853804.846853:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296602409 00000100:00000001:0.0:1780853804.846855:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296601824 00000100:00000001:0.0:1780853804.846857:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296602409 00000100:00000001:0.0:1780853804.846859:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853804.846861:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846863:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846865:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.846869:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853804.846870:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1780853804.846872:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853804.846873:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853804.846874:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846876:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853804.846942:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853804.846947:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:0.0:1780853804.846951:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853804.846957:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853804.846963:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:0.0:1780853804.846966:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:0.0:1780853804.846969:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853804.846974:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.846982:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853804.846985:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.846992:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.846994:0:2373:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1780853804.847149:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853804.847152:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853804.847156:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f73600. 02000000:00000001:3.0:1780853804.847158:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853804.847162:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853804.847165:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae6e0. 00000400:00000010:3.0:1780853804.847169:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000200:3.0:1780853804.847173:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631441792, portal 25 00000100:00000001:3.0:1780853804.847175:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853804.847182:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:3.0:1780853804.847188:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853804.847194:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853804.847196:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853804.847199:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853804.847201:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631441792, offset 0 00000400:00000200:3.0:1780853804.847206:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853804.847210:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853804.847213:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853804.847216:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853804.847219:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853804.847221:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853804.847223:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853804.847226:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2575:2575:255:4294967295] 192.168.202.110@tcp LPNI seq info [2575:2575:7:4294967295] 00000400:00000200:3.0:1780853804.847230:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853804.847236:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853804.847240:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853804.847244:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77c00. 00000800:00000200:3.0:1780853804.847247:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853804.847251:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853804.847254:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853804.847256:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853804.847259:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853804.847261:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296605690 00000100:00000001:3.0:1780853804.847280:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296602409 00000100:00000001:3.0:1780853804.847285:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296605690 00000100:00000001:3.0:1780853804.847287:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296602409 00000100:00000001:3.0:1780853804.847290:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853804.847293:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853804.847295:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853804.847297:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853804.847913:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853804.847918:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:0.0:1780853804.847923:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853804.847928:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853804.847932:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:0.0:1780853804.847934:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:0.0:1780853804.847937:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853804.847942:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.847951:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853804.847954:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.847961:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.847962:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853804.847978:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853804.847981:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77c00. 00000400:00000200:0.0:1780853804.847984:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853804.847987:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853804.847990:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a330 00000400:00000010:0.0:1780853804.847992:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a330. 00000100:00000001:0.0:1780853804.847994:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853804.847998:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.848005:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853804.848008:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.848013:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.848014:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853804.851108:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853804.851128:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853804.851133:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853804.851135:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853804.851145:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853804.851152:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853804.851161:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853804.851166:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853804.851171:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853804.851176:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe53680 00000400:00000200:1.0:1780853804.851181:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853804.851188:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6f11 [1] + 224 00000800:00000001:1.0:1780853804.851195:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853804.851202:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853804.851210:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853804.851214:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853804.851221:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853804.851230:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853804.851241:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853804.851261:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853804.851293:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853804.851297:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.851413:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853804.851417:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853804.851424:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853804.851426:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853804.851429:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853804.851434:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853804.851437:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853804.851440:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853804.851446:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853804.851467:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.851472:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853804.851474:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.851477:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853804.851480:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853804.851484:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853804.851486:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853804.851490:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853804.851500:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853804.851505:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853804.851507:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853804.851509:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853804.851512:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853804.851515:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.851518:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853804.851521:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853804.851523:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853804.851525:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853804.851529:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.851536:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853804.851539:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853804.851541:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1780853804.851546:0:2379:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1780853804.851553:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1780853804.851557:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853804.851565:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631442048:192.168.202.110@tcp:9:kworker.0 00000100:00000001:0.0:1780853804.851571:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.851573:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853804.851576:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631442048/t0(0) o9->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853804.851583:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853804.851585:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853804.851589:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583cd2200. 02000000:00000001:0.0:1780853804.851593:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853804.851596:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853804.851598:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853804.851600:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853804.851603:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddd00. 02000000:00000001:0.0:1780853804.851606:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853804.851608:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853804.851610:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:0.0:1780853804.851613:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853804.851614:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853804.851617:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.851619:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853804.851621:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853804.851622:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853804.851624:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853805.103572:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853805.103579:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853805.103585:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853805.103586:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853805.103611:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853805.103614:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853805.103616:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853805.806078:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853805.806093:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853805.806095:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853805.806101:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853805.806104:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853805.806109:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853805.806114:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853805.869831:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1780853805.869839:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853805.869841:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853805.869847:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1780853805.869852:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853805.869856:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853805.869859:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853805.869861:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853805.869864:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853805.870381:0:2382:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853805.870390:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853805.870391:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1780853805.870395:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853805.870397:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853805.870399:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853805.870403:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853806.125850:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853806.125856:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853806.125862:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853806.125863:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853806.126071:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853806.126074:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853806.126078:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853806.829403:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853806.829419:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853806.829422:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853806.829427:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853806.829430:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853806.829436:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853806.829440:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853806.895981:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780853806.895988:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853806.895990:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853806.895995:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1780853806.895998:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853806.896002:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853806.896004:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853806.896007:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853806.896009:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853807.150178:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853807.150185:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853807.150190:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853807.150192:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853807.150283:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853807.150286:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853807.150288:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853807.854468:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853807.854483:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853807.854485:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853807.854490:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853807.854493:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853807.854498:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853807.854502:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853807.920577:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1780853807.920583:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853807.920585:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853807.920591:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:1.0:1780853807.920594:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853807.920597:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853807.920600:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853807.920602:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853807.920605:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853808.175087:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853808.175094:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853808.175100:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853808.175101:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853808.175127:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853808.175130:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853808.175133:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853808.877394:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853808.877410:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853808.877413:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853808.877419:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853808.877421:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853808.877426:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853808.877430:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853808.941429:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296605690, at 4296605696 00000100:00000040:1.0:1780853808.941433:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296605690, at 4296605696 00000100:00000010:0.0:1780853808.941448:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447df60. 00000100:00000010:1.0:1780853808.941451:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d8a0. 00000100:00000001:2.0:1780853808.941538:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853808.941541:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853808.941543:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853808.941546:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853808.941549:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853808.941553:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853808.941555:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853808.941558:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853808.941561:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853809.197547:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853809.197557:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853809.197565:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853809.197566:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853809.198179:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853809.198183:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853809.198187:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853809.904892:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853809.904907:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853809.904909:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.904915:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853809.904918:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853809.904923:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.904926:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.965424:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853809.965433:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853809.965435:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853809.965441:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853809.965445:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853809.965449:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.965451:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853809.965454:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.965457:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853809.967708:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853809.967718:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853809.967730:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173b80. 00000020:00000040:3.0:1780853809.967736:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=7 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853809.967741:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853809.967744:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853809.967750:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853809.967758:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77000. 00000100:00000001:3.0:1780853809.967766:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853809.967779:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853809.967790:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853809.967795:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853809.967803:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000960a503c] to pc [ptlrpcd_01_00+0] req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.967842:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853809.967845:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1780853809.967849:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1780853809.967852:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853809.967854:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853809.967857:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1780853809.967860:0:20794:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1780853809.967865:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1944) 00000100:00000001:2.0:1780853809.967953:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853809.967958:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853809.967961:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853809.967967:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.967975:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853809.967977:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853809.967981:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853809.967984:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853809.967986:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853809.967989:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631442176:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853809.967993:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853809.967998:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853809.968001:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853809.968003:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853809.968009:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585073200. 02000000:00000001:2.0:1780853809.968011:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853809.968020:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853809.968024:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853809.968031:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853809.968039:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631442176, portal 25 00000100:00000001:2.0:1780853809.968041:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853809.968043:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122110848 : -107453587440768 : ffff9e4583173b80) 00000100:00000040:2.0:1780853809.968048:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.968055:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853809.968058:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853809.968061:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fd48. 00000100:00000200:2.0:1780853809.968065:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631442176, offset 0 00000400:00000200:2.0:1780853809.968071:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853809.968080:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853809.968089:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853809.968094:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853809.968098:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853809.968102:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853809.968105:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853809.968109:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2576:2576:256:4294967295] 192.168.202.110@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:2.0:1780853809.968114:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853809.968125:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853809.968131:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853809.968135:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853809.968142:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853809.968151:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853809.968156:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853809.968170:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853809.968173:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853809.968176:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296610811 00000100:00000010:2.0:1780853809.968181:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da51e0. 00000100:00000001:2.0:1780853809.968188:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853809.968193:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296610811 00000100:00000010:2.0:1780853809.968195:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5180. 00000100:00000001:2.0:1780853809.968198:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853809.968201:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853809.968203:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.968207:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.968209:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.968218:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853809.968220:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1780853809.968221:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853809.968222:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853809.968224:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.968226:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.968237:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853809.968240:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853809.968244:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.968247:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853809.968882:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853809.968889:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:0.0:1780853809.968894:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853809.968901:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853809.968907:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fd48 00000400:00000010:0.0:1780853809.968910:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fd48. 00000100:00000001:0.0:1780853809.968915:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853809.968933:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853809.968945:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853809.968948:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853809.968956:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853809.968957:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853809.969178:0:2379:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853809.969185:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853809.969187:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853809.969190:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853809.969191:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853809.969193:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.969195:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853809.978205:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.978230:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853809.978235:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.978238:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853809.978246:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.978255:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853809.978285:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.978290:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.978295:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.978299:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe53700 00000400:00000200:1.0:1780853809.978305:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.978312:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6f29 [1] + 224 00000800:00000001:1.0:1780853809.978320:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.978329:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853809.978333:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853809.978337:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853809.978345:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853809.978354:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853809.978365:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853809.978387:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853809.978396:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.978399:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.978518:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853809.978523:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853809.978530:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853809.978532:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853809.978535:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853809.978555:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:2.0:1780853809.978558:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:2.0:1780853809.978562:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853809.978567:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853809.978578:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.978599:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853809.978601:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.978615:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853809.978619:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853809.978623:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853809.978625:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853809.978629:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853809.978639:0:2382:0:(import.c:2151:obd_at_measure()) add 0 to ffff9e45922cb460 time=50 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853809.978644:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1780853809.978647:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853809.978650:0:2382:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1780853809.978653:0:2382:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1780853809.978656:0:2382:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.110@tcp of MGS@192.168.202.110@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1780853809.978660:0:2382:0:(import.c:65:import_set_state_nolock()) ffff9e45922cb000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1780853809.978664:0:2382:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.110@tcp: Connection to MGS (at 192.168.202.110@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1780853809.986471:0:2382:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.110@tcp for MGC192.168.202.110@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1780853809.986477:0:2382:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1780853809.986479:0:2382:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1780853809.986482:0:2382:0:(client.c:3564:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1780853809.986490:0:2382:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853809.986528:0:2382:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853809.986537:0:2382:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853809.986546:0:2382:0:(client.c:3579:ptlrpc_abort_inflight()) @@@ inflight req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.986553:0:2382:0:(client.c:3609:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1780853809.986554:0:2382:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1780853809.986556:0:2382:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1780853809.986560:0:2382:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1780853809.986562:0:2382:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1780853809.986564:0:2382:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.986567:0:2382:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1780853809.986568:0:2382:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:2.0:1780853809.986569:0:2382:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1780853809.986570:0:2382:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.986572:0:2382:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1780853809.986574:0:2382:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1780853809.986577:0:2382:0:(import.c:65:import_set_state_nolock()) ffff9e45922cb000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1780853809.986580:0:2382:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:2.0:1780853809.986584:0:2382:0:(import.c:512:import_select_connection()) MGC192.168.202.110@tcp: connect to NID 192.168.202.110@tcp last attempt 838 00000400:00000200:2.0:1780853809.986594:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853809.986601:0:2382:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1780853809.986617:0:2382:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853809.986621:0:2382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780853809.986623:0:2382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853809.986626:0:2382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:2.0:1780853809.986631:0:2382:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1780853809.986633:0:2382:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb30026e 00000020:00000001:2.0:1780853809.986636:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853809.986640:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4586415800 refcount=3 00000020:00000001:2.0:1780853809.986644:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620175202304 : -107453534349312 : ffff9e4586415800) 00000020:00000001:2.0:1780853809.986646:0:2382:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620175202304 : -107453534349312 : ffff9e4586415800) 00000100:00000040:2.0:1780853809.986650:0:2382:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853809.986652:0:2382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780853809.986654:0:2382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853809.986657:0:2382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:2.0:1780853809.986660:0:2382:0:(genops.c:900:class_export_put()) PUTting export ffff9e4586415800 : new refcount 2 00000100:00080000:2.0:1780853809.986665:0:2382:0:(import.c:626:import_select_connection()) MGC192.168.202.110@tcp: import ffff9e45922cb000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:2.0:1780853809.986668:0:2382:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853809.986671:0:2382:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1780853809.986676:0:2382:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853809.986680:0:2382:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.986683:0:2382:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1780853809.986686:0:2382:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.986696:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1780853809.986697:0:2382:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853809.986703:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1780853809.986704:0:2382:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=8 obd=MGC192.168.202.110@tcp 02000000:00000001:2.0:1780853809.986711:0:2382:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853809.986713:0:2382:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1780853809.986714:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853809.986718:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1780853809.986718:0:2382:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853809.986724:0:2382:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1780853809.986726:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685000. 02000000:00000001:2.0:1780853809.986730:0:2382:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853809.986737:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:3.0:1780853809.986742:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 02000000:00000010:2.0:1780853809.986742:0:2382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf2800. 00000100:00000001:3.0:1780853809.986750:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1780853809.986752:0:2382:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1780853809.986759:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853809.986761:0:2382:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853809.986790:0:2382:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1780853809.986793:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.986797:0:2382:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.986808:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1780853809.986808:0:2382:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c364de3] to pc [ptlrpcd_rcv+-1] req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.986812:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853809.986821:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.986830:0:2383:0:(client.c:2128:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1780853809.986833:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853809.986836:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853809.986842:0:2382:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.986846:0:2382:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1780853809.986849:0:2382:0:(client.c:1700:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1780853809.986855:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.986862:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1780853809.986864:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853809.986866:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853809.986870:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853809.986878:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631442176:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853809.986885:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853809.986886:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853809.986888:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae6e0. 00000400:00000200:2.0:1780853809.986892:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a000 00000400:00000010:2.0:1780853809.986893:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a000. 00000100:00000001:2.0:1780853809.986896:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853809.986900:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853809.986908:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.986914:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853809.986915:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853809.986919:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.986925:0:2382:0:(client.c:2128:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1780853809.986928:0:2382:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.986929:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853809.986931:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853809.986983:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853809.986986:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853809.986989:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853809.986995:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853809.987010:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853809.987012:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853809.987014:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1780853809.987016:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853809.987020:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853809.987026:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853809.987032:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e761877-fa78-4922-9922-916bab43ab5e:2379:1867358631442304:192.168.202.110@tcp:250:ptlrpcd_01_00.0 00000100:00000001:0.0:1780853809.987041:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853809.987047:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1780853809.987048:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631441792:192.168.202.110@tcp:400:kworker.0 02000000:00000001:0.0:1780853809.987052:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.987054:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1780853809.987056:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1780853809.987060:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1780853809.987063:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bbc00. 02000000:00000001:0.0:1780853809.987067:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853809.987073:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000040:2.0:1780853809.987136:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173b80 x1867358631442176/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853825 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.987146:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853809.987149:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853809.987152:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585073200. 02000000:00000001:2.0:1780853809.987155:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853809.987157:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853809.987159:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=7 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853809.987161:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853809.987163:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77000. 02000000:00000001:2.0:1780853809.987167:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853809.987169:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853809.987170:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173b80. 00000100:00000001:2.0:1780853809.987173:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853809.987175:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.987176:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853809.987180:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631441792/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853820 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853809.987185:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853809.987187:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853809.987188:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f73600. 02000000:00000001:2.0:1780853809.987191:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853809.987193:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853809.987194:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=6 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853809.987302:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853809.987305:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddc00. 02000000:00000001:2.0:1780853809.987308:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853809.987310:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853809.987311:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853809.987313:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853809.987315:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.987317:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853809.987327:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853809.987329:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853809.987331:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853809.987333:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1780853809.987450:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853809.987456:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853809.987463:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631442304, portal 25 00000100:00000001:0.0:1780853809.987465:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853809.987467:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:0.0:1780853809.987474:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853809.987481:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853809.987484:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853809.987488:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426550. 00000100:00000200:0.0:1780853809.987491:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1867358631442304, offset 0 00000400:00000200:0.0:1780853809.987497:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853809.987505:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853809.987512:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853809.987517:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853809.987522:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853809.987526:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853809.987528:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853809.987532:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2577:2577:256:4294967295] 192.168.202.110@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:0.0:1780853809.987537:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853809.987546:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853809.987552:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853809.987557:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853809.987564:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853809.987573:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853809.987577:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780853809.987589:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853809.987593:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853809.987596:0:2379:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296610831 00000100:00000001:0.0:1780853809.987603:0:2379:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296610811 00000100:00000001:0.0:1780853809.987617:0:2379:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296610831 00000100:00000001:0.0:1780853809.987621:0:2379:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296610811 00000100:00000001:0.0:1780853809.987624:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853809.987627:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853809.987631:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853809.987633:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853809.987637:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853809.987639:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853809.987641:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853809.987643:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853809.987645:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853809.987647:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.987713:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853809.987722:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853809.987738:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631441408:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853809.987746:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853809.987747:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853809.987749:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685058. 00000400:00000200:3.0:1780853809.987753:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:3.0:1780853809.987755:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:3.0:1780853809.987758:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853809.987762:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853809.987770:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.987776:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853809.987777:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853809.987781:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.987787:0:2383:0:(client.c:2128:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1780853809.987789:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853809.987791:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853809.987792:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853809.987795:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853809.987802:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3e761877-fa78-4922-9922-916bab43ab5e:2383:1867358631441024:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853809.987805:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.987807:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853809.987810:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631441408/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853815 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.987815:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853809.987817:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853809.987819:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8000. 02000000:00000001:3.0:1780853809.987822:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853809.987824:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853809.987825:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853809.987827:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853809.987829:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd400. 02000000:00000001:3.0:1780853809.987831:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853809.987832:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853809.987833:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:3.0:1780853809.987836:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853809.987837:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853809.987844:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853809.987847:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631441024/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853810 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853809.987852:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853809.987853:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853809.987855:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9800. 02000000:00000001:3.0:1780853809.987857:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853809.987858:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853809.987859:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000800:00000200:1.0:1780853809.988343:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853809.988350:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853809.988355:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853809.988362:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853809.988368:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:1.0:1780853809.988371:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:1.0:1780853809.988375:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853809.988379:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853809.988387:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853809.988390:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853809.988396:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853809.988398:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1780853809.992228:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853809.992235:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77600. 02000000:00000001:3.0:1780853809.992242:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853809.992244:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853809.992246:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853809.992250:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853809.992252:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853809.992257:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.992260:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853809.992262:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853809.992368:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853809.992370:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853809.992808:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.992821:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853809.992823:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.992824:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853809.992833:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.992838:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853809.992895:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.992899:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.992903:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.992907:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 25 MB=0x6a25a4fe53780 00000400:00000200:1.0:1780853809.992911:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853809.992915:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 416/416 into md 0x6f31 [1] + 0 00000800:00000001:1.0:1780853809.992921:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.992926:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853809.992929:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853809.992932:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853809.992937:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853809.992943:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853809.992950:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853809.992965:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853809.992972:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853809.992974:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853809.993013:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853809.993015:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853809.993019:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853809.993021:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853809.993023:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853809.993027:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853809.993029:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853809.993031:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853809.993034:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853809.993041:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/544 e 0 to 0 dl 1780853819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853809.993045:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853809.993046:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853809.993048:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853809.993050:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853809.993051:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853809.993053:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853809.993055:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853809.993060:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853809.993063:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853809.993065:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853809.993066:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853809.993068:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853809.993070:0:2379:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853809.993071:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853809.993155:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1780853819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853809.993164:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853809.993167:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853809.993169:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853809.993171:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1780853809.993178:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.202.110@tcp: connect to target with instance 0 00000020:00000001:0.0:1780853809.993181:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853809.993182:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb30026e 00000020:00000001:0.0:1780853809.993185:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853809.993187:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4586415800 refcount=3 00000020:00000001:0.0:1780853809.993190:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620175202304 : -107453534349312 : ffff9e4586415800) 00000020:00000001:0.0:1780853809.993192:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620175202304 : -107453534349312 : ffff9e4586415800) 00000100:00001000:0.0:1780853809.993195:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=1780853809 v=0 (0 0 0 0) 00000100:00001000:0.0:1780853809.993198:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e45922cb418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1780853809.993205:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4586415800 : new refcount 2 00000100:00000001:0.0:1780853809.993208:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:0.0:1780853809.993212:0:2379:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1780853809.993214:0:2379:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853809.993216:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000400:0.0:1780853809.993220:0:2379:0:(import.c:1286:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.110@tcp) after server handle changed from 0x562725ecec977d3c to 0x562725ecec97a2dc 00000100:00080000:0.0:1780853810.001177:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e45922cb000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1780853810.001186:0:2379:0:(import.c:1294:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853810.001191:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1780853810.001200:0:2379:0:(import.c:1675:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.110@tcp; invalidating 00000020:00000040:0.0:1780853810.001204:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:0.0:1780853810.002052:0:2379:0:(import.c:1696:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853810.002057:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853810.002068:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1780853819 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853810.002079:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e761877-fa78-4922-9922-916bab43ab5e:2379:1867358631442304:192.168.202.110@tcp:250:ptlrpcd_01_00.0 00000100:00000001:0.0:1780853810.002086:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853810.002090:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853810.002094:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631442304/t0(0) o250->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 520/416 e 0 to 0 dl 1780853819 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853810.002100:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853810.002104:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853810.002109:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bbc00. 02000000:00000001:0.0:1780853810.002113:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853810.002116:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853810.002118:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853810.002120:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853810.002123:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf2800. 02000000:00000001:0.0:1780853810.002127:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853810.002129:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853810.002131:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:0.0:1780853810.002135:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853810.002137:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853810.002140:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853810.002143:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853810.002145:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853810.002146:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853810.002148:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853810.004359:0:32881:0:(import.c:1595:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1780853810.004385:0:32881:0:(import.c:1599:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.110@tcp to MGS@192.168.202.110@tcp 00000100:00100000:1.0:1780853810.004390:0:32881:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1780853810.004394:0:32881:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:1.0:1780853810.004397:0:32881:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1780853810.004402:0:32881:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853810.004405:0:32881:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1780853810.004411:0:32881:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588f65500 count: 3 00010000:00000001:1.0:1780853810.004417:0:32881:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853810.004419:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853810.004422:0:32881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853810.004424:0:32881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=3 00000020:00000001:1.0:1780853810.004427:0:32881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853810.004431:0:32881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853810.004434:0:32881:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853810.004438:0:32881:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.110@tcp lock: ffff9e4583572800/0xa8f483e9eb300275 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x562725ecec977d43 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1780853810.004448:0:32881:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1780853810.004451:0:32881:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.110@tcp lock: ffff9e4583572800/0xa8f483e9eb300275 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x562725ecec977d43 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780853810.004457:0:32881:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1780853810.004460:0:32881:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1780853810.004462:0:32881:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1780853810.004464:0:32881:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1780853810.004465:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1780853810.004467:0:32881:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780853810.004489:0:32881:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1780853810.004491:0:32881:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1780853810.004492:0:32881:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9e4589322800) refs 2 10000000:00000001:1.0:1780853810.004495:0:32881:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1780853810.004496:0:32881:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853810.004499:0:32881:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853810.004501:0:32881:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853810.004504:0:32881:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853810.004505:0:32881:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853810.004507:0:32881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853810.004510:0:32881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853810.004512:0:32881:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572800 with handle 0xa8f483e9eb300275 from hash 00010000:00000001:1.0:1780853810.004515:0:32881:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853810.004516:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.004518:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.004519:0:32881:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853810.004521:0:32881:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853810.004522:0:32881:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853810.004525:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.004526:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.004528:0:32881:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853810.004530:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853810.004532:0:32881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.110@tcp lock: ffff9e4583572800/0xa8f483e9eb300275 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x562725ecec977d43 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853810.004547:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.004549:0:32881:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853810.004550:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853810.004551:0:32881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853810.004552:0:32881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=3 00000020:00000001:1.0:1780853810.004554:0:32881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:1.0:1780853810.004556:0:32881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:1.0:1780853810.004558:0:32881:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853810.004560:0:32881:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.110@tcp lock: ffff9e45c2171400/0xa8f483e9eb30027c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x562725ecec977d4a expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1780853810.004565:0:32881:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1780853810.004567:0:32881:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.110@tcp lock: ffff9e45c2171400/0xa8f483e9eb30027c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x562725ecec977d4a expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780853810.004572:0:32881:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1780853810.004575:0:32881:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1780853810.004576:0:32881:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1780853810.004578:0:32881:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1780853810.004579:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1780853810.004580:0:32881:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780853810.004582:0:32881:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1780853810.004583:0:32881:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1780853810.004584:0:32881:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9e4582992a00) refs 2 10000000:00000001:1.0:1780853810.004586:0:32881:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1780853810.004587:0:32881:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853810.004589:0:32881:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853810.004590:0:32881:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853810.004592:0:32881:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853810.004593:0:32881:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853810.004595:0:32881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853810.004596:0:32881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853810.004598:0:32881:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171400 with handle 0xa8f483e9eb30027c from hash 00010000:00000001:1.0:1780853810.004600:0:32881:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853810.004601:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.004603:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.004604:0:32881:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853810.004617:0:32881:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853810.004619:0:32881:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853810.004621:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.004622:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.004623:0:32881:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853810.004624:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853810.004626:0:32881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.110@tcp lock: ffff9e45c2171400/0xa8f483e9eb30027c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x562725ecec977d4a expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853810.004635:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1780853810.004637:0:32881:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588f65500 count: 0 00010000:00000040:1.0:1780853810.004643:0:32881:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3900 count: 2 00010000:00000001:1.0:1780853810.004645:0:32881:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853810.004646:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853810.004647:0:32881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853810.004649:0:32881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170800 refcount=3 00000020:00000001:1.0:1780853810.004650:0:32881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179062272 : -107452530489344 : ffff9e45c2170800) 00010000:00000001:1.0:1780853810.004652:0:32881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179062272 : -107452530489344 : ffff9e45c2170800) 00010000:00000001:1.0:1780853810.004654:0:32881:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853810.004657:0:32881:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.110@tcp lock: ffff9e45c2170800/0xa8f483e9eb3002a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x562725ecec977d51 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1780853810.004662:0:32881:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1780853810.004665:0:32881:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.110@tcp lock: ffff9e45c2170800/0xa8f483e9eb3002a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x562725ecec977d51 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780853810.006226:0:32881:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1780853810.006233:0:32881:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1780853810.006236:0:32881:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1780853810.006238:0:32881:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1780853810.006240:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1780853810.006242:0:32881:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780853810.006246:0:32881:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1780853810.006247:0:32881:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1780853810.006249:0:32881:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9e4582992c00) refs 2 10000000:00000001:1.0:1780853810.006252:0:32881:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1780853810.006253:0:32881:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853810.006256:0:32881:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853810.006258:0:32881:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853810.006261:0:32881:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853810.006262:0:32881:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853810.006285:0:32881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853810.006288:0:32881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853810.006291:0:32881:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170800 with handle 0xa8f483e9eb3002a6 from hash 00010000:00000001:1.0:1780853810.006294:0:32881:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853810.006296:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.006297:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.006298:0:32881:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853810.006300:0:32881:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853810.006302:0:32881:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853810.006304:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.006305:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.006307:0:32881:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853810.006309:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853810.006311:0:32881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.110@tcp lock: ffff9e45c2170800/0xa8f483e9eb3002a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x562725ecec977d51 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853810.006321:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1780853810.006324:0:32881:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3900 count: 0 00010000:00000040:1.0:1780853810.006331:0:32881:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853810.006333:0:32881:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853810.006334:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853810.006336:0:32881:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853810.006337:0:32881:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779e00 refcount=3 00000020:00000001:1.0:1780853810.006339:0:32881:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:1.0:1780853810.006356:0:32881:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:1.0:1780853810.006358:0:32881:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853810.006360:0:32881:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb3002ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x562725ecec977d58 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1780853810.006365:0:32881:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1780853810.006367:0:32881:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb3002ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x562725ecec977d58 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780853810.006371:0:32881:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:1.0:1780853810.006373:0:32881:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1780853810.006375:0:32881:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1780853810.006376:0:32881:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1780853810.006377:0:32881:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1780853810.006378:0:32881:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780853810.006380:0:32881:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1780853810.006381:0:32881:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1780853810.006382:0:32881:0:(mgc_request.c:123:config_log_put()) log params(ffff9e4589323c00) refs 2 10000000:00000001:1.0:1780853810.006383:0:32881:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1780853810.006384:0:32881:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853810.006385:0:32881:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853810.006386:0:32881:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853810.006387:0:32881:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853810.006388:0:32881:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853810.006389:0:32881:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853810.006390:0:32881:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853810.006392:0:32881:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779e00 with handle 0xa8f483e9eb3002ad from hash 00010000:00000001:1.0:1780853810.006393:0:32881:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853810.006394:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.006395:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.006396:0:32881:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853810.006396:0:32881:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853810.006397:0:32881:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853810.006399:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853810.006399:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853810.006401:0:32881:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853810.006402:0:32881:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853810.006404:0:32881:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb3002ad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x562725ecec977d58 expref: -99 pid: 15874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853810.006409:0:32881:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1780853810.006410:0:32881:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837f00 count: 0 00000001:00000001:1.0:1780853810.006415:0:32881:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853810.006417:0:32881:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853810.006419:0:32881:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853810.006421:0:32881:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1780853810.006423:0:32881:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853810.006425:0:32881:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1780853810.006432:0:32881:0:(import.c:65:import_set_state_nolock()) ffff9e45922cb000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1780853810.006435:0:32881:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1780853810.006437:0:32881:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1780853810.006439:0:32881:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780853810.006441:0:32881:0:(import.c:65:import_set_state_nolock()) ffff9e45922cb000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1780853810.006443:0:32881:0:(obd_class.h:1223:obd_import_event()) Process entered 10000000:01000000:1.0:1780853810.006445:0:32881:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1780853810.006448:0:32881:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.202.110@tcp: Reactivating import 00000100:00080000:1.0:1780853810.006450:0:32881:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1780853810.006452:0:32881:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853810.006453:0:32881:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:1.0:1780853810.006460:0:32881:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) MGC192.168.202.110@tcp: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00000001:1.0:1780853810.006463:0:32881:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853810.006466:0:32881:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853810.006468:0:32881:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853810.006470:0:32881:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1780853810.006472:0:32881:0:(import.c:1612:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853810.012320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572800. 00010000:00000010:1.1:1780853810.012337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171400. 00010000:00000010:1.1:1780853810.012343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588f65500. 00010000:00000010:1.1:1780853810.016319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170800. 00010000:00000010:1.1:1780853810.016336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3900. 00010000:00000010:1.1:1780853810.016341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779e00. 00010000:00000010:1.1:1780853810.016345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837f00. 00010000:00000001:1.0:1780853810.221601:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853810.221640:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853810.222525:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853810.222529:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853810.222533:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853810.925808:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853810.925817:0:2383:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1780853810.925836:0:2383:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853794/real 1780853794] req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1780853810.925861:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853810.925864:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853810.925868:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685528. 00000400:00000200:3.0:1780853810.925890:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:3.0:1780853810.925893:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:3.0:1780853810.925898:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853810.925902:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853810.925910:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853810.925917:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853810.925918:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853810.925930:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853810.925932:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853810.925937:0:2383:0:(client.c:2524:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853810.925944:0:2383:0:(import.c:431:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1780853810.925946:0:2383:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9e4585127800 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:3.0:1780853810.925949:0:2383:0:(import.c:438:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1780853810.925951:0:2383:0:(client.c:2532:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853810.925959:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853810.925961:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853810.925964:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853810.925967:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853810.925969:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853810.925971:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853810.925973:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853810.925978:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853810.925984:0:2383:0:(client.c:2176:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1780853810.925987:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853810.925989:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853810.925990:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853810.925994:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853810.926002:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441152:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853810.926007:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853810.926009:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853810.926013:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172d80 x1867358631441152/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853810 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853810.926019:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853810.926022:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853810.926027:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8200. 02000000:00000001:3.0:1780853810.926031:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853810.926034:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853810.926036:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853810.926039:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853810.926042:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77a00. 02000000:00000001:3.0:1780853810.926047:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853810.926049:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853810.926051:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172d80. 00000100:00000001:3.0:1780853810.926055:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853810.926056:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853810.926059:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853810.989590:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853810.989607:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853810.989609:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853810.989615:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853810.989618:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853810.989622:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853810.989624:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853810.989627:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853810.989629:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853811.075895:0:2379:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853811.075910:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853811.075912:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853811.075918:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853811.075921:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853811.075925:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853811.075928:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853811.247805:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853811.247813:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853811.247838:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853811.247841:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853811.247844:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853811.949540:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853811.949554:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853811.949556:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853811.949561:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853811.949563:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853811.949567:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853811.949571:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.013383:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853812.013390:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.013392:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.013397:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853812.013401:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.013404:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.013407:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.013409:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.013411:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780853812.014034:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1780853812.014038:0:15888:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9e4582992c00) refs 2 10000000:00000001:3.0:1780853812.014041:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780853812.014043:0:15888:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1780853812.014045:0:15888:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1780853812.014046:0:15888:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1780853812.014058:0:15888:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1780853812.014060:0:15888:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:3.0:1780853812.014062:0:15888:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff9e4592299000 from 6 10000000:00000001:3.0:1780853812.014065:0:15888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1780853812.014066:0:15888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1780853812.014077:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172d80. 00000020:00000040:3.0:1780853812.014081:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853812.014085:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853812.014089:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853812.014093:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853812.014101:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4588f72a00. 00000100:00000001:3.0:1780853812.014107:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853812.014112:0:15888:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853812.014115:0:15888:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853812.014121:0:15888:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3d00. 00010000:00000001:3.0:1780853812.014127:0:15888:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853812.014130:0:15888:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170c00. 00000020:00000001:3.0:1780853812.014134:0:15888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853812.014137:0:15888:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170c00 with handle 0xa8f483e9eb300e4c to hash 00000020:00000001:3.0:1780853812.014148:0:15888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853812.014150:0:15888:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853812.014153:0:15888:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853812.014157:0:15888:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853812.014160:0:15888:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853812.014335:0:15888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853812.014352:0:15888:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853812.014364:0:15888:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853812.014369:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853812.014371:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853812.014379:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f900. 00000100:00000001:3.0:1780853812.014381:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146931968 : -107453562619648 : ffff9e458491f900) 00000100:00000001:3.0:1780853812.014384:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853812.014385:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122107264 : -107453587444352 : ffff9e4583172d80) 00000100:00000001:3.0:1780853812.014390:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853812.014394:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.014396:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853812.014398:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853812.014408:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.014416:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853812.014419:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853812.014422:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853812.014425:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853812.014428:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853812.014432:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442432:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1780853812.014437:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853812.014442:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853812.014445:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853812.014447:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853812.014452:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fac400. 02000000:00000001:3.0:1780853812.014454:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853812.014461:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853812.014466:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853812.014472:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853812.014480:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631442432, portal 25 00000100:00000001:3.0:1780853812.014482:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853812.014483:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122107264 : -107453587444352 : ffff9e4583172d80) 00000100:00000040:3.0:1780853812.014489:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.014496:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853812.014499:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853812.014830:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853812.014835:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867358631442432, offset 0 00000400:00000200:3.0:1780853812.014843:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853812.014852:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853812.014861:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853812.014866:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853812.014872:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853812.014876:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853812.014879:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853812.014884:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2578:2578:256:4294967295] 192.168.202.110@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:3.0:1780853812.014888:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853812.014898:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853812.014905:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853812.014910:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77a00. 00000800:00000200:3.0:1780853812.014919:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853812.014929:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853812.014934:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853812.015001:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853812.015006:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853812.015009:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612858 00000100:00000001:3.0:1780853812.015018:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296610831 00000100:00000001:3.0:1780853812.015023:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612858 00000100:00000001:3.0:1780853812.015026:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296610831 00000100:00000001:3.0:1780853812.015029:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853812.015032:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.015035:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853812.015037:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853812.015039:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f900 going to sleep for 11 seconds 00000100:00000001:3.0:1780853812.015041:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853812.015043:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853812.027287:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853812.027298:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77a00. 00000400:00000200:1.0:1780853812.027308:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.027318:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853812.027327:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:1.0:1780853812.027330:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:1.0:1780853812.027336:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853812.027345:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.027358:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853812.027362:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.027369:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853812.027371:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.036936:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.036955:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.036959:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.036961:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.036972:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.036979:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.036988:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.036994:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.037000:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.037005:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 344 into portal 25 MB=0x6a25a4fe53800 00000400:00000200:1.0:1780853812.037010:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.037016:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 344/344 into md 0x6f41 [1] + 224 00000800:00000001:1.0:1780853812.037024:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.037030:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.037033:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.037038:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.037046:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.037069:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.037081:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.037096:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.037104:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.037107:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.037805:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853812.037815:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853812.037817:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853812.037821:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:3.0:1780853812.037837:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853812.037840:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853812.037844:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853812.037850:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853812.037860:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.037867:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853812.037869:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.037872:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853812.037876:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853812.037878:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853812.037881:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853812.037884:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853812.037892:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853812.037896:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853812.037899:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853812.037900:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853812.037904:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853812.037906:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.037909:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853812.037914:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.037929:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853812.037933:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853812.037935:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853812.037940:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853812.037948:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442432:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1780853812.037953:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.037956:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.037959:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853812.037961:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853812.037964:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.037970:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853812.037974:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f900. 00000100:00000001:3.0:1780853812.037977:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853812.037978:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853812.037981:0:15888:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853812.037984:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853812.037987:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853812.037990:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=4 00000020:00000001:3.0:1780853812.037992:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853812.037995:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000040:3.0:1780853812.038002:0:15888:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170c00, remote cookie: 0x562725ecec97a361, flags: 0x0 00010000:00000001:3.0:1780853812.038005:0:15888:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853812.038010:0:15888:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853812.038012:0:15888:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853812.038014:0:15888:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853812.038015:0:15888:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853812.038018:0:15888:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9e45853e3d00) refcount = 1 00010000:00010000:3.0:1780853812.038023:0:15888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a361 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853812.038032:0:15888:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853812.038034:0:15888:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853812.038035:0:15888:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853812.038038:0:15888:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853812.038040:0:15888:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853812.038043:0:15888:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x562725ecec97a361 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853812.038327:0:15888:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853812.038329:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853812.038331:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853812.038332:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853812.038333:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853812.038335:0:15888:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.038338:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853812.038343:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172d80 x1867358631442432/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.038349:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853812.038352:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853812.038355:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fac400. 02000000:00000001:3.0:1780853812.038358:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853812.038360:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853812.038362:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853812.038364:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853812.038366:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4588f72a00. 02000000:00000001:3.0:1780853812.038370:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853812.038372:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853812.038374:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172d80. 00000100:00000001:3.0:1780853812.038377:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853812.038378:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1780853812.038380:0:15888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780853812.038383:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1780853812.038386:0:15888:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9e4582992c00) refs 3 10000000:00000001:3.0:1780853812.038388:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853812.038390:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853812.038392:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853812.038393:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:3.0:1780853812.038395:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853812.038397:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:3.0:1780853812.038399:0:15888:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1780853812.038400:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853812.038401:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853812.038403:0:15888:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1780853812.038405:0:15888:0:(mgc_request.c:1521:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1780853812.038412:0:15888:0:(mgc_request.c:1533:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9e4584989e80. 00000100:00000010:3.0:1780853812.038434:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172d80. 00000020:00000040:3.0:1780853812.038437:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853812.038441:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853812.038443:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853812.038447:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853812.038451:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4588f72a00. 00000100:00000001:3.0:1780853812.038457:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.038460:0:15888:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1780853812.038465:0:15888:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9e4583fac400. 00000100:00000010:3.0:1780853812.038467:0:15888:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9e45852de180. 00000020:00000040:3.0:1780853812.038470:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853812.038474:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853812.038476:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853812.038480:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f900. 00000100:00000001:3.0:1780853812.038482:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146931968 : -107453562619648 : ffff9e458491f900) 00000100:00000001:3.0:1780853812.038484:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853812.038486:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122107264 : -107453587444352 : ffff9e4583172d80) 00000100:00000001:3.0:1780853812.038490:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853812.038494:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.038496:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853812.038498:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853812.038513:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.038521:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853812.038523:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853812.038527:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853812.038529:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853812.038532:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853812.038534:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442560:192.168.202.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1780853812.038539:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853812.038542:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853812.038545:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.038548:0:15888:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1780853812.038553:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853812.038557:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae9f8. 00000400:00000010:3.0:1780853812.038562:0:15888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9e458491f780. 00000100:00000200:3.0:1780853812.038568:0:15888:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a25a4fe53880-0x6a25a4fe53880, portal 33 00000100:00000001:3.0:1780853812.038571:0:15888:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853812.038573:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853812.038576:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f72e00. 02000000:00000001:3.0:1780853812.038578:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853812.038581:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853812.038583:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853812.038586:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853812.038599:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631442560, portal 25 00000100:00000001:3.0:1780853812.038601:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853812.038603:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122107264 : -107453587444352 : ffff9e4583172d80) 00000100:00000040:3.0:1780853812.038608:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.038615:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853812.038734:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853812.038738:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a6e8. 00000100:00000200:3.0:1780853812.038742:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1867358631442560, offset 0 00000400:00000200:3.0:1780853812.038748:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853812.038756:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853812.038763:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853812.038767:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853812.038773:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853812.038777:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853812.038779:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853812.038783:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2579:2579:256:4294967295] 192.168.202.110@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:3.0:1780853812.038787:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853812.038797:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853812.038803:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853812.038807:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853812.038813:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853812.040419:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853812.040429:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1780853812.040453:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853812.040461:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853812.040465:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612884 00000100:00000001:3.0:1780853812.040475:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612858 00000100:00000001:3.0:1780853812.040480:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612884 00000100:00000001:3.0:1780853812.040484:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612858 00000100:00000001:3.0:1780853812.040487:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853812.040490:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.040493:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853812.040495:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1780853812.041378:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853812.041385:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:1.0:1780853812.041392:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.041400:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853812.041408:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a6e8 00000400:00000010:1.0:1780853812.041410:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a6e8. 00000100:00000001:1.0:1780853812.041414:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853812.041422:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.041433:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853812.041436:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.041443:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853812.041445:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1780853812.041948:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f900 going to sleep for 11 seconds 00000100:00000001:3.0:1780853812.041953:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853812.041956:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853812.052645:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.052664:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.052668:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.052670:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.052680:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.052687:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.052697:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.052702:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.052708:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.052712:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 132 into portal 33 MB=0x6a25a4fe53880 00000400:00000200:1.0:1780853812.052717:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.052723:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.110@tcp of length 132/132 into md 0x6f49 [4] + 0 00000400:00000010:1.0:1780853812.052730:0:2372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae9f8. 00000400:00000200:1.0:1780853812.052737:0:2372:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e458491f780 00000800:00000001:1.0:1780853812.052743:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.052750:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.052754:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.052758:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853812.052764:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e458491f780 00000400:00000010:1.0:1780853812.052766:0:2372:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff9e458491f780. 00000100:00000001:1.0:1780853812.052771:0:2372:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1780853812.052774:0:2372:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9e4583172d80 desc ffff9e4583fac400 mbits 1867358631442560 00000100:00000001:1.0:1780853812.052790:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1780853812.052797:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853812.052800:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.052806:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853812.052812:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2580:2580:256:4294967295] 192.168.202.110@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:1.0:1780853812.052817:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853812.053014:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853812.053018:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853812.053120:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853812.053126:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853812.053132:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9e4589312800. 00000800:00000200:1.0:1780853812.053138:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853812.053262:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853812.053357:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4589312800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1780853812.053682:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1780853812.053843:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853812.053847:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9e4589312800. 00000400:00000200:1.0:1780853812.053851:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.053856:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853812.055178:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.063492:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.063584:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.063598:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.063602:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.063612:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.063723:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.063733:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.063739:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.063744:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.063748:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 240 into portal 25 MB=0x6a25a4fe53880 00000400:00000200:1.0:1780853812.063753:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.063760:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 240/240 into md 0x6f51 [1] + 224 00000800:00000001:1.0:1780853812.063769:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.063780:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.063783:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.063787:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.063795:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.063805:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.063817:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.063897:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.063908:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.063911:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.063976:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853812.063985:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853812.063987:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853812.063990:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853812.063994:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853812.063997:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853812.064000:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853812.064005:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853812.064013:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.064020:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853812.064022:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.064024:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853812.064027:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853812.064030:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853812.064032:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853812.064035:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853812.064042:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853812.064046:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853812.064119:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853812.064121:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853812.064124:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853812.064126:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.064129:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853812.064134:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1780853812.064478:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.064485:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853812.064487:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853812.064491:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853812.064499:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442560:192.168.202.110@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1780853812.064899:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.064902:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.064905:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853812.064907:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853812.064912:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853812.064919:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853812.064922:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f900. 00000100:00000001:3.0:1780853812.064927:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853812.064928:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1780853812.064935:0:15888:0:(mgc_request.c:1601:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:2.0:1780853812.068098:0:15888:0:(mgc_request.c:1310:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1780853812.068123:0:15888:0:(mgc_request.c:1333:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9e4587cf3c00. 10000000:00000010:2.0:1780853812.068128:0:15888:0:(mgc_request.c:1345:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9e4589ba9080. 10000000:00000200:2.0:1780853812.068137:0:15888:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1780853812.068152:0:15888:0:(mgc_request.c:1442:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:2.0:1780853812.068159:0:15888:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1780853812.068163:0:15888:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1780853812.068170:0:15888:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.202.110@tcp has 192.168.202.110@tcp. 00000100:00000001:2.0:1780853812.068173:0:15888:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.068176:0:15888:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1780853812.068178:0:15888:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.110@tcp with 192.168.202.110@tcp 00000100:00000200:2.0:1780853812.068180:0:15888:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.110@tcp' 00000400:00000200:2.0:1780853812.068183:0:15888:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1780853812.068187:0:15888:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1780853812.068191:0:15888:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.068198:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068204:0:15888:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.110@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1780853812.068208:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068216:0:15888:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1780853812.068219:0:15888:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.110@tcp NID 192.168.202.110@tcp: 0. pending discovery 00000400:00000200:2.0:1780853812.068222:0:15888:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.110@tcp 00000100:00000001:2.0:1780853812.068225:0:15888:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.068227:0:15888:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1780853812.068230:0:15888:0:(mgc_request.c:1488:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff9e4592299000 10000000:00000200:2.0:1780853812.068233:0:15888:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1780853812.068235:0:15888:0:(mgc_request.c:1442:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9e4592299000 00010000:00000001:2.0:1780853812.068238:0:15888:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1780853812.068239:0:15888:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1780853812.068242:0:15888:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.202.110@tcp has 192.168.202.110@tcp. 00000100:00000001:2.0:1780853812.068244:0:15888:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.068246:0:15888:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1780853812.068248:0:15888:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.110@tcp with 192.168.202.110@tcp 00000100:00000200:2.0:1780853812.068250:0:15888:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.110@tcp' 00000400:00000200:2.0:1780853812.068251:0:15888:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1780853812.068252:0:15888:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1780853812.068254:0:15888:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.068256:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068258:0:15888:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.110@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1780853812.068261:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068263:0:15888:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1780853812.068281:0:15888:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.110@tcp NID 192.168.202.110@tcp: 0. pending discovery 00000400:00000200:2.0:1780853812.068284:0:15888:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.110@tcp 00000100:00000001:2.0:1780853812.068285:0:15888:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.068287:0:15888:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1780853812.068289:0:15888:0:(mgc_request.c:1488:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff9e4592299000 10000000:00000200:2.0:1780853812.068291:0:15888:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:2.0:1780853812.068293:0:15888:0:(mgc_request.c:1442:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853812.068296:0:15888:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1780853812.068297:0:15888:0:(lustre_peer.c:210:class_check_uuid()) Process entered 00000100:00000040:2.0:1780853812.068299:0:15888:0:(lustre_peer.c:213:class_check_uuid()) check if uuid 192.168.202.110@tcp has 192.168.202.110@tcp. 00000100:00000001:2.0:1780853812.068301:0:15888:0:(lustre_peer.c:232:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.068303:0:15888:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1780853812.068304:0:15888:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.110@tcp with 192.168.202.110@tcp 00000100:00000200:2.0:1780853812.068305:0:15888:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.110@tcp' 00000400:00000200:2.0:1780853812.068307:0:15888:0:(peer.c:1296:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:2.0:1780853812.068308:0:15888:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:2.0:1780853812.068310:0:15888:0:(peer.c:1310:LNetAddPeer()) Adding NID[0]: 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.068312:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068314:0:15888:0:(peer.c:1747:lnet_peer_add()) peer 192.168.202.110@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1780853812.068317:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068320:0:15888:0:(peer.c:2777:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1780853812.068322:0:15888:0:(peer.c:2786:lnet_discover_peer_locked()) peer 192.168.202.110@tcp NID 192.168.202.110@tcp: 0. pending discovery 00000400:00000200:2.0:1780853812.068324:0:15888:0:(peer.c:1361:LNetAddPeer()) A peer exists for NID 192.168.202.110@tcp 00000100:00000001:2.0:1780853812.068325:0:15888:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.068327:0:15888:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1780853812.068330:0:15888:0:(mgc_request.c:1471:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9e4592299000 target is obsoleted(1/2), reconnect 00000100:00000001:2.0:1780853812.068333:0:15888:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:2.0:1780853812.068338:0:15888:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9e4585127800 already not connected (conn 20, was 0): CONNECTING 00010000:00000001:2.0:1780853812.068344:0:15888:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1780853812.068354:0:15888:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.110@tcp->12345-192.168.202.110@tcp 00000100:00000001:2.0:1780853812.068357:0:15888:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1780853812.068361:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.068365:0:15888:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.202.110@tcp primary NID 192.168.202.110@tcp rc 0 00000100:00000001:2.0:1780853812.068369:0:15888:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780853812.068372:0:15888:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853812.068375:0:15888:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000100:00000001:2.0:1780853812.068378:0:15888:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446636620224551808 : -107453484999808 : 0xffff9e4589325b80) 00000100:00000040:2.0:1780853812.068382:0:15888:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000040:2.0:1780853812.068385:0:15888:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.110@tcp -> ffff9e4589325b80 00010000:00080000:2.0:1780853812.068387:0:15888:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9e4585127800@lustre-MDT0000-mdc-ffff9e4592299000: found existing conn 192.168.202.110@tcp, moved to head 00010000:00000001:2.0:1780853812.068390:0:15888:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1780853812.068394:0:15888:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:2.0:1780853812.068396:0:15888:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.068399:0:15888:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:2.0:1780853812.068400:0:15888:0:(mgc_request.c:1488:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff9e4592299000 10000000:00000010:2.0:1780853812.068403:0:15888:0:(mgc_request.c:1493:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9e4589ba9080. 10000000:00000010:2.0:1780853812.068409:0:15888:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9e4587cf3c00. 10000000:00000001:2.0:1780853812.068412:0:15888:0:(mgc_request.c:1497:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.068415:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.068424:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172d80 x1867358631442560/t0(0) o256->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 304/240 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.068432:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.068435:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.068440:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f72e00. 02000000:00000001:2.0:1780853812.068444:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.068447:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.068449:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.068451:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853812.068453:0:15888:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1780853812.068456:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.068457:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.068458:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1780853812.068461:0:15888:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9e45852de180. 00000100:00000010:2.0:1780853812.068464:0:15888:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9e4583fac400. 00000100:00000001:2.0:1780853812.068466:0:15888:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1780853812.068469:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4588f72a00. 02000000:00000001:2.0:1780853812.068472:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.068474:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.068476:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172d80. 00000100:00000001:2.0:1780853812.068480:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.068481:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1780853812.069133:0:15888:0:(mgc_request.c:1653:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9e4584989e80. 10000000:01000000:2.0:1780853812.069151:0:15888:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.110@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1780853812.069156:0:15888:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1780853812.069159:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853812.069161:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853812.069164:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170c00 refcount=3 00000020:00000001:2.0:1780853812.069167:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:2.0:1780853812.069170:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179063296 : -107452530488320 : ffff9e45c2170c00) 00010000:00000001:2.0:1780853812.069173:0:15888:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853812.069178:0:15888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a361 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.069187:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.069188:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853812.069191:0:15888:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.110@tcp lock: ffff9e45c2170c00/0xa8f483e9eb300e4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a361 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.069196:0:15888:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853812.069198:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.069199:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1780853812.069200:0:15888:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.069202:0:15888:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.069204:0:15888:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1780853812.069206:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1780853812.069208:0:15888:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9e4582992a00) refs 2 10000000:00000001:2.0:1780853812.069210:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.069212:0:15888:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1780853812.069213:0:15888:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9e4582992c00) refs 3 10000000:00000001:2.0:1780853812.069215:0:15888:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1780853812.069216:0:15888:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1780853812.069218:0:15888:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1780853812.069220:0:15888:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:2.0:1780853812.069221:0:15888:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff9e4592299000 from 42 10000000:00000001:2.0:1780853812.069223:0:15888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1780853812.069224:0:15888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1780853812.069231:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853812.069234:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853812.069238:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853812.069241:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853812.069247:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853812.069253:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f9a00. 00000100:00000001:2.0:1780853812.069259:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.069288:0:15888:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853812.069291:0:15888:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853812.069298:0:15888:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837600. 00010000:00000001:2.0:1780853812.069302:0:15888:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853812.069305:0:15888:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779e00. 00000020:00000001:2.0:1780853812.069308:0:15888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853812.069310:0:15888:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779e00 with handle 0xa8f483e9eb300e53 to hash 00000020:00000001:2.0:1780853812.069312:0:15888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853812.069314:0:15888:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.069316:0:15888:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.069319:0:15888:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853812.069322:0:15888:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853812.069325:0:15888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853812.069332:0:15888:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853812.069342:0:15888:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853812.069348:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853812.069350:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853812.069356:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.069358:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:2.0:1780853812.069361:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.069363:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853812.069367:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853812.069371:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.069374:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853812.069375:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853812.069382:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.069396:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.069398:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.069402:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853812.069405:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853812.069408:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.069411:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442688:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.069416:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853812.069421:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853812.069423:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.069426:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853812.069430:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853812.069432:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.069437:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853812.069441:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853812.069448:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853812.069455:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631442688, portal 25 00000100:00000001:2.0:1780853812.069457:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.069458:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853812.069464:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.069471:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853812.069474:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853812.069476:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f330. 00000100:00000200:2.0:1780853812.069480:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867358631442688, offset 0 00000400:00000200:2.0:1780853812.069486:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853812.069493:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.069499:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853812.069515:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853812.069519:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853812.069522:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853812.069525:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.069530:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2581:2581:256:4294967295] 192.168.202.110@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:2.0:1780853812.069534:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.069544:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853812.069550:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853812.069555:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddc00. 00000800:00000200:2.0:1780853812.069562:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853812.069570:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853812.069575:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853812.069602:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.069607:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853812.069610:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612913 00000100:00000001:2.0:1780853812.069911:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612884 00000100:00000001:2.0:1780853812.069918:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612913 00000100:00000001:2.0:1780853812.069922:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612884 00000100:00000001:2.0:1780853812.069925:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.069927:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.069930:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.069932:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853812.069934:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853812.069937:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.069940:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853812.070196:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853812.070201:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:0.0:1780853812.070205:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853812.070210:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853812.070216:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f330 00000400:00000010:0.0:1780853812.070219:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f330. 00000100:00000001:0.0:1780853812.070223:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853812.070228:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.070238:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.070241:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.070248:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.070249:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853812.077389:0:2379:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853812.077404:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853812.077406:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.077412:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853812.077415:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853812.077419:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.077422:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853812.080372:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.080388:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.080393:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.080395:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.080406:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.080413:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.080422:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.080427:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.080433:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.080437:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 344 into portal 25 MB=0x6a25a4fe53900 00000400:00000200:1.0:1780853812.080442:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.080448:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 344/344 into md 0x6f59 [1] + 224 00000800:00000001:1.0:1780853812.080455:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.080476:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.080479:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.080484:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.080492:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.080513:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.080525:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.080545:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.080553:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.080556:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.080918:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853812.080926:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853812.080928:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853812.080931:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853812.080937:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:2.0:1780853812.080939:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:2.0:1780853812.080943:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853812.080947:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853812.080957:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.080963:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853812.080965:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.080968:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853812.080972:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853812.080974:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853812.080976:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.080980:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853812.080987:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853812.080992:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853812.080995:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853812.080997:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.080999:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853812.081001:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.081004:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853812.081009:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.081016:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.081019:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853812.081021:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853812.081026:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853812.081033:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442688:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.081038:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.081040:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.081043:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853812.081045:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.081061:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.081068:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853812.081071:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.081074:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853812.081076:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.081079:0:15888:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853812.081082:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853812.081086:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853812.081089:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779e00 refcount=4 00000020:00000001:2.0:1780853812.081091:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.081094:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000040:2.0:1780853812.081100:0:15888:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779e00, remote cookie: 0x562725ecec97a368, flags: 0x0 00010000:00000001:2.0:1780853812.081104:0:15888:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853812.081107:0:15888:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853812.081110:0:15888:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853812.081111:0:15888:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853812.081113:0:15888:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853812.081115:0:15888:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9e4594837600) refcount = 1 00010000:00010000:2.0:1780853812.081121:0:15888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a368 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.081129:0:15888:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853812.081132:0:15888:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853812.081133:0:15888:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853812.081136:0:15888:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853812.081414:0:15888:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853812.081419:0:15888:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x562725ecec97a368 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.081426:0:15888:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853812.081428:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.081430:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853812.081431:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.081432:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853812.081434:0:15888:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.081436:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.081441:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631442688/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.081447:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.081450:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.081453:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853812.081457:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.081460:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.081461:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.081464:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853812.081466:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f9a00. 02000000:00000001:2.0:1780853812.081469:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.081471:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.081473:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853812.081476:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.081477:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1780853812.081479:0:15888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.081482:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1780853812.081483:0:15888:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9e4582992a00) refs 3 10000000:00000001:2.0:1780853812.081485:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.081487:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853812.081488:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853812.081490:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779e00 refcount=3 00000020:00000001:2.0:1780853812.081492:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.081494:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.081496:0:15888:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1780853812.081498:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.081499:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853812.081510:0:15888:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.081513:0:15888:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1780853812.081520:0:15888:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9e45904f0c80. 00000020:00000010:2.0:1780853812.081524:0:15888:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9a00. 00000020:00000010:2.0:1780853812.081528:0:15888:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9800. 00000040:00000010:2.0:1780853812.081532:0:15888:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e45904f8800. 00000020:00000010:2.0:1780853812.081537:0:15888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e458647b800. 00000020:00000010:2.0:1780853812.081544:0:15888:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9e45904f9400. 80000000:00000010:2.0:1780853812.081548:0:15888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e4585da5ae0. 00040000:00000010:2.0:1780853812.081553:0:15888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e45904f8200. 20000000:00000010:2.0:1780853812.081558:0:15888:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff9e4592697600. 10000000:00000040:2.0:1780853812.081563:0:15888:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9e4587c4e540 : new refcount 2 00000020:00000001:2.0:1780853812.081566:0:15888:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1780853812.081569:0:15888:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1780853812.081571:0:15888:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1780853812.081574:0:15888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9e4592697e00. 00000040:00000001:2.0:1780853812.081578:0:15888:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1780853812.081581:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000010:2.0:1780853812.081585:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853812.081599:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853812.081604:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853812.081606:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853812.081610:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853812.081726:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4584a51600. 00000100:00000001:2.0:1780853812.081734:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.081741:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853812.081743:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853812.081748:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.081750:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:2.0:1780853812.081753:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.081754:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853812.081758:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853812.081762:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.081764:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853812.081766:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853812.081771:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.081779:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.081781:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.081785:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853812.081787:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853812.081790:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.081793:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442816:192.168.202.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.081796:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853812.081801:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853812.081803:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.081806:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853812.081814:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45935d6600. 02000000:00000001:2.0:1780853812.081816:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.081821:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853812.081825:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853812.081830:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853812.081836:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631442816, portal 25 00000100:00000001:2.0:1780853812.081838:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.081839:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853812.081845:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.081851:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853812.081854:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853812.081856:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f2a8. 00000100:00000200:2.0:1780853812.081860:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867358631442816, offset 0 00000400:00000200:2.0:1780853812.081866:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853812.081872:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.081878:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853812.081884:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853812.081889:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853812.081892:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853812.081894:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.081897:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2582:2582:256:4294967295] 192.168.202.110@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:2.0:1780853812.081901:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.081910:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853812.081916:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853812.081921:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853812.081927:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853812.081935:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853812.081939:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1780853812.081957:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.081961:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853812.081963:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612925 00000100:00000001:2.0:1780853812.081972:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612913 00000100:00000001:2.0:1780853812.081977:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612925 00000100:00000001:2.0:1780853812.081980:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612913 00000100:00000001:2.0:1780853812.081983:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.081986:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.081988:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.081990:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853812.081993:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853812.081996:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.081998:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853812.082432:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853812.082438:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853812.082442:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853812.082447:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853812.082452:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f2a8 00000400:00000010:0.0:1780853812.082454:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f2a8. 00000100:00000001:0.0:1780853812.082458:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853812.082463:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.082473:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.082477:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.082483:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.082485:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.089426:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.089447:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.089452:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.089455:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.089464:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.089472:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.089483:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.089488:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.089494:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.089499:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 272 into portal 25 MB=0x6a25a4fe53980 00000400:00000200:1.0:1780853812.089513:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.089521:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 272/272 into md 0x6f61 [1] + 224 00000800:00000001:1.0:1780853812.089528:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.089539:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.089542:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.089547:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.089555:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.089563:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.089574:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.089609:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.089627:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.089631:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.089877:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853812.089884:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853812.089886:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853812.089889:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853812.089895:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:2.0:1780853812.089898:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:2.0:1780853812.089901:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853812.089906:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853812.089914:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.089920:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853812.089922:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.089925:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853812.089928:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853812.089931:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853812.090038:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.090042:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853812.090058:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853812.090063:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853812.090065:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853812.090067:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.090070:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853812.090072:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.090075:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853812.090080:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.090087:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.090090:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853812.090092:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853812.090096:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853812.090104:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442816:192.168.202.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.090110:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.090113:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.090115:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853812.090118:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.090121:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.090127:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853812.090130:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.090133:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853812.090135:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.090328:0:15888:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1780853812.090332:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.090335:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.090339:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853812.090341:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.090345:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631442816/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.090351:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.090354:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.090356:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45935d6600. 02000000:00000001:2.0:1780853812.090360:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.090362:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.090363:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.090365:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853812.090367:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4584a51600. 02000000:00000001:2.0:1780853812.090373:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.090375:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.090377:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853812.090381:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.090382:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1780853812.090386:0:15888:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.090390:0:15888:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:2.0:1780853812.090397:0:15888:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9e4585016000. 00000040:00000001:2.0:1780853812.090399:0:15888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1780853812.090401:0:15888:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1780853812.090403:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000010:2.0:1780853812.090406:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853812.090409:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853812.090412:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853812.090414:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853812.090419:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853812.090424:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45935d6600. 00000100:00000001:2.0:1780853812.090429:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.090433:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853812.090435:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853812.090439:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.090441:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:2.0:1780853812.090444:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.090445:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853812.090449:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853812.090453:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.090455:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853812.090457:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853812.090461:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.090468:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.090470:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.090474:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853812.090476:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853812.090479:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.090482:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442944:192.168.202.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.090486:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853812.090490:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853812.090493:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.090495:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853812.090582:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9e4585c00000. 02000000:00000001:2.0:1780853812.090585:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.090604:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853812.090608:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853812.090614:0:15888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9e4585c32300. 00000100:00000200:2.0:1780853812.090731:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867358631442944, portal 25 00000100:00000001:2.0:1780853812.090733:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.090734:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853812.090741:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.090748:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853812.090750:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853812.090755:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853812.090758:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867358631442944, offset 0 00000400:00000200:2.0:1780853812.090764:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853812.090771:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.090778:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853812.090783:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853812.090787:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853812.090791:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853812.090794:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.090797:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2583:2583:256:4294967295] 192.168.202.110@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:2.0:1780853812.090801:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.090809:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853812.090815:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853812.090997:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853812.091005:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853812.091013:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853812.091017:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1780853812.091087:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.091092:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853812.091095:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612934 00000100:00000001:2.0:1780853812.091103:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612925 00000100:00000001:2.0:1780853812.091109:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612934 00000100:00000001:2.0:1780853812.091113:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612925 00000100:00000001:2.0:1780853812.091116:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.091119:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.091122:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.091124:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853812.091126:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853812.091129:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.091131:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853812.101905:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853812.101918:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:0.0:1780853812.101928:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853812.101939:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853812.101946:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:0.0:1780853812.101949:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:0.0:1780853812.101956:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853812.101967:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.101981:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.101985:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.101993:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.101995:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.103610:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.103691:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.103695:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.103699:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.103707:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.103714:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.103723:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.103728:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.103734:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.103739:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 8416 into portal 25 MB=0x6a25a4fe53a00 00000400:00000200:1.0:1780853812.103745:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.103751:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 8416/8416 into md 0x6f69 [4] + 224 00000800:00000001:1.0:1780853812.103759:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.103771:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.103775:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.103779:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.103786:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.103795:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.103807:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.103867:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853812.103885:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.103893:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.103897:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853812.110744:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853812.110751:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853812.110755:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853812.110764:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585c32300 00000400:00000010:2.0:1780853812.110766:0:15888:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff9e4585c32300. 00000100:00000001:2.0:1780853812.110772:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853812.110784:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853812.110796:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.110804:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853812.110806:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.110809:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853812.110813:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853812.110816:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853812.110818:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.110821:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853812.110829:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853812.110834:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853812.110836:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853812.110838:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.110841:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853812.110843:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.110846:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853812.110850:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.110858:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.110861:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853812.110863:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853812.110867:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853812.110875:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631442944:192.168.202.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.110880:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.110883:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.110886:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853812.110888:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.110892:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.110898:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853812.110902:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.110904:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853812.110906:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.110915:0:15888:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1780853812.110917:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.110920:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631442944/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.110927:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.110930:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.110933:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9e4585c00000. 02000000:00000001:2.0:1780853812.111042:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.111045:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.111047:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.111050:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853812.111053:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45935d6600. 02000000:00000001:2.0:1780853812.111059:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.111061:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.111064:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853812.111068:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.111069:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853812.111073:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.111074:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.111075:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1780853812.111078:0:15888:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.111080:0:15888:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.111083:0:15888:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1780853812.111090:0:15888:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9e4585da53c0. 00000040:00001000:2.0:1780853812.111093:0:15888:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:0.0:1780853812.111531:0:32928:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:0.0:1780853812.111540:0:32928:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589323600. 00000020:00000010:0.0:1780853812.111545:0:32928:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589322200. 00000040:00000010:0.0:1780853812.111549:0:32928:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e4589322600. 00000020:00000010:0.0:1780853812.111554:0:32928:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e4585175800. 00000020:00000010:0.0:1780853812.111558:0:32928:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e458310e4a0. 00000020:00000010:0.0:1780853812.111563:0:32928:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9e458a5fa200. 80000000:00000010:0.0:1780853812.111567:0:32928:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 40000000:00000010:0.0:1780853812.111571:0:32928:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9e459263d380. 00100000:00000010:0.0:1780853812.111576:0:32928:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e4585172800. 00040000:00000010:0.0:1780853812.111598:0:32928:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e4584aea600. 00040000:00000010:0.0:1780853812.111602:0:32928:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff9e4585176800. 00040000:00000010:0.0:1780853812.111608:0:32928:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e4585c80400. 00000004:00000010:0.0:1780853812.111613:0:32928:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9e4585174800. 00000004:00000010:0.0:1780853812.111618:0:32928:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at ffff9e4589b72000. 00000004:00000010:0.0:1780853812.111623:0:32928:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9e4585176000. 00002000:00000010:0.0:1780853812.111628:0:32928:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff9e45851bac00. 00000004:00000010:0.0:1780853812.111632:0:32928:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff9e45851ba000. 00000020:00000010:0.0:1780853812.111637:0:32928:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9e459263ddc0. 00000040:00000010:0.0:1780853812.111645:0:32928:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9e458663e000. 00000040:00080000:0.0:1780853812.112671:0:32928:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:0.0:1780853812.112679:0:32928:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9e458663e000. 00000020:00000010:0.0:1780853812.112688:0:32928:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9e459263ddc0. 00000020:00000010:0.0:1780853812.112704:0:32928:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589322200. 00000040:00000010:0.0:1780853812.112710:0:32928:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e4589322600. 00000020:00000010:0.0:1780853812.112714:0:32928:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e4585175800. 00000020:00000010:0.0:1780853812.112719:0:32928:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e458310e4a0. 00000020:00000010:0.0:1780853812.112725:0:32928:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9e458a5fa200. 80000000:00000010:0.0:1780853812.112728:0:32928:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 40000000:00000010:0.0:1780853812.112733:0:32928:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9e459263d380. 00100000:00000010:0.0:1780853812.112738:0:32928:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e4585172800. 00040000:00000010:0.0:1780853812.112741:0:32928:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e4584aea600. 00040000:00000010:0.0:1780853812.112746:0:32928:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff9e4585176800. 00040000:00000010:0.0:1780853812.112750:0:32928:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e4585c80400. 00000004:00000010:0.0:1780853812.112754:0:32928:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9e4585174800. 00000004:00000010:0.0:1780853812.112760:0:32928:0:(mdt_handler.c:8417:mdt_key_fini()) kfreed 'info': 2568 at ffff9e4589b72000. 00000004:00000010:0.0:1780853812.112765:0:32928:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9e4585176000. 00002000:00000010:0.0:1780853812.112768:0:32928:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff9e45851bac00. 00000004:00000010:0.0:1780853812.112771:0:32928:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff9e45851ba000. 00000020:00000010:0.0:1780853812.112774:0:32928:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589323600. 00000040:00000010:2.0:1780853812.112883:0:15888:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9e4585da53c0. 00000040:00000001:2.0:1780853812.112887:0:15888:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1780853812.112891:0:15888:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:2.0:1780853812.112896:0:15888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9e4585016000. 00000040:00000010:2.0:1780853812.112900:0:15888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9e4592697e00. 00000020:00000001:2.0:1780853812.112905:0:15888:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.112908:0:15888:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1780853812.112913:0:15888:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9800. 00000040:00000010:2.0:1780853812.112916:0:15888:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e45904f8800. 00000020:00000010:2.0:1780853812.112919:0:15888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e458647b800. 00000020:00000010:2.0:1780853812.112923:0:15888:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9e45904f9400. 80000000:00000010:2.0:1780853812.112926:0:15888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e4585da5ae0. 00040000:00000010:2.0:1780853812.112929:0:15888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e45904f8200. 20000000:00000010:2.0:1780853812.112987:0:15888:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff9e4592697600. 00000020:00000010:2.0:1780853812.112994:0:15888:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9a00. 10000000:00000010:2.0:1780853812.112998:0:15888:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9e45904f0c80. 10000000:01000000:2.0:1780853812.113001:0:15888:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.110@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:2.0:1780853812.113006:0:15888:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1780853812.113009:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853812.113012:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853812.113014:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779e00 refcount=3 00000020:00000001:2.0:1780853812.113017:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.113020:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245868032 : -107453463683584 : ffff9e458a779e00) 00010000:00000001:2.0:1780853812.113022:0:15888:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853812.113027:0:15888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a368 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.113036:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.113039:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853812.113042:0:15888:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a368 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.113048:0:15888:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853812.113049:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.113051:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1780853812.113052:0:15888:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.113054:0:15888:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.113057:0:15888:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1780853812.113059:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1780853812.113061:0:15888:0:(mgc_request.c:108:config_log_get()) log params (ffff9e4589323c00) refs 2 10000000:00000001:2.0:1780853812.113063:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.113065:0:15888:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1780853812.113066:0:15888:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9e4582992a00) refs 3 10000000:00000001:2.0:1780853812.113068:0:15888:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1780853812.113070:0:15888:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1780853812.113072:0:15888:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1780853812.113073:0:15888:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:2.0:1780853812.113075:0:15888:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff9e4592299000 from 7 10000000:00000001:2.0:1780853812.113077:0:15888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1780853812.113079:0:15888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1780853812.113088:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853812.113092:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853812.113096:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853812.113099:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853812.113105:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853812.113111:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45935d6600. 00000100:00000001:2.0:1780853812.113119:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.113124:0:15888:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853812.113126:0:15888:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853812.113133:0:15888:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837300. 00010000:00000001:2.0:1780853812.113138:0:15888:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853812.113235:0:15888:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779000. 00000020:00000001:2.0:1780853812.113239:0:15888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853812.113241:0:15888:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779000 with handle 0xa8f483e9eb300e5a to hash 00000020:00000001:2.0:1780853812.113243:0:15888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853812.113245:0:15888:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:2.0:1780853812.113247:0:15888:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:2.0:1780853812.113252:0:15888:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853812.113255:0:15888:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853812.113258:0:15888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853812.113283:0:15888:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853812.113295:0:15888:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853812.113301:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853812.113303:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853812.113309:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.113312:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:2.0:1780853812.113314:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.113316:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853812.113321:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853812.113325:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.113327:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853812.113329:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853812.113339:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.113348:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.113351:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.113354:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853812.113357:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853812.113360:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.113364:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443072:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.113369:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853812.113374:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853812.113378:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.113381:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853812.113385:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853812.113387:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.113395:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853812.113398:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853812.113404:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853812.113410:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631443072, portal 25 00000100:00000001:2.0:1780853812.113412:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.113414:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853812.113419:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.113426:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853812.113429:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853812.113431:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f2a8. 00000100:00000200:2.0:1780853812.113435:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867358631443072, offset 0 00000400:00000200:2.0:1780853812.113442:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853812.113450:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.113457:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853812.113462:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853812.113466:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853812.113470:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853812.113473:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.113477:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2584:2584:256:4294967295] 192.168.202.110@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:2.0:1780853812.113481:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.113493:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853812.113499:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853812.115243:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853812.115256:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853812.115281:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853812.115286:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853812.115360:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.115367:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853812.115371:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612959 00000100:00000001:2.0:1780853812.115380:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612934 00000100:00000001:2.0:1780853812.115386:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612959 00000100:00000001:2.0:1780853812.115389:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612934 00000100:00000001:2.0:1780853812.115392:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.115396:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.115400:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.115402:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853812.115405:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853812.115408:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.115410:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853812.118720:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853812.118730:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:0.0:1780853812.118737:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853812.118746:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853812.118752:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f2a8 00000400:00000010:0.0:1780853812.118755:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f2a8. 00000100:00000001:0.0:1780853812.118760:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853812.118768:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.118788:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.118792:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.118799:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.118801:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.123508:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.123526:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.123530:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.123532:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.123542:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.123550:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.123558:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.123564:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.123570:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.123574:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 344 into portal 25 MB=0x6a25a4fe53a80 00000400:00000200:1.0:1780853812.123578:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.123585:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 344/344 into md 0x6f71 [1] + 224 00000800:00000001:1.0:1780853812.123603:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.123613:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.123616:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.123621:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.123629:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.123639:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.123650:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.123673:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.123682:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.123685:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.123809:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853812.123817:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853812.123819:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853812.123823:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853812.123827:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:2.0:1780853812.123830:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:2.0:1780853812.123834:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853812.123838:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853812.123847:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.123853:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853812.123855:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.123857:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853812.123861:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853812.123863:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853812.123866:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.123869:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853812.123876:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853812.123880:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853812.123891:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853812.123893:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.123896:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853812.123898:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.123901:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853812.123906:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.123914:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.123917:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853812.123919:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853812.123922:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853812.123930:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443072:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.123935:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.123938:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.123940:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853812.123942:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.123946:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.123953:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853812.123956:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.123959:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853812.123960:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.123964:0:15888:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853812.123967:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853812.123970:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853812.123973:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=4 00000020:00000001:2.0:1780853812.123975:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:2.0:1780853812.123977:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000040:2.0:1780853812.123983:0:15888:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779000, remote cookie: 0x562725ecec97a36f, flags: 0x0 00010000:00000001:2.0:1780853812.123986:0:15888:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853812.123990:0:15888:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853812.123992:0:15888:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853812.123994:0:15888:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853812.123995:0:15888:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853812.123998:0:15888:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9e4594837300) refcount = 1 00010000:00010000:2.0:1780853812.124002:0:15888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a36f expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.124009:0:15888:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853812.124011:0:15888:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853812.124012:0:15888:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853812.124015:0:15888:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853812.124017:0:15888:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853812.124020:0:15888:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x562725ecec97a36f expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853812.124025:0:15888:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853812.124028:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.124030:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853812.124031:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.124032:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853812.124034:0:15888:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.124036:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.124039:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631443072/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.124046:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.124059:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.124062:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853812.124066:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.124069:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.124071:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.124074:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853812.124076:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45935d6600. 02000000:00000001:2.0:1780853812.124081:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.124083:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.124085:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853812.124089:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.124090:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1780853812.124093:0:15888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.124097:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1780853812.124099:0:15888:0:(mgc_request.c:108:config_log_get()) log params (ffff9e4589323c00) refs 3 10000000:00000001:2.0:1780853812.124101:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.124103:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853812.124104:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853812.124106:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=3 00000020:00000001:2.0:1780853812.124107:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:2.0:1780853812.124110:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:2.0:1780853812.124112:0:15888:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1780853812.124113:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853812.124114:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853812.124115:0:15888:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1780853812.124117:0:15888:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1780853812.124124:0:15888:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9e45904f0c80. 00000020:00000010:2.0:1780853812.124128:0:15888:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45935d6600. 00000020:00000010:2.0:1780853812.124134:0:15888:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45935d7c00. 00000040:00000010:2.0:1780853812.124141:0:15888:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e45904f9a00. 00000020:00000010:2.0:1780853812.124146:0:15888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e458647b800. 00000020:00000010:2.0:1780853812.124151:0:15888:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9e45904f8200. 80000000:00000010:2.0:1780853812.124156:0:15888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e4585da5ae0. 00040000:00000010:2.0:1780853812.124550:0:15888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e45904f9400. 20000000:00000010:2.0:1780853812.124559:0:15888:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff9e45904f8800. 10000000:00000040:2.0:1780853812.124565:0:15888:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9e4587c4e540 : new refcount 2 00000020:00000001:2.0:1780853812.124568:0:15888:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1780853812.124571:0:15888:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1780853812.124574:0:15888:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:2.0:1780853812.124577:0:15888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9e45904f9800. 00000040:00000001:2.0:1780853812.124580:0:15888:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1780853812.124583:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000010:2.0:1780853812.124599:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853812.124602:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853812.124607:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853812.124610:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853812.124615:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853812.124623:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4592697600. 00000100:00000001:2.0:1780853812.124629:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.124635:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853812.124637:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853812.124643:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.124645:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:2.0:1780853812.124648:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.124649:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853812.124653:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853812.124657:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.124660:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853812.124661:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853812.124667:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.124674:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.124676:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.124680:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853812.124683:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853812.124685:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.124690:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443200:192.168.202.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.124694:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853812.124698:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853812.124701:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.124704:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853812.124707:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4592697e00. 02000000:00000001:2.0:1780853812.124709:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.124714:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853812.124717:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853812.124722:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853812.124727:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631443200, portal 25 00000100:00000001:2.0:1780853812.124729:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.124730:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853812.124734:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.124740:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853812.124742:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853812.124744:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f330. 00000100:00000200:2.0:1780853812.124748:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1867358631443200, offset 0 00000400:00000200:2.0:1780853812.124762:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853812.124771:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.124778:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853812.124783:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853812.124786:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853812.124790:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853812.124792:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.124796:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2585:2585:256:4294967295] 192.168.202.110@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:2.0:1780853812.124800:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.124808:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853812.124814:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853812.124819:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddb00. 00000800:00000200:2.0:1780853812.124826:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853812.124833:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853812.124837:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddb00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1780853812.124913:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.124918:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853812.124921:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612968 00000100:00000001:2.0:1780853812.124929:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612959 00000100:00000001:2.0:1780853812.124934:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612968 00000100:00000001:2.0:1780853812.124937:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612959 00000100:00000001:2.0:1780853812.124940:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.124942:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.124945:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.124947:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853812.124949:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853812.124952:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.124954:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853812.130229:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853812.130238:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:0.0:1780853812.130245:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853812.130255:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853812.130489:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f330 00000400:00000010:0.0:1780853812.130493:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f330. 00000100:00000001:0.0:1780853812.130499:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853812.130507:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.130520:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.130523:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.130531:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.130532:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.138745:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.138763:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.138767:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.138769:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.138780:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.138787:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.138796:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.138801:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.138806:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.138810:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 272 into portal 25 MB=0x6a25a4fe53b00 00000400:00000200:1.0:1780853812.138814:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.138831:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 272/272 into md 0x6f79 [1] + 224 00000800:00000001:1.0:1780853812.138840:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.138848:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.138851:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.138855:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.138863:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.138871:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.138882:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.138906:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.138914:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.138917:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.139096:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853812.139104:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853812.139107:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853812.139110:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853812.139115:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:2.0:1780853812.139118:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:2.0:1780853812.139122:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853812.139127:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853812.139137:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.139735:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853812.139737:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.139740:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853812.139744:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853812.139747:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853812.139749:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.139753:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853812.139761:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853812.139766:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853812.139768:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853812.139770:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.139772:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853812.139774:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.139777:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853812.139783:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.139790:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.139793:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853812.139795:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853812.139799:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853812.139807:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443200:192.168.202.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.139812:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.139814:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.139816:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853812.139818:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.139881:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.139889:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853812.139892:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.139896:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853812.139897:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.139903:0:15888:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1780853812.139907:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.139909:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.139912:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853812.139914:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.139917:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631443200/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 504/272 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.139929:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.139932:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.139935:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4592697e00. 02000000:00000001:2.0:1780853812.139940:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.139941:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.139942:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.139943:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853812.139946:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4592697600. 02000000:00000001:2.0:1780853812.139949:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.139951:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.139952:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853812.139956:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.139957:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1780853812.139960:0:15888:0:(llog.c:1554:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.139963:0:15888:0:(llog.c:410:llog_init_handle()) Process entered 00000040:00000010:2.0:1780853812.139970:0:15888:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9e4585016000. 00000040:00000001:2.0:1780853812.139972:0:15888:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1780853812.139974:0:15888:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1780853812.139977:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000010:2.0:1780853812.139980:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853812.139983:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853812.139986:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853812.139988:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853812.139993:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853812.139997:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4592697600. 00000100:00000001:2.0:1780853812.140002:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.140007:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853812.140008:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853812.140013:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.140015:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166933696 : -107453542617920 : ffff9e4585c32cc0) 00000100:00000001:2.0:1780853812.140018:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.140020:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853812.140024:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853812.140028:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.140030:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853812.140032:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853812.140036:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.140043:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853812.140045:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.140049:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853812.140051:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853812.140054:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853812.140058:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443328:192.168.202.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.140061:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853812.140066:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853812.140068:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.140071:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853812.140092:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9e4585c00000. 02000000:00000001:2.0:1780853812.140095:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.140101:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853812.140104:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853812.140109:0:15888:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9e4585c32300. 00000100:00000200:2.0:1780853812.140116:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1867358631443328, portal 25 00000100:00000001:2.0:1780853812.140117:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853812.140119:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853812.140124:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.140132:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853812.140135:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853812.140138:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fcc0. 00000100:00000200:2.0:1780853812.140283:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1867358631443328, offset 0 00000400:00000200:2.0:1780853812.140290:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853812.140297:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.140305:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853812.140310:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853812.140314:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853812.140317:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853812.140320:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853812.140324:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2586:2586:256:4294967295] 192.168.202.110@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:2.0:1780853812.140329:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853812.140338:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853812.140344:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853812.140349:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd800. 00000800:00000200:2.0:1780853812.140356:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853812.140363:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853812.140367:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1780853812.140384:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853812.140389:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853812.140391:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612982 00000100:00000001:2.0:1780853812.140399:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612968 00000100:00000001:2.0:1780853812.140404:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612982 00000100:00000001:2.0:1780853812.140407:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612968 00000100:00000001:2.0:1780853812.140411:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.140414:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.140416:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853812.140418:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853812.140420:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c32cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853812.140422:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853812.140424:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853812.143935:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853812.143944:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853812.143952:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.143961:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853812.143969:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fcc0 00000400:00000010:1.0:1780853812.143972:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fcc0. 00000100:00000001:1.0:1780853812.143978:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853812.143986:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.143999:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853812.144002:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.144009:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853812.144010:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.148954:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.148972:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.148977:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.148979:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.148988:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.148995:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.149004:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.149009:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.149015:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.149019:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 8416 into portal 25 MB=0x6a25a4fe53b80 00000400:00000200:1.0:1780853812.149023:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.149030:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 8416/8416 into md 0x6f81 [4] + 224 00000800:00000001:1.0:1780853812.149038:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.149050:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.149054:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.149058:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.149066:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.149074:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.149086:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.149107:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.149116:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.149119:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.149656:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853812.149665:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853812.149667:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853812.149671:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853812.149675:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585c32300 00000400:00000010:2.0:1780853812.149678:0:15888:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff9e4585c32300. 00000100:00000001:2.0:1780853812.149681:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853812.149687:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853812.149696:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.149704:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853812.149706:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.149710:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853812.149713:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853812.149716:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853812.149719:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853812.149722:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853812.149732:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853812.149736:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853812.149739:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853812.149741:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853812.149743:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853812.149746:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.149748:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853812.149753:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.149759:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853812.149762:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853812.149764:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853812.149769:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853812.149777:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443328:192.168.202.110@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1780853812.149782:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853812.149784:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853812.149786:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853812.149789:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.149792:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.149797:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853812.149800:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c32cc0. 00000100:00000001:2.0:1780853812.149803:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853812.149805:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.149813:0:15888:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1780853812.149815:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853812.149818:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631443328/t0(0) o503->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 272/8416 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853812.149945:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853812.149948:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853812.149951:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9e4585c00000. 02000000:00000001:2.0:1780853812.149968:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853812.149971:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.149973:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.149975:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853812.149978:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4592697600. 02000000:00000001:2.0:1780853812.149983:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853812.149985:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853812.149987:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853812.149991:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853812.149992:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853812.149995:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853812.149996:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853812.149997:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1780853812.150000:0:15888:0:(llog.c:398:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.150002:0:15888:0:(llog.c:476:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1780853812.150007:0:15888:0:(llog.c:946:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1780853812.150013:0:15888:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9e4585da53c0. 00000040:00001000:2.0:1780853812.150015:0:15888:0:(llog.c:963:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1780853812.154952:0:32929:0:(llog.c:547:llog_process_thread()) Process entered 00000020:00000010:2.0:1780853812.154963:0:32929:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4592697600. 00000020:00000010:2.0:1780853812.154970:0:32929:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4592697e00. 00000040:00000010:2.0:1780853812.154976:0:32929:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e4584a51600. 00000020:00000010:2.0:1780853812.154981:0:32929:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e458647c000. 00000020:00000010:2.0:1780853812.154986:0:32929:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9e458644cb78. 00000020:00000010:2.0:1780853812.154991:0:32929:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9e4590cd8a00. 80000000:00000010:2.0:1780853812.154996:0:32929:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e4585da5960. 40000000:00000010:2.0:1780853812.155000:0:32929:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff9e45904f0f80. 00100000:00000010:2.0:1780853812.155005:0:32929:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9e458647b000. 00040000:00000010:2.0:1780853812.155011:0:32929:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9e45833dd800. 00040000:00000010:2.0:1780853812.155015:0:32929:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff9e4586479000. 00040000:00000010:2.0:1780853812.155018:0:32929:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e4590cd9600. 00000004:00000010:2.0:1780853812.155022:0:32929:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff9e4586478000. 00000004:00000010:2.0:1780853812.155029:0:32929:0:(mdt_handler.c:8392:mdt_key_init()) kmalloced '(value)': 2568 at ffff9e458640d000. 00000004:00000010:2.0:1780853812.155034:0:32929:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9e4586478800. 00002000:00000010:2.0:1780853812.155040:0:32929:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff9e4587cf3c00. 00000004:00000010:2.0:1780853812.155044:0:32929:0:(osp_dev.c:1824:osp_key_init()) kmalloced '(value)': 616 at ffff9e4587cf2800. 00000020:00000010:2.0:1780853812.155049:0:32929:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9e45904f0240. 00000040:00000010:2.0:1780853812.155058:0:32929:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9e4585010000. 00000040:00080000:2.0:1780853812.155726:0:32929:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1780853812.155730:0:32929:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff9e4585010000. 00000020:00000010:2.0:1780853812.155736:0:32929:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9e45904f0240. 00000020:00000010:2.0:1780853812.155750:0:32929:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4592697e00. 00000040:00000010:2.0:1780853812.155756:0:32929:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e4584a51600. 00000020:00000010:2.0:1780853812.155760:0:32929:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e458647c000. 00000020:00000010:2.0:1780853812.155763:0:32929:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9e458644cb78. 00000020:00000010:2.0:1780853812.155769:0:32929:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9e4590cd8a00. 80000000:00000010:2.0:1780853812.155773:0:32929:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e4585da5960. 40000000:00000010:2.0:1780853812.155776:0:32929:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff9e45904f0f80. 00100000:00000010:2.0:1780853812.155779:0:32929:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9e458647b000. 00040000:00000010:2.0:1780853812.155782:0:32929:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9e45833dd800. 00040000:00000010:2.0:1780853812.155785:0:32929:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff9e4586479000. 00040000:00000010:2.0:1780853812.155788:0:32929:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e4590cd9600. 00000004:00000010:2.0:1780853812.155792:0:32929:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff9e4586478000. 00000004:00000010:2.0:1780853812.155796:0:32929:0:(mdt_handler.c:8417:mdt_key_fini()) kfreed 'info': 2568 at ffff9e458640d000. 00000004:00000010:2.0:1780853812.155799:0:32929:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9e4586478800. 00002000:00000010:2.0:1780853812.155802:0:32929:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff9e4587cf3c00. 00000004:00000010:2.0:1780853812.155805:0:32929:0:(osp_dev.c:1824:osp_key_fini()) kfreed 'info': 616 at ffff9e4587cf2800. 00000020:00000010:2.0:1780853812.155808:0:32929:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4592697600. 00000040:00000010:0.0:1780853812.155919:0:15888:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9e4585da53c0. 00000040:00000001:0.0:1780853812.155923:0:15888:0:(llog.c:990:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1780853812.155926:0:15888:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1780853812.155932:0:15888:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9e4585016000. 00000040:00000010:0.0:1780853812.155935:0:15888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9e45904f9800. 00000020:00000001:0.0:1780853812.155938:0:15888:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.155941:0:15888:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1780853812.155944:0:15888:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45935d7c00. 00000040:00000010:0.0:1780853812.155947:0:15888:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e45904f9a00. 00000020:00000010:0.0:1780853812.155949:0:15888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e458647b800. 00000020:00000010:0.0:1780853812.155952:0:15888:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9e45904f8200. 80000000:00000010:0.0:1780853812.155955:0:15888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e4585da5ae0. 00040000:00000010:0.0:1780853812.155957:0:15888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e45904f9400. 20000000:00000010:0.0:1780853812.155961:0:15888:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff9e45904f8800. 00000020:00000010:0.0:1780853812.155964:0:15888:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45935d6600. 10000000:00000010:0.0:1780853812.155967:0:15888:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9e45904f0c80. 10000000:01000000:0.0:1780853812.155969:0:15888:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.110@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1780853812.155972:0:15888:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1780853812.155975:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853812.155978:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853812.155981:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779000 refcount=3 00000020:00000001:0.0:1780853812.155983:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:0.0:1780853812.155986:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864448 : -107453463687168 : ffff9e458a779000) 00010000:00000001:0.0:1780853812.155988:0:15888:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853812.155994:0:15888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a36f expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853812.156003:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.156005:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853812.156008:0:15888:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.110@tcp lock: ffff9e458a779000/0xa8f483e9eb300e5a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a36f expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853812.156013:0:15888:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853812.156014:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.156015:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1780853812.156017:0:15888:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.156019:0:15888:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.156021:0:15888:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1780853812.156023:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1780853812.156024:0:15888:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9e4589322800) refs 2 10000000:00000001:0.0:1780853812.156026:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.156028:0:15888:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1780853812.156030:0:15888:0:(mgc_request.c:123:config_log_put()) log params(ffff9e4589323c00) refs 3 10000000:00000001:0.0:1780853812.156032:0:15888:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1780853812.156033:0:15888:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1780853812.156034:0:15888:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1780853812.156036:0:15888:0:(mgc_request.c:1784:mgc_process_log()) Process entered 10000000:01000000:0.0:1780853812.156038:0:15888:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff9e45831219c0 from 1 10000000:00000001:0.0:1780853812.156040:0:15888:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1780853812.156042:0:15888:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1780853812.156049:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836bb80. 00000020:00000040:0.0:1780853812.156053:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:0.0:1780853812.156056:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853812.156059:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853812.156063:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853812.156069:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585c80400. 00000100:00000001:0.0:1780853812.156075:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853812.156079:0:15888:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853812.156081:0:15888:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853812.156086:0:15888:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837600 count: 2 00010000:00000001:0.0:1780853812.156089:0:15888:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853812.156092:0:15888:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853812.156094:0:15888:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572a00. 00000020:00000001:0.0:1780853812.156098:0:15888:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853812.156100:0:15888:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572a00 with handle 0xa8f483e9eb300e61 to hash 00000020:00000001:0.0:1780853812.156101:0:15888:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853812.156103:0:15888:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.156106:0:15888:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.156109:0:15888:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853812.156112:0:15888:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853812.156115:0:15888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853812.156122:0:15888:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853812.156132:0:15888:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853812.156138:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853812.156140:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853812.156145:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45922b4d80. 00000100:00000001:0.0:1780853812.156147:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620375084416 : -107453334467200 : ffff9e45922b4d80) 00000100:00000001:0.0:1780853812.156150:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853812.156151:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000001:0.0:1780853812.156155:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853812.156159:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.156161:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853812.156163:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853812.156174:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.156183:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853812.156185:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853812.156188:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853812.156191:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853812.156193:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853812.156197:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443456:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1780853812.156201:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853812.156206:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853812.156208:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853812.156211:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853812.156215:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853812.156217:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853812.156224:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853812.156227:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853812.156233:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853812.156239:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631443456, portal 25 00000100:00000001:0.0:1780853812.156241:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853812.156243:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:0.0:1780853812.156247:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.156255:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853812.156257:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853812.156259:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426e58. 00000100:00000200:0.0:1780853812.156262:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1867358631443456, offset 0 00000400:00000200:0.0:1780853812.156295:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853812.156303:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853812.156310:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853812.156315:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853812.156319:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853812.156322:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853812.156325:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853812.156328:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2587:2587:256:4294967295] 192.168.202.110@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:0.0:1780853812.156333:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853812.156341:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853812.156347:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853812.156351:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853812.156357:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853812.156364:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853812.156368:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1780853812.156376:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853812.156380:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853812.156382:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296612999 00000100:00000001:0.0:1780853812.156388:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612982 00000100:00000001:0.0:1780853812.156392:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296612999 00000100:00000001:0.0:1780853812.156395:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612982 00000100:00000001:0.0:1780853812.156398:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853812.156400:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.156402:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853812.156404:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853812.156407:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45922b4d80 going to sleep for 11 seconds 00000100:00000001:0.0:1780853812.156410:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853812.156412:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853812.161231:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853812.161240:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853812.161247:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.161256:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853812.161275:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:1.0:1780853812.161278:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:1.0:1780853812.161284:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853812.161292:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.161304:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853812.161308:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.161315:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853812.161317:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.170768:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.170785:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.170789:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.170792:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.170800:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.170809:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.170817:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.170835:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.170841:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.170845:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 344 into portal 25 MB=0x6a25a4fe53c00 00000400:00000200:1.0:1780853812.170851:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.170857:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 344/344 into md 0x6f89 [1] + 224 00000800:00000001:1.0:1780853812.170865:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.170872:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.170876:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.170880:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.170889:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.170899:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.170911:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.170932:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.170940:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.170944:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853812.171001:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853812.171009:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853812.171011:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853812.171015:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853812.171019:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853812.171023:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853812.171026:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853812.171031:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853812.171040:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.171047:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853812.171048:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853812.171051:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853812.171055:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853812.171058:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853812.171061:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853812.171064:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853812.171072:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853812.171076:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853812.171079:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853812.171081:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853812.171084:0:15888:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853812.171086:0:15888:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.171089:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853812.171094:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.171101:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853812.171105:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853812.171107:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853812.171111:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853812.171119:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443456:192.168.202.110@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1780853812.171124:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853812.171127:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.171130:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853812.171132:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.171137:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.171144:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853812.171147:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45922b4d80. 00000100:00000001:0.0:1780853812.171151:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853812.171152:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853812.171155:0:15888:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853812.171158:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853812.171161:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853812.171164:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=4 00000020:00000001:0.0:1780853812.171167:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.171170:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000040:0.0:1780853812.171176:0:15888:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572a00, remote cookie: 0x562725ecec97a376, flags: 0x0 00010000:00000001:0.0:1780853812.171180:0:15888:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853812.171184:0:15888:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853812.171186:0:15888:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853812.171187:0:15888:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853812.171189:0:15888:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853812.171192:0:15888:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9e4594837600) refcount = 2 00010000:00000040:0.0:1780853812.171196:0:15888:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780853812.171200:0:15888:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: MGC192.168.202.110@tcp lock: ffff9e458a779e00/0xa8f483e9eb300e53 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x562725ecec97a368 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853812.171208:0:15888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a376 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853812.171215:0:15888:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853812.171217:0:15888:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853812.171218:0:15888:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853812.171221:0:15888:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853812.171223:0:15888:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853812.171227:0:15888:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x562725ecec97a376 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853812.171237:0:15888:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853812.171239:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.171241:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853812.171252:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.171253:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853812.171255:0:15888:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.171258:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.171261:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836bb80 x1867358631443456/t0(0) o101->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 328/344 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.171284:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853812.171287:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853812.171291:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853812.171293:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853812.171296:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853812.171297:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853812.171299:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853812.171301:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585c80400. 02000000:00000001:0.0:1780853812.171304:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853812.171306:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853812.171307:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836bb80. 00000100:00000001:0.0:1780853812.171310:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853812.171311:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1780853812.171314:0:15888:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.171317:0:15888:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1780853812.171318:0:15888:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9e4589322800) refs 3 10000000:00000001:0.0:1780853812.171320:0:15888:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853812.171322:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853812.171323:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853812.171325:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:0.0:1780853812.171326:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.171328:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.171330:0:15888:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1780853812.171331:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.171332:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853812.171334:0:15888:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.171336:0:15888:0:(mgc_request.c:1670:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1780853812.171341:0:15888:0:(mgc_request.c:1684:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9e459263ddc0. 00000020:00000010:0.0:1780853812.171344:0:15888:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c80400. 00000020:00000010:0.0:1780853812.171348:0:15888:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585c81800. 00000040:00000010:0.0:1780853812.171352:0:15888:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9e4585c80800. 00000020:00000010:0.0:1780853812.171357:0:15888:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9e4585176000. 00000020:00000010:0.0:1780853812.171361:0:15888:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff9e4585c81200. 80000000:00000010:0.0:1780853812.171366:0:15888:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9e459447df60. 00040000:00000010:0.0:1780853812.171371:0:15888:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9e4585c81400. 20000000:00000010:0.0:1780853812.171375:0:15888:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff9e4585c81e00. 10000000:00000040:0.0:1780853812.171379:0:15888:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9e4587c4e540 : new refcount 2 00000020:00000001:0.0:1780853812.171382:0:15888:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1780853812.171384:0:15888:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1780853812.171386:0:15888:0:(llog.c:1529:llog_open()) Process entered 00000040:00000010:0.0:1780853812.171389:0:15888:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9e4585c81600. 00000040:00000001:0.0:1780853812.171394:0:15888:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1780853812.171397:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000010:0.0:1780853812.171400:0:15888:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836bb80. 00000020:00000040:0.0:1780853812.171402:0:15888:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=5 obd=MGC192.168.202.110@tcp 00000100:00000001:0.0:1780853812.171406:0:15888:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853812.171408:0:15888:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853812.171412:0:15888:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853812.171417:0:15888:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585c80000. 00000100:00000001:0.0:1780853812.171422:0:15888:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.171428:0:15888:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853812.171430:0:15888:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853812.171434:0:15888:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45922b4d80. 00000100:00000001:0.0:1780853812.171436:0:15888:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620375084416 : -107453334467200 : ffff9e45922b4d80) 00000100:00000001:0.0:1780853812.171439:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853812.171440:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000001:0.0:1780853812.171444:0:15888:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853812.171448:0:15888:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.171450:0:15888:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853812.171451:0:15888:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853812.171455:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.171462:0:15888:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853812.171465:0:15888:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853812.171468:0:15888:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853812.171471:0:15888:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853812.171474:0:15888:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853812.171477:0:15888:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443584:192.168.202.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1780853812.171480:0:15888:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853812.171485:0:15888:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853812.171487:0:15888:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853812.171489:0:15888:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853812.171493:0:15888:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585c80c00. 02000000:00000001:0.0:1780853812.171494:0:15888:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853812.171499:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853812.171513:0:15888:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853812.171518:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853812.171524:0:15888:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631443584, portal 25 00000100:00000001:0.0:1780853812.171526:0:15888:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853812.171527:0:15888:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:0.0:1780853812.171532:0:15888:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.171539:0:15888:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853812.171542:0:15888:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853812.171545:0:15888:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864264c8. 00000100:00000200:0.0:1780853812.171547:0:15888:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1867358631443584, offset 0 00000400:00000200:0.0:1780853812.171553:0:15888:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853812.171559:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853812.171565:0:15888:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853812.171569:0:15888:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853812.171573:0:15888:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853812.171576:0:15888:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853812.171579:0:15888:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853812.171583:0:15888:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2588:2588:256:4294967295] 192.168.202.110@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:0.0:1780853812.171597:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853812.171604:0:15888:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853812.171610:0:15888:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853812.171626:0:15888:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853812.171635:0:15888:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853812.171643:0:15888:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853812.171647:0:15888:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1780853812.171663:0:15888:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853812.171668:0:15888:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853812.171670:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296613014 00000100:00000001:0.0:1780853812.171677:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296612999 00000100:00000001:0.0:1780853812.171682:0:15888:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296613014 00000100:00000001:0.0:1780853812.171685:0:15888:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296612999 00000100:00000001:0.0:1780853812.171689:0:15888:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853812.171691:0:15888:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853812.171694:0:15888:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853812.171695:0:15888:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853812.171697:0:15888:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45922b4d80 going to sleep for 11 seconds 00000100:00000001:0.0:1780853812.171700:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853812.171701:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853812.172220:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853812.172226:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853812.172231:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.172235:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853812.172240:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864264c8 00000400:00000010:1.0:1780853812.172242:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864264c8. 00000100:00000001:1.0:1780853812.172245:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853812.172250:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.172291:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853812.172295:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.172301:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853812.172303:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853812.177837:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.177853:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853812.177857:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.177860:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.177868:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.177876:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853812.177886:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.177892:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.177898:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.177902:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 272 into portal 25 MB=0x6a25a4fe53c80 00000400:00000200:1.0:1780853812.177908:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853812.177914:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 272/272 into md 0x6f99 [1] + 224 00000800:00000001:1.0:1780853812.177921:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.177929:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853812.177932:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853812.177936:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853812.177943:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853812.177952:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853812.177963:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853812.177984:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853812.177993:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853812.177996:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853812.179658:0:15888:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853812.179672:0:15888:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853812.179675:0:15888:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853812.179679:0:15888:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853812.179687:0:15888:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853812.179690:0:15888:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853812.179694:0:15888:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853812.179703:0:15888:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853812.179714:0:15888:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.179722:0:15888:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853812.179724:0:15888:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853812.179727:0:15888:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853812.179731:0:15888:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853812.179733:0:15888:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853812.179735:0:15888:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853812.179738:0:15888:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853812.179745:0:15888:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853812.179750:0:15888:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853812.179752:0:15888:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1780853812.179756:0:15888:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.179763:0:15888:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1780853812.179766:0:15888:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1780853812.179771:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.179778:0:15888:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1780853812.179782:0:15888:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853812.179783:0:15888:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853812.179788:0:15888:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853812.179796:0:15888:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e761877-fa78-4922-9922-916bab43ab5e:15888:1867358631443584:192.168.202.110@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1780853812.179801:0:15888:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853812.179803:0:15888:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1780853812.179806:0:15888:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853812.179808:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.179811:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.179819:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853812.179835:0:15888:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45922b4d80. 00000100:00000001:0.0:1780853812.179839:0:15888:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853812.179840:0:15888:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1780853812.179844:0:15888:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1780853812.179849:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853812.179851:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853812.179853:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1780853812.179855:0:15888:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853812.179858:0:15888:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836bb80 x1867358631443584/t0(0) o501->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 512/272 e 0 to 0 dl 1780853828 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853812.179866:0:15888:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853812.179868:0:15888:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853812.179871:0:15888:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585c80c00. 02000000:00000001:0.0:1780853812.179874:0:15888:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853812.179875:0:15888:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853812.179876:0:15888:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853812.179878:0:15888:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853812.179881:0:15888:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585c80000. 02000000:00000001:0.0:1780853812.179883:0:15888:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853812.179885:0:15888:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853812.179887:0:15888:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836bb80. 00000100:00000001:0.0:1780853812.179891:0:15888:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853812.179892:0:15888:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1780853812.179895:0:15888:0:(llog.c:1550:llog_open()) MGC192.168.202.110@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1780853812.179899:0:15888:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9e4585c81600. 00000040:00000001:0.0:1780853812.179901:0:15888:0:(llog.c:1554:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1780853812.179904:0:15888:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1780853812.179908:0:15888:0:(mgc_request.c:1716:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1780853812.179914:0:15888:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585c81800. 00000040:00000010:0.0:1780853812.179918:0:15888:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9e4585c80800. 00000020:00000010:0.0:1780853812.179921:0:15888:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff9e4585176000. 00000020:00000010:0.0:1780853812.179928:0:15888:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff9e4585c81200. 80000000:00000010:0.0:1780853812.179932:0:15888:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9e459447df60. 00040000:00000010:0.0:1780853812.179938:0:15888:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9e4585c81400. 20000000:00000010:0.0:1780853812.179942:0:15888:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff9e4585c81e00. 00000020:00000010:0.0:1780853812.179946:0:15888:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c80400. 10000000:00000010:0.0:1780853812.179948:0:15888:0:(mgc_request.c:1732:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9e459263ddc0. 10000000:01000000:0.0:1780853812.179951:0:15888:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.110@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1780853812.179955:0:15888:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1780853812.179957:0:15888:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853812.179960:0:15888:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853812.179962:0:15888:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572a00 refcount=3 00000020:00000001:0.0:1780853812.179965:0:15888:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.179968:0:15888:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300672 : -107453583250944 : ffff9e4583572a00) 00010000:00000001:0.0:1780853812.179971:0:15888:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853812.179976:0:15888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a376 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853812.179986:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.179988:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853812.179990:0:15888:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.110@tcp lock: ffff9e4583572a00/0xa8f483e9eb300e61 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x562725ecec97a376 expref: -99 pid: 15888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853812.179997:0:15888:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853812.179998:0:15888:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853812.179999:0:15888:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1780853812.180001:0:15888:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1780853812.180003:0:15888:0:(mgc_request.c:1908:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1780853812.180006:0:15888:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1780853812.180008:0:15888:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1780853812.180010:0:15888:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9e4589322800) refs 3 10000000:00000001:0.0:1780853812.180012:0:15888:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1780853812.278753:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853812.278763:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853812.278765:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853812.278771:0:24468:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853812.278773:0:24468:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853812.278775:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278780:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853812.278782:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278785:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278787:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278790:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853812.278792:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853812.278794:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853812.278795:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278797:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853812.278798:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278800:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853812.278801:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853812.278923:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853812.278926:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853812.278929:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853812.973352:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853812.973369:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853812.973370:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853812.973375:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853812.973378:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853812.973381:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853812.973385:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853813.037490:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853813.037497:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853813.037499:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853813.037505:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853813.037509:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853813.037513:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853813.037515:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853813.037518:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853813.037520:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853813.101383:0:2379:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853813.101397:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853813.101399:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853813.101403:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853813.101405:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853813.101408:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853813.101411:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853813.293898:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853813.293903:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853813.293909:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853813.293910:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853813.294045:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853813.294048:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853813.294052:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853813.997380:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853813.997394:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853813.997396:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853813.997401:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853813.997404:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853813.997407:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853813.997411:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853814.061497:0:32659:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1780853814.061506:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853814.061508:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853814.061513:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853814.061517:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853814.061520:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853814.061522:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853814.061525:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853814.061527:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.127314:0:2379:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853814.127322:0:2379:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1780853814.127337:0:2379:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853804/real 1780853804] req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1780853814.127356:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853814.127358:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853814.127362:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b8f0. 00000400:00000200:3.0:1780853814.127369:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:3.0:1780853814.127372:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:3.0:1780853814.127376:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853814.127380:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853814.127390:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.127398:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853814.127399:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127402:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853814.127404:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853814.127408:0:2379:0:(client.c:2511:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.127415:0:2379:0:(client.c:2516:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127423:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853814.127425:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.127427:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853814.127430:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853814.127432:0:2379:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853814.127436:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.127444:0:2379:0:(client.c:2128:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1780853814.127446:0:2379:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127448:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853814.127449:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127452:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1780853814.127454:0:2379:0:(import.c:1094:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1780853814.127457:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1780853814.127479:0:2379:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.110@tcp failed (-110) 00000100:00000001:3.0:1780853814.127482:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1780853814.127487:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853814.127495:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631441920:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853814.127500:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127502:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853814.127505:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631441920/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1780853814 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.127511:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853814.127514:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853814.127518:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b9000. 02000000:00000001:3.0:1780853814.127522:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853814.127525:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853814.127527:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853814.127529:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853814.127532:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0800. 02000000:00000001:3.0:1780853814.127535:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853814.127536:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853814.127538:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:3.0:1780853814.127541:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853814.127542:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127544:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.127547:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853814.127549:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.127550:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853814.127552:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853814.127760:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853814.127765:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853814.127774:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105c00. 00000020:00000040:1.0:1780853814.127778:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853814.127781:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853814.127784:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853814.127789:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853814.127796:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76700. 00000100:00000001:1.0:1780853814.127994:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853814.128004:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853814.128013:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853814.128017:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853814.128023:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc35df2] to pc [ptlrpcd_00_01+1] req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853814.128057:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780853814.128059:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1780853814.128063:0:36:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1780853814.128065:0:36:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1780853814.128067:0:36:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1780853814.128070:0:36:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:1.0:1780853814.128073:0:36:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 0 00000400:00000200:1.0:1780853814.128081:0:36:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.128087:0:36:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:1.0:1780853814.128090:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853814.128094:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853814.128096:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853814.128099:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:1.0:1780853814.128102:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853814.128104:0:36:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:1.0:1780853814.128107:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853814.128110:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:1.0:1780853814.128112:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:1.0:1780853814.128115:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000040:1.0:1780853814.128118:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853814.128120:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853814.128121:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853814.128124:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:1.0:1780853814.128128:0:36:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00080000:1.0:1780853814.128131:0:36:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff9e4592299000: import ffff9e4585127800 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:1.0:1780853814.128134:0:36:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.128289:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.128292:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853814.128294:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853814.128300:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.128310:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853814.128312:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853814.128315:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853814.128318:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853814.128320:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853814.128323:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631443712:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853814.128327:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853814.128332:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853814.128335:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853814.128337:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853814.128342:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585c80400. 02000000:00000001:0.0:1780853814.128344:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853814.128349:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853814.128353:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853814.128358:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853814.128364:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631443712, portal 25 00000100:00000001:0.0:1780853814.128366:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853814.128368:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121660416 : -107453587891200 : ffff9e4583105c00) 00000100:00000040:0.0:1780853814.128373:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.128381:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853814.128383:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853814.128386:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853814.128388:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631443712, offset 0 00000400:00000200:0.0:1780853814.128394:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853814.128401:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.128406:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853814.128412:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853814.128418:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853814.128421:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853814.128424:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853814.128429:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2589:2589:256:4294967295] 192.168.202.110@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:0.0:1780853814.128433:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.128443:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853814.128450:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853814.128455:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853814.128463:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853814.128472:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853814.128476:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853814.128488:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853814.128492:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853814.128494:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296614972 00000100:00000001:0.0:1780853814.128501:0:2381:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296613014 00000100:00000001:0.0:1780853814.128506:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296614972 00000100:00000001:0.0:1780853814.128509:0:2381:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296613014 00000100:00000001:0.0:1780853814.128512:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853814.128514:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.128517:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.128519:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.128524:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853814.128525:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853814.128527:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.128529:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853814.128530:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.128532:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.128550:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.128551:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853814.128929:0:36:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1780853814.128935:0:36:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853814.128939:0:36:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.128941:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1780853814.128945:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1780853814.128948:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.128950:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853814.128955:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853814.128957:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853814.128961:0:36:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853814.128962:0:36:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.128965:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853814.128967:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853814.128969:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853814.128973:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d71000. 00000100:00000001:1.0:1780853814.128977:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853814.128983:0:36:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853814.128991:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853814.128994:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853814.128997:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_rcv+-1] req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.129042:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853814.129044:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853814.129046:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853814.129051:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.129057:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853814.129059:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853814.129061:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853814.129063:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853814.129064:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853814.129067:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631443840:192.168.202.110@tcp:38:kworker.0 00000100:00000001:3.0:1780853814.129070:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853814.129072:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853814.129073:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853814.129075:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853814.129078:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fac000. 02000000:00000001:3.0:1780853814.129080:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853814.129084:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853814.129087:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853814.129090:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853814.129093:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631443840, portal 10 00000100:00000001:3.0:1780853814.129095:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853814.129096:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:3.0:1780853814.129101:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.129107:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853814.129109:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853814.129111:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a4c8. 00000100:00000200:3.0:1780853814.129114:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631443840, offset 0 00000400:00000200:3.0:1780853814.129119:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853814.129122:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853814.129126:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853814.129128:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853814.129131:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853814.129134:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853814.129136:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853814.129148:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2590:2590:255:4294967295] 192.168.202.110@tcp LPNI seq info [2590:2590:7:4294967295] 00000400:00000200:3.0:1780853814.129152:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853814.129159:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853814.129170:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853814.129173:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853814.129178:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853814.129182:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853814.129185:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853814.129188:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853814.129192:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807461 usecs (808 jiffies) 00000400:00000200:3.0:1780853814.129195:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853814.129197:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296611691 00000100:00000001:3.0:1780853814.129199:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296614972 00000100:00000001:3.0:1780853814.129202:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296611691 00000100:00000001:3.0:1780853814.129204:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296614972 00000100:00000001:3.0:1780853814.129206:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853814.129208:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.129210:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.129211:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853814.129336:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853814.129344:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:0.0:1780853814.129349:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853814.129354:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853814.129359:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:0.0:1780853814.129362:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:0.0:1780853814.129366:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853814.129371:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.129380:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853814.129383:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.129389:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.129391:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853814.129427:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853814.129429:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77700. 00000400:00000200:0.0:1780853814.129433:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853814.129437:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853814.129440:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a4c8 00000400:00000010:0.0:1780853814.129441:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a4c8. 00000100:00000001:0.0:1780853814.129443:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853814.129447:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.129454:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853814.129456:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.129463:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.129465:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853814.131984:0:36:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853814.131992:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853814.131997:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853814.132000:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1780853814.132003:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1780853814.132010:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1948) 00000100:00000001:3.0:1780853814.137398:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853814.137405:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853814.137410:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853814.137413:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853814.137417:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.137419:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853814.141503:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853814.141519:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853814.141523:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853814.141526:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853814.141536:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.141544:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853814.141552:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.141558:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.141563:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.141567:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe53d00 00000400:00000200:1.0:1780853814.141608:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.141616:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x6fa9 [1] + 224 00000800:00000001:1.0:1780853814.141633:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853814.141642:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853814.141646:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853814.141650:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853814.141658:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853814.141668:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853814.141679:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853814.141700:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853814.141711:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853814.141714:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.141890:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.141895:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853814.141902:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853814.141904:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853814.141907:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:0.0:1780853814.141912:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853814.141915:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853814.141917:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853814.141922:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853814.141931:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.141950:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853814.141952:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.141955:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853814.141958:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853814.141961:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853814.141964:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853814.141967:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853814.141973:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853814.141977:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853814.141980:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853814.141981:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853814.141984:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853814.141985:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.141988:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853814.141993:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.141999:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853814.142002:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853814.142004:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853814.142008:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853814.142016:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631443712:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853814.142021:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.142024:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853814.142027:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105c00 x1867358631443712/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.142034:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853814.142037:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853814.142040:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585c80400. 02000000:00000001:0.0:1780853814.142044:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853814.142048:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853814.142050:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853814.142053:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853814.142055:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76700. 02000000:00000001:0.0:1780853814.142059:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853814.142061:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853814.142063:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105c00. 00000100:00000001:0.0:1780853814.142067:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853814.142068:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.142070:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.142077:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853814.142079:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.142081:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.142083:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853814.155964:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.155982:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853814.155987:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.155990:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853814.156000:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.156007:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853814.156017:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.156023:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.156028:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.156033:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 10 MB=0x6a25a4fe53d80 00000400:00000200:0.0:1780853814.156038:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.156045:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 416/416 into md 0x6fb9 [1] + 0 00000800:00000001:0.0:1780853814.156052:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.156060:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853814.156062:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853814.156066:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853814.156074:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853814.156083:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853814.156095:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.156117:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853814.156125:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.156128:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.156507:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853814.156512:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853814.156518:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853814.156519:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853814.156523:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853814.156527:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853814.156529:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853814.156532:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853814.156537:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853814.156546:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/544 e 0 to 0 dl 1780853824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.156552:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853814.156554:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.156556:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853814.156559:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853814.156561:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853814.156563:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853814.156567:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853814.156586:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=55 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853814.156590:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853814.156592:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853814.156594:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853814.156596:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780853814.156601:0:2379:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853814.156607:0:2379:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.156610:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853814.156612:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853814.156614:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853814.156615:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853814.156628:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.156636:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853814.156639:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853814.156641:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.156643:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853814.156650:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9e4592299000: connect to target with instance 2 00000020:00000001:3.0:1780853814.156653:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853814.156655:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:3.0:1780853814.156658:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853814.156662:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:3.0:1780853814.156664:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:3.0:1780853814.156667:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00001000:3.0:1780853814.156670:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=1780853814 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853814.156673:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853814.156677:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853814.156684:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:3.0:1780853814.156686:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853814.156689:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000008:00000020:3.0:1780853814.156693:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1780853814.156696:0:2379:0:(mdc_request.c:3105:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1780853814.156698:0:2379:0:(mdc_request.c:3112:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.156700:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853814.156703:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853814.156706:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.156708:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.156710:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.156712:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853814.156715:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1780853814.156719:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853814.156722:0:2379:0:(import.c:1701:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1780853814.156724:0:2379:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1780853814.156725:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853814.156727:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 4294967655 gen 2 00000100:00000040:3.0:1780853814.156729:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853814.156731:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1780853814.156733:0:2379:0:(recover.c:53:ptlrpc_replay_next()) import ffff9e4585127800 from lustre-MDT0000_UUID committed 4294967655 last 0 00000100:00000001:3.0:1780853814.156736:0:2379:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853814.156738:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:3.0:1780853814.156741:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853814.157413:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.157418:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853814.157426:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853824 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853814.157435:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631443840:192.168.202.110@tcp:38:kworker.0 00000100:00000001:0.0:1780853814.157440:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.157442:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853814.157445:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631443840/t0(0) o38->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/416 e 0 to 0 dl 1780853824 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.157452:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853814.157454:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853814.157459:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fac000. 02000000:00000001:0.0:1780853814.157462:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853814.157464:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853814.157466:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853814.157468:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853814.157470:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d71000. 02000000:00000001:0.0:1780853814.157474:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853814.157476:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853814.157478:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:0.0:1780853814.157481:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853814.157482:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.157484:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.157492:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853814.157493:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.157495:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.157497:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1780853814.157899:0:32930:0:(ldlm_request.c:2960:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9e4592299000 to lustre-MDT0000_UUID@192.168.202.110@tcp 00010000:00000001:3.0:1780853814.157902:0:32930:0:(ldlm_request.c:2912:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1780853814.157905:0:32930:0:(ldlm_request.c:2876:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9e4592299000 (1) 00010000:00000001:3.0:1780853814.157908:0:32930:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1780853814.157915:0:32930:0:(mdc_request.c:2999:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853814.157917:0:32930:0:(ldlm_request.c:1920:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853814.157920:0:32930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853814.157923:0:32930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853814.157925:0:32930:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853814.157928:0:32930:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1780853814.157931:0:32930:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853814.157948:0:32930:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853814.157950:0:32930:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853814.157953:0:32930:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:3.0:1780853814.157958:0:32930:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853814.157960:0:32930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853814.157966:0:32930:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:3.0:1780853814.157969:0:32930:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853814.157974:0:32930:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.157976:0:32930:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853814.157977:0:32930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853814.157978:0:32930:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:3.0:1780853814.157980:0:32930:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853814.157982:0:32930:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.157984:0:32930:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853814.157985:0:32930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853814.157986:0:32930:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:3.0:1780853814.157988:0:32930:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853814.157990:0:32930:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.157991:0:32930:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853814.157992:0:32930:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853814.157994:0:32930:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:3.0:1780853814.157996:0:32930:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853814.157998:0:32930:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853814.158000:0:32930:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853814.158003:0:32930:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853814.158005:0:32930:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853814.158009:0:32930:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853814.158014:0:32930:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72000. 00000020:00000010:3.0:1780853814.158019:0:32930:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f73e00. 00000020:00000010:3.0:1780853814.158023:0:32930:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139d80. 00000008:00000010:3.0:1780853814.158028:0:32930:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853814.158033:0:32930:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de000. 00008000:00000010:3.0:1780853814.158037:0:32930:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853814.158043:0:32930:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853814.158047:0:32930:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853814.158050:0:32930:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73800. 00000008:00000010:3.0:1780853814.158054:0:32930:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853814.158057:0:32930:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853814.158061:0:32930:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853814.158064:0:32930:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853814.158068:0:32930:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853814.158070:0:32930:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853814.158072:0:32930:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853814.158075:0:32930:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:3.0:1780853814.158078:0:32930:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853814.158081:0:32930:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853814.158085:0:32930:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853814.158087:0:32930:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853814.158089:0:32930:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853814.158092:0:32930:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853814.158093:0:32930:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853814.158095:0:32930:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853814.158099:0:32930:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f73e00. 00000020:00000010:3.0:1780853814.158103:0:32930:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139d80. 00000008:00000010:3.0:1780853814.158107:0:32930:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853814.158110:0:32930:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de000. 00008000:00000010:3.0:1780853814.158113:0:32930:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853814.158116:0:32930:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853814.158119:0:32930:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853814.158123:0:32930:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72000. 00000008:00000010:3.0:1780853814.158126:0:32930:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853814.158129:0:32930:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853814.158131:0:32930:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853814.158133:0:32930:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853814.158135:0:32930:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73800. 00000020:00000010:3.0:1780853814.158912:0:32930:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000080:00000001:3.0:1780853814.158922:0:32930:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853814.158926:0:32930:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853814.158929:0:32930:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff9e459198a1c8) invalid 00000020:00000001:3.0:1780853814.158933:0:32930:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4020f3c70 00000080:00002000:3.0:1780853814.162950:0:32930:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9e4591b2b288) parent ffff9e4591970ca8 inode ffff9e459198a1c8 refc 1 00000080:00000001:3.0:1780853814.162956:0:32930:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853814.162959:0:32930:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853814.162962:0:32930:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853814.162970:0:32930:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853814.162972:0:32930:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853814.162974:0:32930:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853814.162977:0:32930:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853814.162980:0:32930:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171c00 with handle 0xa8f483e9eb300e45 from hash 00010000:00000001:3.0:1780853814.162983:0:32930:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853814.162985:0:32930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853814.162988:0:32930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853814.162989:0:32930:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853814.162992:0:32930:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853814.162994:0:32930:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853814.162998:0:32930:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171c00/0xa8f483e9eb300e45 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x562725ecec97a1b6 expref: -99 pid: 32659 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853814.163009:0:32930:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0d40. 00010000:00000040:3.0:1780853814.163015:0:32930:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837a00 count: 0 00010000:00000010:3.0:1780853814.163022:0:32930:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9a80. 00010000:00000001:3.0:1780853814.163032:0:32930:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853814.163034:0:32930:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853814.163038:0:32930:0:(ldlm_request.c:2889:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9e4592299000 00000001:00000001:3.0:1780853814.163041:0:32930:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1780853814.163043:0:32930:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1780853814.163516:0:32930:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853814.163520:0:32930:0:(ldlm_request.c:2942:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.163523:0:32930:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853814.163527:0:32930:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:3.0:1780853814.163531:0:32930:0:(import.c:1559:signal_completed_replay()) Process entered 00000100:00000010:3.0:1780853814.163543:0:32930:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853814.163549:0:32930:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853814.163554:0:32930:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853814.163557:0:32930:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853814.163565:0:32930:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853814.163585:0:32930:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77d00. 00000100:00000001:3.0:1780853814.163594:0:32930:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.163601:0:32930:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853814.163606:0:32930:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853814.166284:0:32930:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_rcv+-1] req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.166326:0:32930:0:(import.c:1583:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.166330:0:32930:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853814.166334:0:32930:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853814.166336:0:32930:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853814.166339:0:32930:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1780853814.168368:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.168376:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853814.168380:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853814.168395:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.168407:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853814.168409:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853814.168414:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853814.168418:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853814.168422:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853814.168425:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631443968:192.168.202.110@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1780853814.168430:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853814.168437:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853814.168440:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853814.168443:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853814.168457:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585c80400. 02000000:00000001:0.0:1780853814.168459:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853814.168468:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853814.168473:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b0b0. 00000400:00000010:0.0:1780853814.168481:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853814.168489:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631443968, portal 10 00000100:00000001:0.0:1780853814.168491:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853814.168493:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:0.0:1780853814.168500:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.168509:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853814.168511:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853814.168514:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853814.168517:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631443968, offset 0 00000400:00000200:0.0:1780853814.168525:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853814.168535:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.168545:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853814.168551:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853814.168557:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853814.168561:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853814.168565:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853814.168581:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2591:2591:256:4294967295] 192.168.202.110@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:0.0:1780853814.168587:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.168597:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853814.168613:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853814.168627:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853814.168636:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853814.168646:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853814.168652:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853814.168671:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853814.168676:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 806477 usecs (807 jiffies) 00000400:00000200:0.0:1780853814.168680:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853814.168683:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296611730 00000100:00000001:0.0:1780853814.168686:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296614972 00000100:00000001:0.0:1780853814.168688:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296611730 00000100:00000001:0.0:1780853814.168690:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296614972 00000100:00000001:0.0:1780853814.168693:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853814.168696:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.168700:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.168703:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.168713:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853814.168715:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853814.168718:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.168719:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853814.168721:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.168723:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853814.169843:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853814.169849:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853814.169855:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853814.169860:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853814.169866:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:1.0:1780853814.169868:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:1.0:1780853814.169872:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853814.169878:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853814.169889:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853814.169893:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853814.169905:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.169907:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853814.177636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837a00. 00010000:00000010:3.1:1780853814.177676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171c00. 00000800:00000001:0.0:1780853814.273216:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.273232:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853814.273236:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.273239:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853814.273248:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.273256:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853814.273325:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.273330:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.273336:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.273341:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe53e00 00000400:00000200:0.0:1780853814.273346:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.273352:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x6fc1 [1] + 224 00000800:00000001:0.0:1780853814.273359:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.273373:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853814.273376:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853814.273380:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853814.273388:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853814.273396:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853814.273408:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.273429:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853814.273438:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.273441:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.273705:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853814.273709:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853814.273716:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853814.273718:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853814.273721:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b0b0. 00000400:00000200:3.0:1780853814.273726:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:3.0:1780853814.273729:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:3.0:1780853814.273732:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853814.273737:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853814.273753:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.273760:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853814.273762:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.273764:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853814.273767:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853814.273770:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853814.273772:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853814.273775:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853814.273785:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=55 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853814.273789:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853814.273792:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853814.273794:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853814.273796:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1780853814.273801:0:2379:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853814.273820:0:2379:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853814.273824:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853814.273826:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853814.273827:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853814.273829:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853814.273834:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.273841:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853814.273844:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853814.273846:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.273849:0:2379:0:(import.c:1530:completed_replay_interpret()) Process entered 00000100:00000001:3.0:1780853814.273851:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1780853814.273854:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:3.0:1780853814.273857:0:2379:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1780853814.273872:0:2379:0:(client.c:3224:ptlrpc_resend_req()) @@@ going to resend req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1780853814.273881:0:2379:0:(client.c:3233:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853814.273888:0:2379:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1780853814.273891:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585127800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1780853814.273893:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000002:00000001:3.0:1780853814.273896:0:2379:0:(mdc_request.c:2877:mdc_import_event()) Process entered 00000002:00000001:3.0:1780853814.273899:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00800000:00000001:3.0:1780853814.273903:0:2379:0:(lmv_obd.c:188:lmv_notify()) Process entered 00800000:00000001:3.0:1780853814.273905:0:2379:0:(lmv_obd.c:82:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1780853814.273907:0:2379:0:(lmv_obd.c:85:lmv_set_mdc_active()) Searching in lmv ffff9e45904ba1e0 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1780853814.273911:0:2379:0:(lmv_obd.c:91:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xa8f483e9eb3002bb 00800000:00000040:3.0:1780853814.273914:0:2379:0:(lmv_obd.c:106:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9e4592299000=e55ecacc-e48a-400c-a052-f3869534991c device 3 (ffff9e45904bb380) type mdc at LMV idx 0 00800000:00000040:3.0:1780853814.273917:0:2379:0:(lmv_obd.c:111:lmv_set_mdc_active()) OBD ffff9e45904bb380 already active! 00800000:00000001:3.0:1780853814.273919:0:2379:0:(lmv_obd.c:112:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853814.273922:0:2379:0:(lmv_obd.c:225:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853814.273924:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853814.273927:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000002:00000001:0.0:1780853814.274558:0:2379:0:(mdc_request.c:2951:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.274562:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:0.0:1780853814.274567:0:2379:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00080000:0.0:1780853814.274583:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c3a645ab): req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 1 dl 1780853804 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853814.274610:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.274613:0:2379:0:(import.c:1548:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853814.274617:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1780853814.274695:0:32931:0:(mdc_request.c:2636:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1780853814.274698:0:32931:0:(kernelcomm.c:1326:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1780853814.274701:0:32931:0:(kernelcomm.c:1340:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853814.274704:0:32931:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853814.274706:0:32931:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853814.274708:0:32931:0:(genops.c:1251:class_import_put()) Process leaving 00000002:00000001:2.0:1780853814.274710:0:32931:0:(mdc_request.c:2646:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.274974:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853814.274979:0:32659:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853814.274982:0:32659:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853814.274984:0:32659:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853814.274987:0:32659:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853814.274991:0:32659:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853814.274994:0:32659:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.274997:0:32659:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1780853814.275002:0:32659:0:(client.c:3730:ptlrpc_set_mbits()) resend with new mbits old x1867358631440512 new x1867358631444096 02000000:00000001:1.0:1780853814.275006:0:32659:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853814.275009:0:32659:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853814.275015:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853814.275021:0:32659:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d4d0. 00000400:00000010:1.0:1780853814.275027:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853814.275033:0:32659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631440512, portal 10 00000100:00000001:1.0:1780853814.275035:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853814.275036:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000040:1.0:1780853814.275043:0:32659:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.275050:0:32659:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853814.275053:0:32659:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853814.275055:0:32659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853814.275058:0:32659:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631440512, offset 0 00000400:00000200:1.0:1780853814.275063:0:32659:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853814.275071:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.275079:0:32659:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853814.275084:0:32659:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853814.275089:0:32659:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853814.275092:0:32659:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853814.275095:0:32659:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853814.275099:0:32659:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2592:2592:256:4294967295] 192.168.202.110@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:1.0:1780853814.275104:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853814.275112:0:32659:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853814.275118:0:32659:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853814.275123:0:32659:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76900. 00000800:00000200:1.0:1780853814.275129:0:32659:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853814.275137:0:32659:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853814.275142:0:32659:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780853814.275153:0:32659:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853814.275158:0:32659:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 805623 usecs (806 jiffies) 00000400:00000200:1.0:1780853814.275161:0:32659:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853814.275173:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296611835 00000100:00000001:1.0:1780853814.275176:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296614972 00000100:00000001:1.0:1780853814.275178:0:32659:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296611835 00000100:00000001:1.0:1780853814.275181:0:32659:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296614972 00000100:00000001:1.0:1780853814.275183:0:32659:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853814.275187:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853814.275190:0:32659:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853814.275192:0:32659:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853814.275195:0:32659:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4592487cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853814.275197:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853814.275198:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853814.275329:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853814.275334:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76900. 00000400:00000200:1.0:1780853814.275339:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853814.275344:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853814.275348:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853814.275350:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853814.275353:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853814.275357:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.275373:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853814.275376:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.275382:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.275384:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1780853814.276110:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631443968:192.168.202.110@tcp:400:ldlm_lock_repla.0 00000100:00000001:0.0:1780853814.276118:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.276121:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853814.276125:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631443968/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853830 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853814.276132:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853814.276134:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853814.276138:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585c80400. 02000000:00000001:0.0:1780853814.276142:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853814.276144:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853814.276146:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853814.276148:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853814.276151:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77d00. 02000000:00000001:0.0:1780853814.276155:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853814.276157:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853814.276158:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:0.0:1780853814.276162:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853814.276173:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.276176:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853814.276183:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853814.276185:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853814.276187:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853814.276189:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853814.317316:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.317339:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853814.317345:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.317348:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853814.317357:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.317366:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853814.317375:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.317380:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.317385:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.317390:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe53e80 00000400:00000200:0.0:1780853814.317395:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853814.317401:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x6fd1 [1] + 224 00000800:00000001:0.0:1780853814.317410:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.317421:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853814.317425:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853814.317564:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853814.317583:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853814.317593:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853814.317616:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853814.317633:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853814.317642:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853814.317646:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853814.318944:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853814.318950:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853814.319000:0:32659:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853814.319010:0:32659:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853814.319013:0:32659:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853814.319017:0:32659:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d4d0. 00000020:00000001:3.0:1780853814.319018:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853814.319023:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853814.319024:0:32659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00010000:00010000:3.0:1780853814.319027:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1780853814.319030:0:32659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853814.319036:0:32659:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853814.319048:0:32659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853814.319060:0:32659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.319067:0:32659:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853814.319070:0:32659:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853814.319073:0:32659:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853814.319076:0:32659:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853814.319079:0:32659:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853814.319081:0:32659:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853814.319084:0:32659:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853814.319093:0:32659:0:(import.c:2151:obd_at_measure()) add 10 to ffff9e4585127ca8 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853814.319097:0:32659:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127ca8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:1.0:1780853814.319100:0:32659:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9e4592299000 ptl 23 has changed from 5 to 10 00000100:00001000:1.0:1780853814.319103:0:32659:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853814.319105:0:32659:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1780853814.319109:0:32659:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.319120:0:32659:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1780853814.319124:0:32659:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853814.319126:0:32659:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1780853814.319128:0:32659:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853814.319129:0:32659:0:(client.c:1783:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:1.0:1780853814.319133:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.319150:0:32659:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:1.0:1780853814.319154:0:32659:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853814.319155:0:32659:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853814.319159:0:32659:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853814.319425:0:32659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:32659:1867358631440512:192.168.202.110@tcp:35:multiop.0 00000100:00000001:1.0:1780853814.319430:0:32659:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853814.319433:0:32659:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:1.0:1780853814.319436:0:32659:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853814.319447:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853814.319451:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.319459:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853814.319461:0:32659:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4592487cc0. 00000100:00000001:1.0:1780853814.319466:0:32659:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853814.319467:0:32659:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:1.0:1780853814.319474:0:32659:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853814.319482:0:32659:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853814.319483:0:32659:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000002:00000001:1.0:1780853814.319486:0:32659:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853814.319489:0:32659:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853814.319494:0:32659:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312c00. 00000080:00000001:1.0:1780853814.319498:0:32659:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1780853814.319502:0:32659:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853814.319670:0:32659:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853814.319682:0:32659:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853814.319691:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853814.319694:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631439872/t4294967655(4294967655) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853798 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853814.319701:0:32659:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780853814.319704:0:32659:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853814.319706:0:32659:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853814.319708:0:32659:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853814.319712:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853814.319717:0:32659:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853814.319719:0:32659:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853814.319721:0:32659:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853814.319724:0:32659:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853814.319725:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853814.319726:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853814.319730:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853814.319736:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853814.319738:0:32659:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7e00. 00000002:00000001:3.0:1780853814.319741:0:32659:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853814.319742:0:32659:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853814.319745:0:32659:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0700. 00000100:00000001:3.0:1780853814.319747:0:32659:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853814.320113:0:32659:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107480 x1867358631440512/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853830 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853814.320121:0:32659:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853814.320124:0:32659:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853814.320127:0:32659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71400. 02000000:00000001:3.0:1780853814.320131:0:32659:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853814.320133:0:32659:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853814.320134:0:32659:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853814.320136:0:32659:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853814.320138:0:32659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589312e00. 02000000:00000001:3.0:1780853814.320140:0:32659:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853814.320142:0:32659:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853814.320143:0:32659:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107480. 00000100:00000001:3.0:1780853814.320146:0:32659:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853814.320147:0:32659:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853814.320150:0:32659:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853814.320153:0:32659:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530ab40. 00000080:00000001:3.0:1780853814.320156:0:32659:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853814.320163:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7bdb8 00000080:00000008:3.0:1780853814.320165:0:32659:0:(file.c:492:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9e459198a1c8), flags 100002, rc = 0 00000080:00000001:3.0:1780853814.320169:0:32659:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853814.320174:0:32659:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853814.320176:0:32659:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f7be00 00000080:00002000:3.0:1780853814.320178:0:32659:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9e4591b2b288, parent ffff9e4591970ca8, inode ffff9e459198a1c8) hashed, 00000080:00000001:3.0:1780853814.320181:0:32659:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853814.320190:0:32659:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853814.320196:0:32659:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1780853814.331720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989820. 00000100:00000001:3.0:1780853815.021547:0:2383:0:(client.c:2544:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1780853815.021555:0:2383:0:(client.c:2462:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1780853815.021581:0:2383:0:(client.c:2480:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1780853799/real 1780853799] req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1780853815.021601:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853815.021603:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853815.021607:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685a50. 00000400:00000200:3.0:1780853815.021615:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:3.0:1780853815.021617:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:3.0:1780853815.021622:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853815.021627:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853815.021636:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853815.021644:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853815.021646:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021649:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853815.021651:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853815.021655:0:2383:0:(client.c:2524:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853815.021661:0:2383:0:(client.c:2532:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021670:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853815.021672:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853815.021676:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853815.021678:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853815.021680:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021682:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853815.021685:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853815.021690:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853815.021697:0:2383:0:(client.c:2187:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1780853815.021700:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021701:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853815.021702:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853815.021706:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853815.021713:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631441536:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853815.021718:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021721:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853815.021724:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631441536/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1780853815 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853815.021729:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853815.021732:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853815.021736:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8c00. 02000000:00000001:3.0:1780853815.021740:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853815.021743:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853815.021745:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853815.021748:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853815.021750:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd900. 02000000:00000001:3.0:1780853815.021754:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853815.021756:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853815.021758:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:3.0:1780853815.021762:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853815.021763:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021765:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853815.021767:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853815.021768:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853815.021770:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853815.021772:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853815.341405:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853815.341413:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853815.341532:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853815.341536:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853815.341540:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853816.366626:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853816.366632:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853816.367789:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853816.367793:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853816.367797:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853817.391880:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853817.391888:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853817.392416:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853817.392420:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853817.392423:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853818.414877:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853818.414886:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853818.417938:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853818.417946:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853818.417952:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853818.497023:0:32963:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853818.669675:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296614972, at 4296615424 00000100:00000010:1.0:1780853818.669688:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5180. 00000100:00000040:0.0:1780853818.669864:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296614972, at 4296615424 00000100:00000010:0.0:1780853818.669870:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da51e0. 00000020:00000001:3.0:1780853819.045818:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93d08 00000080:00200008:3.0:1780853819.045829:0:32984:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853819.045838:0:32984:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853819.045840:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93c80 00000080:00200000:3.0:1780853819.045842:0:32984:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853819.045848:0:32984:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f72a00. 00800000:00000002:3.0:1780853819.045854:0:32984:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853819.045858:0:32984:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853819.045863:0:32984:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853819.045865:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93ba0 00800000:00000002:3.0:1780853819.045868:0:32984:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853819.045871:0:32984:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853819.045876:0:32984:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853819.045881:0:32984:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853819.045883:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93a70 00000002:00010000:3.0:1780853819.045884:0:32984:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853819.045888:0:32984:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853819.045889:0:32984:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853819.045892:0:32984:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853819.045899:0:32984:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.045969:0:32984:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.045973:0:32984:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.045975:0:32984:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853819.045978:0:32984:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853819.045983:0:32984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853819.045987:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853819.045994:0:32984:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853819.045998:0:32984:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853819.046002:0:32984:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.046006:0:32984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853819.046009:0:32984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853819.046013:0:32984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853819.046020:0:32984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583faf400. 00000100:00000001:3.0:1780853819.046026:0:32984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.046032:0:32984:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853819.046034:0:32984:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.046035:0:32984:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853819.046036:0:32984:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.046038:0:32984:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.046043:0:32984:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00010000:00000001:3.0:1780853819.046047:0:32984:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853819.046049:0:32984:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853819.046054:0:32984:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3500. 00010000:00000010:3.0:1780853819.046058:0:32984:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02f80. 00010000:00000001:3.0:1780853819.046063:0:32984:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853819.046066:0:32984:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853819.046069:0:32984:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853819.046071:0:32984:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170200 with handle 0xa8f483e9eb300e68 to hash 00000020:00000001:3.0:1780853819.046073:0:32984:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853819.046074:0:32984:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.046078:0:32984:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.046081:0:32984:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853819.046084:0:32984:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853819.046088:0:32984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32984 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853819.046097:0:32984:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32984 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853819.046107:0:32984:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32984 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853819.046113:0:32984:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853819.046115:0:32984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853819.046120:0:32984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4591584a80. 00000100:00000001:3.0:1780853819.046122:0:32984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620361255552 : -107453348296064 : ffff9e4591584a80) 00000100:00000001:3.0:1780853819.046124:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853819.046125:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853819.046130:0:32984:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853819.046133:0:32984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.046136:0:32984:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853819.046137:0:32984:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853819.046147:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853819.046155:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853819.046157:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.046160:0:32984:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853819.046162:0:32984:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853819.046165:0:32984:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853819.046168:0:32984:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:32984:1867358631444224:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853819.046172:0:32984:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853819.046176:0:32984:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853819.046179:0:32984:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.046181:0:32984:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853819.046185:0:32984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc2000. 02000000:00000001:3.0:1780853819.046187:0:32984:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853819.046194:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853819.046197:0:32984:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853819.046203:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853819.046209:0:32984:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631444224, portal 10 00000100:00000001:3.0:1780853819.046211:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853819.046212:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853819.046217:0:32984:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853819.046224:0:32984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853819.046227:0:32984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853819.046229:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a660. 00000100:00000200:3.0:1780853819.046233:0:32984:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631444224, offset 0 00000400:00000200:3.0:1780853819.046239:0:32984:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853819.046247:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853819.046255:0:32984:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853819.046260:0:32984:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853819.046430:0:32984:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853819.046435:0:32984:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853819.046438:0:32984:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853819.046443:0:32984:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2593:2593:256:4294967295] 192.168.202.110@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:3.0:1780853819.046448:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853819.046458:0:32984:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853819.046465:0:32984:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853819.046471:0:32984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77d00. 00000800:00000200:3.0:1780853819.046478:0:32984:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853819.046568:0:32984:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853819.046573:0:32984:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853819.046632:0:32984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853819.046637:0:32984:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 845827 usecs (846 jiffies) 00000400:00000200:3.0:1780853819.046640:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853819.046643:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296616647 00000100:00000010:3.0:1780853819.046648:0:32984:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139d80. 00000100:00000001:3.0:1780853819.046654:0:32984:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853819.046662:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296616647 00000100:00000010:3.0:1780853819.046664:0:32984:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139180. 00000100:00000001:3.0:1780853819.046667:0:32984:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853819.046670:0:32984:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853819.046673:0:32984:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.046675:0:32984:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853819.046677:0:32984:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853819.046680:0:32984:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4591584a80 going to sleep for 11 seconds 00000100:00000001:3.0:1780853819.046683:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853819.046686:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853819.055850:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853819.055861:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77d00. 00000400:00000200:1.0:1780853819.055868:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.055879:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853819.055888:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a660 00000400:00000010:1.0:1780853819.055891:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a660. 00000100:00000001:1.0:1780853819.055896:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853819.056223:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853819.056236:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853819.056240:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853819.056248:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853819.056250:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853819.064680:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.064698:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853819.064702:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.064705:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.064715:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.064724:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853819.064734:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.064740:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.064746:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.064750:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe53f00 00000400:00000200:0.0:1780853819.064755:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.064762:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x6fe1 [1] + 224 00000800:00000001:0.0:1780853819.064770:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.064777:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.064782:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.064787:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853819.064795:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853819.064806:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853819.064818:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853819.064835:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853819.064844:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.064847:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.064957:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853819.064964:0:32984:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853819.064967:0:32984:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853819.064970:0:32984:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853819.064975:0:32984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853819.064978:0:32984:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853819.064980:0:32984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853819.064985:0:32984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853819.064994:0:32984:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853819.065000:0:32984:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853819.065001:0:32984:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.065004:0:32984:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853819.065008:0:32984:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853819.065010:0:32984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853819.065012:0:32984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.065015:0:32984:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853819.065025:0:32984:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=60 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853819.065029:0:32984:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853819.065031:0:32984:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853819.065032:0:32984:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.065035:0:32984:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853819.065038:0:32984:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.065042:0:32984:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853819.065044:0:32984:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853819.065046:0:32984:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853819.065048:0:32984:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853819.065053:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853819.065060:0:32984:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853819.065063:0:32984:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853819.065065:0:32984:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853819.065069:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853835 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853819.065077:0:32984:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:32984:1867358631444224:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853819.065081:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.065084:0:32984:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.065086:0:32984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853819.065088:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853819.065091:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853835 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853819.065096:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853819.065099:0:32984:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4591584a80. 00000100:00000001:3.0:1780853819.065102:0:32984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853819.065103:0:32984:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.065106:0:32984:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853819.065110:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065113:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065116:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853819.065118:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065120:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000040:3.0:1780853819.065126:0:32984:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2170200, remote cookie: 0x562725ecec97a5ec, flags: 0x1001 00010000:00010000:3.0:1780853819.065132:0:32984:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853819.065144:0:32984:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065150:0:32984:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853819.065154:0:32984:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853819.065156:0:32984:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853819.065158:0:32984:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853819.065159:0:32984:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853819.065162:0:32984:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3500) refcount = 1 00010000:00010000:3.0:1780853819.065166:0:32984:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065172:0:32984:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853819.065175:0:32984:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853819.065176:0:32984:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853819.065179:0:32984:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853819.065181:0:32984:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853819.065184:0:32984:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065190:0:32984:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853819.065191:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065193:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065194:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065195:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065197:0:32984:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.065201:0:32984:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853819.065203:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065204:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065205:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065207:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065209:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065211:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065211:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065213:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853819.065214:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065216:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065218:0:32984:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853819.065221:0:32984:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853819.065224:0:32984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065234:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065235:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065236:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065237:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065239:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=5 00000020:00000001:3.0:1780853819.065240:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065242:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065244:0:32984:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853819.065246:0:32984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065251:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065252:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853819.065254:0:32984:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065259:0:32984:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853819.065260:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065261:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065262:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065299:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853819.065305:0:32984:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853819.065313:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065314:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065315:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065317:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065318:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065321:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065322:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853819.065323:0:32984:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.065326:0:32984:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.065328:0:32984:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853819.065330:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065331:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065332:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065334:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065336:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00000002:00010000:3.0:1780853819.065339:0:32984:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065345:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065346:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065348:0:32984:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853819.065349:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065350:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065351:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065353:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065355:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000040:3.0:1780853819.065360:0:32984:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853819.065363:0:32984:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853819.065366:0:32984:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853819.065369:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065370:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853819.065371:0:32984:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853819.065374:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d939f0 00000002:00002000:3.0:1780853819.065376:0:32984:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853819.065379:0:32984:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853819.065383:0:32984:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853819.065385:0:32984:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853819.065389:0:32984:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853819.065392:0:32984:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853819.065396:0:32984:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853819.065400:0:32984:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f72a00. 00000080:00000001:3.0:1780853819.065405:0:32984:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853819.065408:0:32984:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853819.065414:0:32984:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853819.065418:0:32984:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853819.065424:0:32984:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852de3c0. 00800000:00000001:3.0:1780853819.065427:0:32984:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157150144 : -107453552401472 : ffff9e45852de3c0) 00800000:00000001:3.0:1780853819.065429:0:32984:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.065432:0:32984:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853819.065435:0:32984:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853819.065437:0:32984:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853819.065440:0:32984:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853819.065442:0:32984:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853819.065444:0:32984:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.065448:0:32984:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853819.065451:0:32984:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1780853819.065454:0:32984:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115188193296385 mtime from 1780853775 to 1780853782 00000080:00200000:3.0:1780853819.065458:0:32984:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853819.065461:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065462:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065463:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065465:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065467:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065469:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065471:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853819.065611:0:32984:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853819.065614:0:32984:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853819.065616:0:32984:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852de3c0 1 00800000:00000010:3.0:1780853819.065619:0:32984:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852de3c0. 00800000:00000001:3.0:1780853819.065623:0:32984:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853819.065626:0:32984:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:3.0:1780853819.065629:0:32984:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853819.065631:0:32984:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853819.065633:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065635:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065636:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065638:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065641:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065643:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065645:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853819.065646:0:32984:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853819.065648:0:32984:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.065650:0:32984:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853819.065653:0:32984:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853819.065656:0:32984:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b400d93cb8 00010000:00000001:3.0:1780853819.065658:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.065660:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.065661:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.065663:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065665:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.065666:0:32984:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853819.065669:0:32984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853819.065675:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065676:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065677:0:32984:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853819.065680:0:32984:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853819.065682:0:32984:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853819.065691:0:32984:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853819.065693:0:32984:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853819.065696:0:32984:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853819.065700:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065701:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.065703:0:32984:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.065706:0:32984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853819.065708:0:32984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.065710:0:32984:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.065713:0:32984:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.065715:0:32984:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853819.065716:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.065717:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853819.065719:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853819.065724:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631444224/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853835 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853819.065731:0:32984:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853819.065734:0:32984:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853819.065737:0:32984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc2000. 02000000:00000001:3.0:1780853819.065740:0:32984:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853819.065743:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853819.065744:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853819.065747:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853819.065749:0:32984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853819.065753:0:32984:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853819.065755:0:32984:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853819.065757:0:32984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853819.065760:0:32984:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853819.065761:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853819.065766:0:32984:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853819.065771:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93d08 00000080:00000008:3.0:1780853819.065773:0:32984:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1780853819.067051:0:32984:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853819.067083:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93d08 00000080:00200008:3.0:1780853819.067086:0:32984:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853819.067092:0:32984:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853819.067093:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93c80 00000080:00200000:3.0:1780853819.067095:0:32984:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853819.067101:0:32984:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f72a00. 00800000:00000002:3.0:1780853819.067106:0:32984:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853819.067109:0:32984:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853819.067114:0:32984:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853819.067116:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93ba0 00800000:00000002:3.0:1780853819.067119:0:32984:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853819.067122:0:32984:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853819.067127:0:32984:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853819.067131:0:32984:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853819.067133:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93a70 00000002:00010000:3.0:1780853819.067135:0:32984:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853819.067138:0:32984:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853819.067139:0:32984:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853819.067143:0:32984:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853819.067149:0:32984:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853819.067151:0:32984:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853819.067156:0:32984:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853819.067160:0:32984:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853819.067164:0:32984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853819.067174:0:32984:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853819.067178:0:32984:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853819.067181:0:32984:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853819.067187:0:32984:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853819.067189:0:32984:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853819.067191:0:32984:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853819.067193:0:32984:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853819.067195:0:32984:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853819.067198:0:32984:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853819.067200:0:32984:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853819.067202:0:32984:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853819.067204:0:32984:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f72a00. 00000080:00000001:3.0:1780853819.067208:0:32984:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853819.067209:0:32984:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853819.067211:0:32984:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853819.067213:0:32984:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:3.0:1780853819.067216:0:32984:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853819.067219:0:32984:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853819.067220:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.067222:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.067223:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.067225:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067228:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067231:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067232:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853819.067233:0:32984:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853819.067235:0:32984:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853819.067237:0:32984:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b400d93cb8 00010000:00000001:3.0:1780853819.067239:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.067240:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.067241:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.067243:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067245:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067247:0:32984:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853819.067249:0:32984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853819.067255:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067256:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.067257:0:32984:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853819.067259:0:32984:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853819.067261:0:32984:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853819.067294:0:32984:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853819.067297:0:32984:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853819.067299:0:32984:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853819.067304:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067305:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.067306:0:32984:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067309:0:32984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853819.067311:0:32984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067314:0:32984:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067316:0:32984:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067318:0:32984:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853819.067320:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067321:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853819.067323:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853819.067325:0:32984:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853819.067328:0:32984:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853819.067331:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93d08 00000080:00000008:3.0:1780853819.067333:0:32984:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1780853819.067438:0:32984:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853819.067440:0:32984:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853819.067441:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93b78 00000080:00200000:3.0:1780853819.067443:0:32984:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853819.067447:0:32984:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f72a00. 00800000:00000002:3.0:1780853819.067450:0:32984:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853819.067452:0:32984:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853819.067454:0:32984:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853819.067455:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93a98 00800000:00000002:3.0:1780853819.067457:0:32984:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853819.067460:0:32984:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853819.067462:0:32984:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853819.067465:0:32984:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853819.067466:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93968 00000002:00010000:3.0:1780853819.067468:0:32984:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853819.067471:0:32984:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853819.067472:0:32984:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853819.067473:0:32984:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853819.067476:0:32984:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853819.067478:0:32984:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853819.067481:0:32984:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853819.067483:0:32984:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853819.067486:0:32984:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780853819.067498:0:32984:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853819.067501:0:32984:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853819.067503:0:32984:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780853819.067508:0:32984:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853819.067510:0:32984:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853819.067511:0:32984:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853819.067512:0:32984:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853819.067514:0:32984:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853819.067516:0:32984:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853819.067518:0:32984:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853819.067519:0:32984:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853819.067522:0:32984:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f72a00. 00000080:00000001:3.0:1780853819.067524:0:32984:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853819.067525:0:32984:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853819.067527:0:32984:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853819.067543:0:32984:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:3.0:1780853819.067546:0:32984:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853819.067547:0:32984:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853819.067548:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.067550:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.067551:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.067553:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067555:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067557:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067558:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853819.067559:0:32984:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853819.067560:0:32984:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853819.067562:0:32984:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b400d93bb0 00010000:00000001:3.0:1780853819.067564:0:32984:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853819.067565:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.067567:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853819.067569:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067571:0:32984:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853819.067572:0:32984:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853819.067575:0:32984:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853819.067580:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067581:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.067582:0:32984:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853819.067583:0:32984:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853819.067585:0:32984:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853819.067591:0:32984:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853819.067592:0:32984:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853819.067593:0:32984:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853819.067596:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067596:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853819.067598:0:32984:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067599:0:32984:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853819.067600:0:32984:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067602:0:32984:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067604:0:32984:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.067605:0:32984:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853819.067606:0:32984:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853819.067607:0:32984:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853819.067609:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853819.067610:0:32984:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853819.067612:0:32984:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:3.0:1780853819.067615:0:32984:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.067619:0:32984:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853819.067621:0:32984:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853819.067623:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93b78 00000080:00200008:3.0:1780853819.067624:0:32984:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00000010:3.0:1780853819.067629:0:32984:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c9400. 00000080:00000001:3.0:1780853819.067633:0:32984:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.067635:0:32984:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.067729:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.067732:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.067738:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.067741:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.067746:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.067750:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.067752:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.067754:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.067756:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.067762:0:32984:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:3.0:1780853819.067764:0:32984:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: age 1880, max_age 1947 00000002:00000001:3.0:1780853819.067767:0:32984:0:(mdc_request.c:1665:mdc_statfs()) Process entered 00000020:00000040:3.0:1780853819.067770:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000010:3.0:1780853819.067775:0:32984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853819.067777:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853819.067781:0:32984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853819.067783:0:32984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853819.067786:0:32984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853819.067792:0:32984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4585c77700. 00000100:00000001:3.0:1780853819.067798:0:32984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.067801:0:32984:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853819.067803:0:32984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853819.067808:0:32984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4591584a80. 00000100:00000001:3.0:1780853819.067811:0:32984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620361255552 : -107453348296064 : ffff9e4591584a80) 00000100:00000001:3.0:1780853819.067814:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853819.067815:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853819.067820:0:32984:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853819.067824:0:32984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.067826:0:32984:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853819.067828:0:32984:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853819.067837:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.067845:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853819.067847:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.067850:0:32984:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853819.067852:0:32984:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853819.067855:0:32984:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853819.067858:0:32984:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:32984:1867358631444352:192.168.202.110@tcp:41:lfs.0 00000100:00000001:3.0:1780853819.067862:0:32984:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853819.067866:0:32984:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853819.067869:0:32984:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.067872:0:32984:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853819.067876:0:32984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853819.067878:0:32984:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853819.067886:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853819.067891:0:32984:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853819.067896:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853819.067903:0:32984:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631444352, portal 10 00000100:00000001:3.0:1780853819.067905:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853819.067906:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853819.067913:0:32984:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.067919:0:32984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853819.067921:0:32984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853819.067924:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a198. 00000100:00000200:3.0:1780853819.067927:0:32984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631444352, offset 0 00000400:00000200:3.0:1780853819.067933:0:32984:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853819.067941:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853819.067947:0:32984:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853819.067952:0:32984:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853819.067956:0:32984:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853819.067959:0:32984:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853819.067962:0:32984:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853819.067966:0:32984:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2594:2594:256:4294967295] 192.168.202.110@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:3.0:1780853819.067971:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853819.067981:0:32984:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853819.067988:0:32984:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853819.067992:0:32984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77600. 00000800:00000200:3.0:1780853819.067998:0:32984:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853819.068005:0:32984:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853819.068009:0:32984:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853819.068031:0:32984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853819.068036:0:32984:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 844785 usecs (845 jiffies) 00000400:00000200:3.0:1780853819.068039:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853819.068042:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296616667 00000100:00000001:3.0:1780853819.068050:0:32984:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, simply extend its deadline from 4296616647 00000100:00000001:3.0:1780853819.068055:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296616667 00000100:00000001:3.0:1780853819.068058:0:32984:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, simply extend its deadline from 4296616647 00000100:00000001:3.0:1780853819.068061:0:32984:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853819.068064:0:32984:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.068066:0:32984:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853819.068068:0:32984:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853819.068071:0:32984:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4591584a80 going to sleep for 11 seconds 00000100:00000001:3.0:1780853819.068074:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853819.068076:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853819.069422:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853819.069429:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77600. 00000400:00000200:1.0:1780853819.069434:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.069441:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853819.069447:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a198 00000400:00000010:1.0:1780853819.069450:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a198. 00000100:00000001:1.0:1780853819.069454:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853819.069461:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.069482:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853819.069486:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.069493:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853819.069495:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853819.091342:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.091359:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853819.091364:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.091366:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.091377:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.091385:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853819.091395:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.091400:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.091406:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.091411:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe53f80 00000400:00000200:0.0:1780853819.091416:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.091423:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x6fe9 [1] + 224 00000800:00000001:0.0:1780853819.091430:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.091438:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.091441:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.091445:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853819.091453:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853819.091462:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853819.091474:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.091503:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853819.091511:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.091515:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.091596:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853819.091604:0:32984:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853819.091606:0:32984:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853819.091610:0:32984:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853819.091615:0:32984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853819.091617:0:32984:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853819.091621:0:32984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853819.091625:0:32984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853819.091633:0:32984:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.091638:0:32984:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853819.091640:0:32984:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.091643:0:32984:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853819.091647:0:32984:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853819.091649:0:32984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853819.091651:0:32984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.091654:0:32984:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853819.091663:0:32984:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=60 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853819.091667:0:32984:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853819.091669:0:32984:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853819.091671:0:32984:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.091674:0:32984:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853819.091677:0:32984:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.091680:0:32984:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853819.091682:0:32984:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853819.091685:0:32984:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853819.091686:0:32984:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853819.091691:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.091697:0:32984:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853819.091701:0:32984:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853819.091702:0:32984:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853819.091707:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853819.091715:0:32984:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:32984:1867358631444352:192.168.202.110@tcp:41:lfs.0 00000100:00000001:3.0:1780853819.091720:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.091723:0:32984:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.091725:0:32984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853819.091727:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853819.091730:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.091737:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853819.091740:0:32984:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4591584a80. 00000100:00000001:3.0:1780853819.091744:0:32984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853819.091746:0:32984:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853819.091752:0:32984:0:(mdc_request.c:1717:mdc_statfs()) Process leaving 00000100:00000001:3.0:1780853819.091754:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853819.091757:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631444352/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.091763:0:32984:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853819.091773:0:32984:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853819.091777:0:32984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583faf000. 02000000:00000001:3.0:1780853819.091780:0:32984:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853819.091783:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853819.091784:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853819.091786:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853819.091790:0:32984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4585c77700. 02000000:00000001:3.0:1780853819.091795:0:32984:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853819.091797:0:32984:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853819.091799:0:32984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853819.091802:0:32984:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853819.091804:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853819.091805:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853819.091806:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853819.091808:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:3.0:1780853819.091811:0:32984:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: update ffff9e45904bb7d0 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:3.0:1780853819.091816:0:32984:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853819.091822:0:32984:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.091826:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853819.091828:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.091832:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.091835:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.091908:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.091911:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.091918:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.091920:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.091925:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.091929:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.091931:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.091934:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.091936:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.091940:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091942:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091945:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.091947:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.091949:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091951:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091955:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.091957:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.091959:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.091961:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.091963:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.091965:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.091966:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.091967:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.091969:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.091971:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091973:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091975:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.091977:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.091979:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091980:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.091983:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.091984:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.091987:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.091988:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.091990:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.091992:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.091994:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.091995:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.091996:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.091999:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092001:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092003:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092005:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092007:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092009:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092011:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092013:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092015:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092016:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092018:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092020:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092021:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092022:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092024:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092026:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092028:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092029:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092031:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092033:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092034:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092037:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092038:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092040:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092041:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092043:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092045:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092046:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092047:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092048:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092051:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092052:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092054:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092056:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092058:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092059:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092063:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092064:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092066:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092067:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092069:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092071:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092072:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092073:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092074:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092077:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092078:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092080:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092081:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092083:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092084:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092087:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092088:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092091:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092092:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092093:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092095:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092097:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092098:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092099:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092101:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092102:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092104:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092106:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092108:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092109:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092112:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092114:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092116:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092117:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092119:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092121:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092122:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092123:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092125:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092127:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092128:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092130:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092132:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092134:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092135:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092138:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092139:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092142:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092143:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092145:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092147:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092148:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092149:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092151:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092153:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092155:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092157:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092158:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092160:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092162:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092165:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092166:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092169:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092170:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092172:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092174:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092176:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092177:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092178:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092180:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092182:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092184:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092185:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092187:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092189:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092192:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092194:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092196:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092197:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092199:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092201:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092203:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092204:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092205:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092207:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092210:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092223:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092225:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092227:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092229:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092233:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092235:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092237:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092238:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092241:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092244:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092246:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092247:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092249:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092251:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092254:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092256:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092258:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092260:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092262:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092314:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092316:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092319:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092320:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092323:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092326:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092327:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092328:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092329:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092332:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092333:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092335:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092337:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092339:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092340:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092344:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092345:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092348:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092349:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092351:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092353:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092354:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092356:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092357:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092359:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092362:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092363:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092365:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092367:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092369:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092372:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092373:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092375:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092376:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092378:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092381:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092382:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092384:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092385:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092387:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092389:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092390:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092392:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092394:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092395:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092399:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092400:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092403:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092404:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092405:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092407:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092409:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092410:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092411:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092413:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092416:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092417:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092419:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092422:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092423:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092426:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092427:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092430:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092431:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092433:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092435:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092436:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092437:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092438:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092440:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092442:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092443:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092445:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092447:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092449:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092452:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092453:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092455:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092456:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092458:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092460:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092462:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092463:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092464:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092467:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092468:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092470:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092472:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092474:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092476:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092479:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092480:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092483:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092484:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092486:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092487:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092489:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092490:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092491:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092493:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092495:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092497:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092499:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092501:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092503:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092506:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092507:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092509:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092510:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092512:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092514:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092516:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092517:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092518:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092520:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092522:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092523:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092525:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092527:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092528:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092543:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092544:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092547:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092548:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092551:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092553:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092554:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092555:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092556:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092559:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092561:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092563:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092565:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092567:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092569:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092572:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092573:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092576:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092577:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092579:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092581:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092583:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092584:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092585:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092588:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092590:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092592:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092594:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092596:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092598:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092601:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092603:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092605:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092606:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092608:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092610:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092612:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092613:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092614:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092616:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092618:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092620:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092622:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092624:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092625:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092629:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092630:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092633:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092634:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092636:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092638:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092640:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092641:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092641:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092644:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092645:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092647:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092649:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092651:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092652:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092656:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092657:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092659:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092661:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092662:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092665:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092666:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092667:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092668:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092670:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092673:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092674:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092676:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092678:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092680:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092682:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092684:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092686:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092687:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092689:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092690:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092692:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092693:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092694:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092696:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092698:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092699:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092701:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092703:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092704:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092707:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092708:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092711:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092712:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092714:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092715:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092717:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092718:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092719:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092721:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092723:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092725:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092727:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092729:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092731:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092734:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092735:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092737:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092738:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092740:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092742:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092743:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092745:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092746:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092748:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092750:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092751:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092753:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092755:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092757:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092760:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092762:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092764:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092766:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092768:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092770:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092772:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092773:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092774:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092777:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092778:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092780:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092782:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092784:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092786:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092789:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092791:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092793:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092794:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092796:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092798:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092799:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092800:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092801:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092804:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092806:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092807:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092810:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092812:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092813:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092816:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092817:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092819:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092820:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092823:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092825:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092826:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092827:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092829:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092831:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092833:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092834:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092836:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092838:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092840:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092843:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092844:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092847:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092848:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092850:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092853:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092854:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092855:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092856:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092859:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092860:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092862:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092864:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092866:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092868:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092871:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092872:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092875:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092876:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092878:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092880:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092882:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092883:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092884:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092887:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092889:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092891:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092893:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092895:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092896:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092900:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092901:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092904:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092905:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092907:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092909:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092910:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092912:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092913:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092915:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092917:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092918:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092920:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092921:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092923:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092926:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092927:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092929:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092930:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092932:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092935:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092936:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092937:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092938:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092940:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092942:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092944:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092946:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092948:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092949:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092952:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092953:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092956:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092957:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092959:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092961:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092962:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092964:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092965:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092967:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092970:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092971:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.092974:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.092976:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092977:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092980:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.092982:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.092984:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.092985:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.092987:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.092989:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.092991:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.092992:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.092993:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.092995:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092997:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.092998:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093000:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093002:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093004:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093007:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093008:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093011:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093012:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093014:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093016:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093018:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093019:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093020:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093022:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093024:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093027:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093029:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093031:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093033:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093036:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093038:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093040:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093041:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093043:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093045:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093046:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093047:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093048:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093051:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093052:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093054:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093056:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093058:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093060:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093062:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093064:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093066:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093067:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093069:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093071:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093073:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093074:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093075:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093077:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093079:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093081:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093083:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093085:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093086:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093089:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093091:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093094:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093095:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093097:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093099:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093100:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093101:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093102:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093105:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093107:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093109:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093111:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093113:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093115:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093118:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093119:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093122:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093123:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093125:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093127:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093129:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093130:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093131:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093134:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093136:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093137:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093139:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093141:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093143:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093146:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093147:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093150:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093151:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093154:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093156:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093158:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093159:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093160:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093162:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093164:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093166:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093168:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093170:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093171:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093174:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093176:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093178:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093179:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093181:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093183:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093185:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093186:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093187:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093189:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093191:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093193:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093195:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093197:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093199:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093202:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093203:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093205:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093206:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093209:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093211:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093213:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093214:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093215:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093218:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093219:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093220:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093223:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093224:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093226:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093229:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093230:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093233:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093234:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093236:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093238:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093240:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093241:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093242:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093245:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093247:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093248:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093250:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093252:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093254:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093257:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093258:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093261:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093262:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093294:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093297:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093299:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093301:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093302:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093304:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093307:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093308:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093310:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093313:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093314:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093318:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093320:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093322:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093323:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093326:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093328:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093329:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093330:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093332:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093334:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093336:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093337:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093339:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093341:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093342:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093346:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093347:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093350:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093351:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093353:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093355:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093357:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093358:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093359:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093361:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093363:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093365:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093367:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093370:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093371:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093375:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093376:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093379:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093380:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093381:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093383:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093385:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093386:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093387:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093389:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093391:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093392:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093394:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093397:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093399:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093401:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093402:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093405:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093406:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093408:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093410:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093411:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093412:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093414:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093416:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093418:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093420:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093422:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093424:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093425:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093428:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093429:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093432:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093433:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093435:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093437:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093439:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093440:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093441:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093443:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093445:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093446:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093449:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093451:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093453:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093456:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093457:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093460:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093461:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093463:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093465:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093467:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093468:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093469:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093472:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093473:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093475:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093477:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093479:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093481:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093484:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093485:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093487:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093489:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093491:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093493:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093495:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093496:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093497:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093499:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093500:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093502:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093504:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093506:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093508:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093511:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093512:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093514:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093515:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093517:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093519:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093521:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093522:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093523:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093525:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093527:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093541:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093544:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093546:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093548:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093551:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093553:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093555:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093556:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093559:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093561:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093562:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093564:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093566:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093568:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093570:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093571:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093573:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093576:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093577:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093580:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093581:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093583:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093584:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093586:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093588:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093590:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093591:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093592:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093594:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093596:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093597:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093599:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093601:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093602:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093606:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093607:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093609:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093609:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093611:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093613:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093615:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093616:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093617:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093619:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093622:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093623:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093625:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093627:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093628:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093632:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093633:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093636:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093637:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093639:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093641:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093642:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093643:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093644:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093647:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093654:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093655:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093657:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093660:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093661:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093666:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093667:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093670:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093671:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093673:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093675:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093676:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093677:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093678:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093680:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093682:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093683:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093685:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093687:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093688:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093691:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093692:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093695:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093695:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093697:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093699:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093700:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093701:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093702:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093704:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093706:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093707:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093709:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093711:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093712:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093714:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093716:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093718:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093719:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093720:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093722:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093723:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093724:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093725:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093728:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093730:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093732:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093733:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093735:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093737:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093739:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093741:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093743:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093744:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1780853819.093746:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4583faf400. 00000020:00000001:3.0:1780853819.093748:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.093750:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:3.0:1780853819.093751:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1780853819.093752:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4583faf400 uarg=0000000000000000 00800000:00000001:3.0:1780853819.093754:0:32984:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093757:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093758:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1780853819.093760:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4583faf400. 00000080:00000001:3.0:1780853819.093763:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093765:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1780853819.093768:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853819.093769:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:3.0:1780853819.093772:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:3.0:1780853819.093775:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1780853819.096672:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e45851ba000. 00000020:00000001:0.0:1780853819.096700:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853819.096704:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:0.0:1780853819.096709:0:32984:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1780853819.096711:0:32984:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e45851ba000 uarg=0000000000000000 00800000:00000001:0.0:1780853819.096717:0:32984:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1780853819.096720:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1780853819.096722:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1780853819.096725:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e45851ba000. 00000080:00000001:0.0:1780853819.096730:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1780853819.096782:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1780853819.096799:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1780853819.096801:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:0.0:1780853819.096808:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:0.0:1780853819.096810:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1780853819.096813:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e45851ba000. 00000020:00000001:0.0:1780853819.096868:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853819.096872:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:0.0:1780853819.096875:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:0.0:1780853819.096877:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e45851ba000 uarg=0000000000000000 00020000:00000001:0.0:1780853819.096885:0:32984:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:0.0:1780853819.096888:0:32984:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: age 1380, max_age 1947 00000008:00000001:0.0:1780853819.096891:0:32984:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:0.0:1780853819.096895:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000010:0.0:1780853819.096912:0:32984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836bb80. 00000020:00000040:0.0:1780853819.096916:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853819.096920:0:32984:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1780853819.096923:0:32984:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:0.0:1780853819.096930:0:32984:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1853 00000400:00000200:0.0:1780853819.096939:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.096955:0:32984:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:0.0:1780853819.096960:0:32984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853819.096963:0:32984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853819.096966:0:32984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853819.096968:0:32984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:0.0:1780853819.096971:0:32984:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853819.096972:0:32984:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:0.0:1780853819.096974:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853819.096977:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:0.0:1780853819.096979:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:0.0:1780853819.096981:0:32984:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000040:0.0:1780853819.096984:0:32984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853819.096985:0:32984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853819.096987:0:32984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853819.096989:0:32984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:0.0:1780853819.096992:0:32984:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00080000:0.0:1780853819.096995:0:32984:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: import ffff9e4585123000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:0.0:1780853819.096998:0:32984:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.097001:0:32984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1780853819.097008:0:32984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853819.097012:0:32984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097014:0:32984:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1780853819.097017:0:32984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1780853819.097019:0:32984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097022:0:32984:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853819.097025:0:32984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368380. 00000020:00000040:0.0:1780853819.097027:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=5 obd=lustre-OST0000-osc-ffff9e4592299000 02000000:00000001:0.0:1780853819.097030:0:32984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853819.097032:0:32984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097035:0:32984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853819.097038:0:32984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853819.097042:0:32984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853819.097048:0:32984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851ba800. 00000100:00000001:0.0:1780853819.097054:0:32984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853819.097064:0:32984:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853819.097073:0:32984:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853819.097077:0:32984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853819.097082:0:32984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c36c882] to pc [ptlrpcd_rcv+-1] req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.097114:0:32984:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097118:0:32984:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1780853819.097119:0:32984:0:(pinger.c:371:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:0.0:1780853819.097122:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853819.097123:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853819.097126:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1780853819.097127:0:32984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853819.097128:0:32984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853819.097129:0:32984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853819.097133:0:32984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aea100. 00000100:00000001:0.0:1780853819.097135:0:32984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097138:0:32984:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853819.097140:0:32984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853819.097145:0:32984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45922b4600. 00000100:00000001:0.0:1780853819.097146:0:32984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620375082496 : -107453334469120 : ffff9e45922b4600) 00000100:00000001:0.0:1780853819.097149:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853819.097150:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000001:0.0:1780853819.097152:0:32984:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853819.097154:0:32984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097155:0:32984:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853819.097157:0:32984:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853819.097161:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.097168:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853819.097170:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1780853819.097174:0:32984:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.097181:0:32984:0:(client.c:1836:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.097183:0:32984:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853819.097186:0:32984:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853819.097188:0:32984:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45922b4600 going to sleep for 0 seconds 00000100:00000001:0.0:1780853819.097190:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.097193:0:32984:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.097195:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853819.097196:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.097198:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.097622:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853819.097626:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853819.097629:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853819.097636:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.097645:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853819.097646:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.097650:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853819.097653:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853819.097655:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853819.097658:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631444480:192.168.202.110@tcp:8:lfs.0 00000100:00000001:3.0:1780853819.097663:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853819.097666:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853819.097669:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.097671:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853819.097676:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853819.097679:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853819.097684:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853819.097690:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853819.097695:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853819.097702:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631444480, portal 4 00000100:00000001:3.0:1780853819.097704:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853819.097705:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046976 : -107453501504640 : ffff9e4588368380) 00000100:00000040:3.0:1780853819.097711:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.097719:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853819.097723:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853819.097725:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853819.097728:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631444480, offset 0 00000400:00000200:3.0:1780853819.097734:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853819.097740:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853819.097745:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853819.097750:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853819.097753:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853819.097756:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853819.097759:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853819.097763:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2595:2595:256:4294967295] 192.168.202.110@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:3.0:1780853819.097767:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853819.097776:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853819.097782:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853819.097787:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4585c77700. 00000800:00000200:3.0:1780853819.097793:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853819.097800:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853819.097805:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585c77700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853819.097823:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853819.097828:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 221311 usecs (222 jiffies) 00000400:00000200:3.0:1780853819.097832:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853819.097835:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296616074 00000100:00000001:3.0:1780853819.097838:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296616667 00000100:00000001:3.0:1780853819.097840:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296616074 00000100:00000001:3.0:1780853819.097842:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296616667 00000100:00000001:3.0:1780853819.097844:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853819.097847:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.097849:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.097851:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.097857:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853819.097858:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853819.097860:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853819.097862:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853819.097863:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.097865:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853819.098141:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853819.098146:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4585c77700. 00000400:00000200:0.0:1780853819.098151:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.098156:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853819.098162:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:0.0:1780853819.098164:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:0.0:1780853819.098168:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853819.098173:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.098181:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853819.098184:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.098191:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.098192:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853819.109038:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.109056:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853819.109061:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.109063:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.109072:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.109079:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853819.109087:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.109091:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.109096:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.109099:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe54000 00000400:00000200:0.0:1780853819.109103:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.109108:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x6ff1 [1] + 0 00000800:00000001:0.0:1780853819.109113:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.109119:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.109122:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.109125:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853819.109131:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853819.109138:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853819.109146:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.109162:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853819.109168:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.109170:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.109219:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853819.109224:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853819.109231:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853819.109233:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853819.109236:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853819.109242:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:3.0:1780853819.109244:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853819.109247:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853819.109252:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853819.109261:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.109323:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853819.109325:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.109328:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853819.109337:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853819.109339:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853819.109341:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853819.109345:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853819.109357:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853819.109367:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853819.109370:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853819.109372:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853819.109374:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853819.109380:0:2379:0:(ldlm_request.c:1715:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.109384:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853819.109387:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967312 gen 17 00000100:00000040:3.0:1780853819.109390:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1780853819.109393:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853819.109394:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853819.109399:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853819.109406:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853819.109409:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853819.109411:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853819.109414:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853819.109426:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853819.109430:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853819.109432:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853819.109435:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853819.109437:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853819.109440:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853819.109442:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00001000:3.0:1780853819.109446:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1780853819 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853819.109449:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585123418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853819.109454:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:3.0:1780853819.109460:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:3.0:1780853819.109463:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:3.0:1780853819.109466:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853819.109469:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853819.109472:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853819.109475:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853819.109479:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853819.109483:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853819.109485:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853819.109487:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853819.109488:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853819.109490:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853819.109494:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.109495:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.109497:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853819.109498:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853819.109499:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.109501:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853819.109503:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853819.109506:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853819.109508:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.109510:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853819.109513:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853819.109515:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853819.109517:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853819.109520:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853819.109522:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853819.109524:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1780853819.109528:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1780853819.109551:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853819.109552:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853819.109554:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853819.109555:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1780853819.110962:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1780853819.110968:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1780853819.110975:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1780853819.110977:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853819.110980:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.110983:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1780853819.110985:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1780853819.110987:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1780853819.110988:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853819.110991:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853819.110993:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.110995:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.110996:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853819.110997:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853819.110999:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.111001:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1780853819.111003:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1780853819.111006:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1780853819.111008:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.111010:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.111012:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853819.111013:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.111016:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.111018:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.111020:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1780853819.111023:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.111026:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1780853819.111038:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000000fc0174b): req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.111067:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.111071:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.111077:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853819.111086:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631444480:192.168.202.110@tcp:8:lfs.0 00000100:00000001:2.0:1780853819.111091:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.111095:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.111098:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368380 x1867358631444480/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.111104:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853819.111107:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853819.111111:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583faf400. 02000000:00000001:2.0:1780853819.111118:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853819.111121:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853819.111123:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853819.111125:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853819.111128:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851ba800. 02000000:00000001:2.0:1780853819.111132:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853819.111134:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853819.111136:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368380. 00000100:00000001:2.0:1780853819.111141:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853819.111142:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.111144:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.111154:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853819.111156:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.111158:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.111160:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.111318:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.111323:0:32984:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.111327:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853819.111329:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.111332:0:32984:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853819.111346:0:32984:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853819.111349:0:32984:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.111351:0:32984:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853819.111359:0:32984:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853819.111362:0:32984:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.111365:0:32984:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853819.111376:0:32984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b8400. 02000000:00000001:0.0:1780853819.111378:0:32984:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853819.111387:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853819.111393:0:32984:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b580. 00000400:00000010:0.0:1780853819.111401:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864262a8. 00000100:00000200:0.0:1780853819.111408:0:32984:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631444608, portal 4 00000100:00000001:0.0:1780853819.111411:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853819.111414:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:0.0:1780853819.111423:0:32984:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.111432:0:32984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853819.111435:0:32984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853819.111438:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426220. 00000100:00000200:0.0:1780853819.111441:0:32984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631444608, offset 0 00000400:00000200:0.0:1780853819.111449:0:32984:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853819.111459:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.111468:0:32984:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853819.111473:0:32984:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853819.111478:0:32984:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853819.111482:0:32984:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853819.111485:0:32984:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853819.111489:0:32984:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2596:2596:256:4294967295] 192.168.202.110@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:0.0:1780853819.111493:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.111502:0:32984:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853819.111508:0:32984:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853819.111513:0:32984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeae00. 00000800:00000200:0.0:1780853819.111520:0:32984:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853819.111539:0:32984:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853819.111544:0:32984:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853819.111563:0:32984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853819.111568:0:32984:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 220311 usecs (221 jiffies) 00000400:00000200:0.0:1780853819.111571:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853819.111574:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296616087 00000100:00000001:0.0:1780853819.111576:0:32984:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296616667 00000100:00000001:0.0:1780853819.111579:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296616087 00000100:00000001:0.0:1780853819.111581:0:32984:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296616667 00000100:00000001:0.0:1780853819.111583:0:32984:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853819.111587:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.111589:0:32984:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853819.111590:0:32984:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853819.111593:0:32984:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45922b4600 going to sleep for 11 seconds 00000100:00000001:0.0:1780853819.111595:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.111597:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853819.112554:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853819.112561:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeae00. 00000400:00000200:1.0:1780853819.112567:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.112575:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853819.112581:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426220 00000400:00000010:1.0:1780853819.112584:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426220. 00000100:00000001:1.0:1780853819.112588:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853819.112594:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.112604:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853819.112607:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.112613:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853819.112615:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853819.115169:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.115185:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853819.115189:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.115192:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.115201:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.115209:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853819.115218:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.115224:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.115230:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.115234:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe54080 00000400:00000200:0.0:1780853819.115239:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.115245:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x6ff9 [1] + 224 00000800:00000001:0.0:1780853819.115252:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.115260:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.115308:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.115314:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853819.115322:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853819.115331:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853819.115353:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.115376:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853819.115386:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.115390:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.115587:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853819.115595:0:32984:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853819.115597:0:32984:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853819.115600:0:32984:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b580. 00000400:00000200:2.0:1780853819.115605:0:32984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864262a8 00000400:00000010:2.0:1780853819.115607:0:32984:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864262a8. 00000100:00000001:2.0:1780853819.115610:0:32984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853819.115616:0:32984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853819.115624:0:32984:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.115630:0:32984:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853819.115631:0:32984:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.115634:0:32984:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853819.115638:0:32984:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853819.115640:0:32984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853819.115643:0:32984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.115646:0:32984:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853819.115656:0:32984:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234f0 time=622 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853819.115661:0:32984:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853819.115664:0:32984:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853819.115665:0:32984:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853819.115669:0:32984:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853819.115672:0:32984:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.115685:0:32984:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853819.115687:0:32984:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853819.115689:0:32984:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853819.115691:0:32984:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.115695:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.115701:0:32984:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.115704:0:32984:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853819.115706:0:32984:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853819.115709:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853819.115716:0:32984:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:32984:1867358631444608:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853819.115721:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.115723:0:32984:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.115725:0:32984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853819.115728:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.115731:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.115737:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853819.115740:0:32984:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45922b4600. 00000100:00000001:2.0:1780853819.115743:0:32984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853819.115744:0:32984:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.115751:0:32984:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853819.115752:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.115756:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836bb80 x1867358631444608/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.115771:0:32984:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853819.115774:0:32984:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853819.115776:0:32984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8400. 02000000:00000001:2.0:1780853819.115779:0:32984:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853819.115782:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853819.115785:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853819.115787:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853819.115789:0:32984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aea100. 02000000:00000001:2.0:1780853819.115792:0:32984:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853819.115794:0:32984:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853819.115796:0:32984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836bb80. 00000100:00000001:2.0:1780853819.115800:0:32984:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853819.115801:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853819.115804:0:32984:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: update ffff9e45904bd190 cache blocks 3679/3683 objects 117792/118199 00020000:00000001:2.0:1780853819.115809:0:32984:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853819.115815:0:32984:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.115818:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853819.115821:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e45851ba000. 00000080:00000001:2.0:1780853819.115824:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.115826:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.115894:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.115897:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.116476:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.116479:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.116486:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.116490:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.116492:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.116496:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.116498:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.116505:0:32984:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853819.116506:0:32984:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: age 1380, max_age 1947 00000008:00000001:2.0:1780853819.116509:0:32984:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853819.116513:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000010:2.0:1780853819.116518:0:32984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853819.116521:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853819.116525:0:32984:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1780853819.116528:0:32984:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:2.0:1780853819.116541:0:32984:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1851 00000400:00000200:2.0:1780853819.116547:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853819.116552:0:32984:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:2.0:1780853819.116556:0:32984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853819.116559:0:32984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780853819.116562:0:32984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853819.116564:0:32984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:2.0:1780853819.116568:0:32984:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1780853819.116569:0:32984:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:2.0:1780853819.116571:0:32984:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853819.116574:0:32984:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:2.0:1780853819.116576:0:32984:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:2.0:1780853819.116578:0:32984:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000040:2.0:1780853819.116581:0:32984:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853819.116583:0:32984:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1780853819.116585:0:32984:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:2.0:1780853819.116586:0:32984:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:2.0:1780853819.116589:0:32984:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00080000:2.0:1780853819.116592:0:32984:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff9e4592299000: import ffff9e4585126000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:2.0:1780853819.116594:0:32984:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.116596:0:32984:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1780853819.116603:0:32984:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853819.116606:0:32984:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.116608:0:32984:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1780853819.116611:0:32984:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1780853819.116613:0:32984:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.116615:0:32984:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853819.116618:0:32984:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853819.116620:0:32984:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=5 obd=lustre-OST0001-osc-ffff9e4592299000 02000000:00000001:2.0:1780853819.116623:0:32984:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853819.116624:0:32984:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.116627:0:32984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853819.116630:0:32984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853819.116633:0:32984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853819.116639:0:32984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0800. 00000100:00000001:2.0:1780853819.116645:0:32984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853819.116654:0:32984:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853819.116663:0:32984:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853819.116668:0:32984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.116673:0:32984:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d92a3a] to pc [ptlrpcd_rcv+-1] req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.116748:0:32984:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.116751:0:32984:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1780853819.116753:0:32984:0:(pinger.c:371:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:2.0:1780853819.116756:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853819.116757:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:0.0:1780853819.117123:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853819.117127:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.117129:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853819.117136:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.117145:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853819.117147:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.117150:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853819.117153:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853819.117155:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853819.117159:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631444736:192.168.202.110@tcp:8:lfs.0 00000100:00000001:0.0:1780853819.117163:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853819.117166:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853819.117168:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.117171:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853819.117176:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb000. 02000000:00000001:0.0:1780853819.117178:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853819.117184:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853819.117188:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b4d0. 00000400:00000010:0.0:1780853819.117193:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426aa0. 00000100:00000200:0.0:1780853819.117201:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631444736, portal 4 00000100:00000001:0.0:1780853819.117203:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853819.117205:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:0.0:1780853819.117211:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.117217:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853819.117219:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853819.117222:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426088. 00000100:00000200:0.0:1780853819.117224:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631444736, offset 0 00000400:00000200:0.0:1780853819.117230:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853819.117237:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.117243:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853819.117248:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853819.117252:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853819.117255:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853819.117258:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853819.117261:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2597:2597:256:4294967295] 192.168.202.110@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:0.0:1780853819.117286:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.117294:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853819.117301:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853819.117306:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeaa00. 00000800:00000200:0.0:1780853819.117312:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853819.117321:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853819.117325:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeaa00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780853819.117350:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853819.117355:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 91503 usecs (92 jiffies) 00000400:00000200:0.0:1780853819.117358:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853819.117360:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296615963 00000100:00000001:0.0:1780853819.117364:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296616667 00000100:00000001:0.0:1780853819.117366:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296615963 00000100:00000001:0.0:1780853819.117369:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296616667 00000100:00000001:0.0:1780853819.117371:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853819.117374:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.117378:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.117380:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.117389:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853819.117391:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1780853819.117393:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853819.117394:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.117396:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.117398:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853819.117517:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853819.117520:0:32984:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853819.117522:0:32984:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853819.117524:0:32984:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853819.117540:0:32984:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd800. 00000100:00000001:2.0:1780853819.117545:0:32984:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.117548:0:32984:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853819.117550:0:32984:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853819.117555:0:32984:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c323c0. 00000100:00000001:2.0:1780853819.117558:0:32984:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620166931392 : -107453542620224 : ffff9e4585c323c0) 00000100:00000001:2.0:1780853819.117560:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853819.117561:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853819.117566:0:32984:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853819.117568:0:32984:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.117570:0:32984:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853819.117571:0:32984:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853819.117576:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.117583:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853819.117585:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1780853819.117589:0:32984:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.117596:0:32984:0:(client.c:1836:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.117598:0:32984:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853819.117599:0:32984:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853819.117602:0:32984:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c323c0 going to sleep for 0 seconds 00000100:00000001:2.0:1780853819.117604:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853819.117606:0:32984:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.117608:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853819.117609:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.117611:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853819.118210:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853819.118216:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeaa00. 00000400:00000200:1.0:1780853819.118221:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.118227:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853819.118233:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426088 00000400:00000010:1.0:1780853819.118235:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426088. 00000100:00000001:1.0:1780853819.118239:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853819.118244:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.118253:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853819.118256:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.118263:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853819.118285:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853819.129326:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.129357:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853819.129362:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.129365:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.129374:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.129382:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853819.129390:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.129396:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.129402:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.129406:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe54100 00000400:00000200:0.0:1780853819.129410:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.129416:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x7009 [1] + 0 00000800:00000001:0.0:1780853819.129423:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.129431:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.129434:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.129438:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853819.129447:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853819.129457:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853819.129469:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.129495:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853819.129505:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.129509:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.129709:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.129714:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853819.129721:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853819.129723:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853819.129726:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b4d0. 00000400:00000200:2.0:1780853819.129731:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426aa0 00000400:00000010:2.0:1780853819.129733:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426aa0. 00000100:00000001:2.0:1780853819.129736:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853819.129741:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853819.129750:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.129757:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853819.129759:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.129761:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853819.129775:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853819.129778:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853819.129780:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.129783:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853819.129793:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853819.129797:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853819.129800:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853819.129802:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853819.129804:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853819.129808:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.129811:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853819.129813:0:2379:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: committing for last_committed 4294967335 gen 14 00000100:00000040:2.0:1780853819.129817:0:2379:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1780853819.129819:0:2379:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853819.129821:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.129826:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.129834:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.129837:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853819.129839:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.129841:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1780853819.129848:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:2.0:1780853819.129851:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1780853819.129853:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:2.0:1780853819.129855:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853819.129858:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:2.0:1780853819.129861:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:2.0:1780853819.129863:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00001000:2.0:1780853819.129866:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=1780853819 v=0 (0 0 0 0) 00000100:00001000:2.0:1780853819.129869:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585126418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1780853819.129873:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000100:00080000:2.0:1780853819.129879:0:2379:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9e4592299000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000020:00000040:2.0:1780853819.129883:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:2.0:1780853819.129885:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1780853819.129888:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:2.0:1780853819.129892:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1780853819.129895:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1780853819.129899:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:2.0:1780853819.129913:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1780853819.129916:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1780853819.129918:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1780853819.129920:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853819.129922:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853819.129926:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.129927:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.129929:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853819.129930:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853819.129932:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.129933:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1780853819.129935:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1780853819.129938:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1780853819.129940:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.129942:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.129944:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853819.130053:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.130055:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.130057:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.130059:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1780853819.130061:0:2379:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1780853819.130065:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585126000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1780853819.130067:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1780853819.130068:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:2.0:1780853819.130070:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1780853819.130071:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:2.0:1780853819.130073:0:2379:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1780853819.130075:0:2379:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1780853819.130080:0:2379:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1780853819.130082:0:2379:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1780853819.130084:0:2379:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853819.130086:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1780853819.130087:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1780853819.130089:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1780853819.130090:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853819.130091:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853819.130092:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.130094:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.130095:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853819.130096:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853819.130097:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.130099:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1780853819.130100:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1780853819.130102:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1780853819.130103:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.130104:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.130106:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853819.130107:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.130109:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.130110:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.130112:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:2.0:1780853819.130113:0:2379:0:(import.c:1243:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.130116:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1780853819.130123:0:2379:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b804af5f): req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.130146:0:2379:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.130149:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.130153:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853829 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853819.130161:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631444736:192.168.202.110@tcp:8:lfs.0 00000100:00000001:2.0:1780853819.130166:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.130169:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.130172:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631444736/t0(0) o8->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853829 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.130178:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853819.130181:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853819.130184:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb000. 02000000:00000001:2.0:1780853819.130188:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853819.130189:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853819.130191:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853819.130194:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853819.130196:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0800. 02000000:00000001:2.0:1780853819.130199:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853819.130200:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853819.130202:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853819.130205:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853819.130206:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.130208:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.130214:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853819.130216:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.130218:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.130220:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.130463:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.130466:0:32984:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.130469:0:32984:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853819.130471:0:32984:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.130474:0:32984:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853819.130477:0:32984:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853819.130480:0:32984:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853819.130483:0:32984:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853819.130488:0:32984:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853819.130491:0:32984:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853819.130493:0:32984:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853819.130500:0:32984:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb400. 02000000:00000001:0.0:1780853819.130502:0:32984:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853819.130508:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853819.130512:0:32984:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b6e0. 00000400:00000010:0.0:1780853819.130521:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426aa0. 00000100:00000200:0.0:1780853819.130538:0:32984:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631444864, portal 4 00000100:00000001:0.0:1780853819.130542:0:32984:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853819.130543:0:32984:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:0.0:1780853819.130550:0:32984:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.130558:0:32984:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853819.130561:0:32984:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853819.130565:0:32984:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426088. 00000100:00000200:0.0:1780853819.130568:0:32984:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631444864, offset 0 00000400:00000200:0.0:1780853819.130574:0:32984:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853819.130583:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.130590:0:32984:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853819.130596:0:32984:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853819.130600:0:32984:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853819.130604:0:32984:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853819.130606:0:32984:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853819.130610:0:32984:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2598:2598:256:4294967295] 192.168.202.110@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:0.0:1780853819.130615:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.130624:0:32984:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853819.130631:0:32984:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853819.130636:0:32984:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea300. 00000800:00000200:0.0:1780853819.130643:0:32984:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853819.130650:0:32984:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853819.130655:0:32984:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853819.130826:0:32984:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853819.130831:0:32984:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 91115 usecs (92 jiffies) 00000400:00000200:0.0:1780853819.130835:0:32984:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853819.130837:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296615977 00000100:00000001:0.0:1780853819.130841:0:32984:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296616667 00000100:00000001:0.0:1780853819.130843:0:32984:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296615977 00000100:00000001:0.0:1780853819.130845:0:32984:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296616667 00000100:00000001:0.0:1780853819.130847:0:32984:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853819.130850:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853819.130853:0:32984:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853819.130854:0:32984:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853819.130856:0:32984:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c323c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853819.130859:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853819.130860:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853819.132423:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853819.132430:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea300. 00000400:00000200:1.0:1780853819.132438:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.132446:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853819.132454:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426088 00000400:00000010:1.0:1780853819.132456:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426088. 00000100:00000001:1.0:1780853819.132461:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853819.132468:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.132481:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853819.132484:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.132491:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853819.132493:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853819.158199:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.158216:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853819.158220:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.158223:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.158232:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.158240:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853819.158249:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.158254:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.158258:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.158262:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe54180 00000400:00000200:0.0:1780853819.158307:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853819.158314:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x7019 [1] + 224 00000800:00000001:0.0:1780853819.158322:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.158331:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853819.158335:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853819.158350:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853819.158359:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853819.158367:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853819.158378:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853819.158399:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853819.158407:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853819.158410:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.158546:0:32984:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853819.158554:0:32984:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853819.158557:0:32984:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853819.158561:0:32984:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b6e0. 00000400:00000200:2.0:1780853819.158565:0:32984:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426aa0 00000400:00000010:2.0:1780853819.158568:0:32984:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426aa0. 00000100:00000001:2.0:1780853819.158571:0:32984:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853819.158576:0:32984:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853819.158585:0:32984:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.158591:0:32984:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853819.158593:0:32984:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.158595:0:32984:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853819.158599:0:32984:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853819.158602:0:32984:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853819.158604:0:32984:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.158608:0:32984:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853819.158617:0:32984:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264f0 time=658 v=5 (5 5 0 5) 00000100:00001000:2.0:1780853819.158622:0:32984:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853819.158625:0:32984:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853819.158626:0:32984:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853819.158629:0:32984:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853819.158632:0:32984:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.158636:0:32984:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853819.158638:0:32984:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853819.158640:0:32984:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853819.158642:0:32984:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.158646:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.158654:0:32984:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.158657:0:32984:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853819.158659:0:32984:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853819.158664:0:32984:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853819.158672:0:32984:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:32984:1867358631444864:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853819.158686:0:32984:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.158688:0:32984:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.158691:0:32984:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853819.158693:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.158696:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.158704:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853819.158707:0:32984:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c323c0. 00000100:00000001:2.0:1780853819.158711:0:32984:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853819.158712:0:32984:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853819.158719:0:32984:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853819.158721:0:32984:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.158724:0:32984:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631444864/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853835 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.158730:0:32984:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853819.158732:0:32984:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853819.158736:0:32984:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb400. 02000000:00000001:2.0:1780853819.158739:0:32984:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853819.158742:0:32984:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853819.158744:0:32984:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853819.158747:0:32984:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853819.158750:0:32984:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd800. 02000000:00000001:2.0:1780853819.158753:0:32984:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853819.158755:0:32984:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853819.158757:0:32984:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853819.158770:0:32984:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853819.158772:0:32984:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853819.158776:0:32984:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: update ffff9e4590c08450 cache blocks 3679/3683 objects 117792/118189 00020000:00000001:2.0:1780853819.158781:0:32984:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853819.158785:0:32984:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.158788:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853819.158791:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.158795:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.158798:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.158870:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.158872:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.158879:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.158882:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.158887:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.158891:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.158893:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.158896:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.158897:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159308:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159312:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159315:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159317:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159320:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159322:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159329:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159331:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159335:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159336:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159348:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159351:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159352:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159354:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159355:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159358:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159359:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159361:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159363:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159366:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159368:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159372:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159374:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159376:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159378:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159380:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159382:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159383:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159384:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159386:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159388:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159389:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159391:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159393:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159395:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159396:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159399:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159400:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159403:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159404:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159406:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159408:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159409:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159410:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159411:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159413:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159415:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159417:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159419:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159421:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159422:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159426:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159427:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159430:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159431:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159433:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159435:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159436:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159437:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159438:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159440:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159442:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159443:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159445:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159447:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159448:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159451:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159452:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159454:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159455:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159456:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159458:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159459:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159460:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159461:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159463:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159465:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159466:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159468:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159469:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159471:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159473:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159474:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159476:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159477:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159478:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159480:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159482:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159483:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159484:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159487:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159488:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159490:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159492:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159493:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159494:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159497:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159498:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159501:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159502:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159503:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159505:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159506:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159507:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159508:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159510:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159512:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159513:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159515:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159516:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159518:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159520:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159521:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159522:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159523:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159525:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159527:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159538:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159540:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159541:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159545:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159547:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159549:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159550:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159553:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159554:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159558:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159559:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159562:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159563:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159566:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159568:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159570:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159570:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159572:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159575:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159576:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159578:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159580:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159582:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159583:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159586:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159588:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159591:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159592:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159594:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159596:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159597:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159598:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159600:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159602:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159604:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159606:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159608:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159610:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159612:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159615:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159617:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159620:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159621:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159623:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159625:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159626:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159628:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159629:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159631:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159633:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159635:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159637:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159639:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159641:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159644:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159646:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159648:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159649:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159652:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159654:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159655:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159656:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159657:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159659:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159661:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159663:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159665:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159668:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159669:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159673:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159674:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159687:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159688:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159690:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159692:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159693:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159694:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159695:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159697:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159699:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159700:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159702:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159704:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159706:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159709:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159711:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159713:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159714:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159716:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159717:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159719:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159720:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159721:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159723:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159725:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159727:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159729:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159731:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159732:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159735:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.159737:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.159739:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.159741:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.159743:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.159744:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.159746:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.159747:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.159748:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.159750:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159752:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.159753:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.159755:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.159757:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160023:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160032:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160034:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160037:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160039:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160042:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160044:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160046:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160047:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160048:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160050:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160052:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160053:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160055:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160057:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160059:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160061:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160063:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160065:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160066:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160068:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160069:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160071:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160072:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160073:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160075:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160076:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160077:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160079:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160081:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160082:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160085:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160086:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160089:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160090:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160092:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160093:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160095:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160096:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160097:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160099:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160100:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160101:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160103:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160104:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160106:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160108:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160109:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160111:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160111:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160113:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160114:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160115:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160117:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160118:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160120:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160121:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160123:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160124:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160125:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160127:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160129:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160130:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160132:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160133:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160134:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160135:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160136:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160137:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160138:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160140:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160142:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160143:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160145:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160146:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160148:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160150:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160151:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160152:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160153:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160155:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160157:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160158:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160159:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160160:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160162:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160164:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160165:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160167:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160169:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160170:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160173:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160174:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160176:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160177:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160179:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160181:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160183:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160184:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160185:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160187:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160189:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160190:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160192:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160194:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160195:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160198:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160199:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160200:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160201:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160203:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160205:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160206:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160207:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160208:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160210:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160212:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160213:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160215:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160216:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160218:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160220:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160221:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160223:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160224:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160226:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160227:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160230:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160231:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160232:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160234:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160235:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160237:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160238:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160240:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160242:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160244:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160245:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160247:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160248:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160250:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160252:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160254:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160255:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160256:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160258:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160260:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160261:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160288:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160292:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160293:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160297:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160298:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160301:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160302:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160304:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160306:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160308:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160309:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160310:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.160312:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160313:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160314:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.160316:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.160318:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160319:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.160322:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.160323:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.160326:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.160327:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.160328:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.160330:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.160332:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.160333:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.160334:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.161155:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161157:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161159:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.161162:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.161165:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161167:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161176:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.161177:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.161182:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.161184:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.161189:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.161191:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.161193:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.161195:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.161196:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.161198:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161200:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161202:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.161203:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.161206:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161207:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161211:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.161212:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.161214:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.161215:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.161217:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.161219:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.161220:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.161221:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.161223:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.161225:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161226:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161228:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.161229:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.161230:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161232:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161234:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.161235:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.161237:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.161238:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.161239:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.161241:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.161242:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.161244:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.161245:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.161247:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161248:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161250:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.161251:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.161253:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161254:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161257:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.161258:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.161261:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.161262:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.161735:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.161742:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.161744:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.161745:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.161747:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.161750:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161752:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.161754:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.161756:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.161758:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163101:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163118:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163121:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163128:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163131:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163138:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163143:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163145:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163149:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163150:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163154:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163157:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163159:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163161:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163165:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163167:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163171:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163173:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163175:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163176:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163179:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163181:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163183:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163184:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163185:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163188:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163190:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163191:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163194:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163196:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163198:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163201:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163202:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163205:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163206:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163209:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163210:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163212:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163213:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163214:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163216:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163218:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163220:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163222:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163224:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163225:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163228:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163229:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163231:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163232:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163234:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163235:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163237:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163237:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163238:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163240:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163242:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163243:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163245:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163247:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163249:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163252:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163253:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163255:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163256:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163258:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163260:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163261:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163262:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163292:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163296:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163298:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163299:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163301:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163303:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163305:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163308:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163310:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163313:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163314:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163317:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163319:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163320:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163322:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163323:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163325:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163327:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163328:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163330:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163332:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163333:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163337:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163338:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163341:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163342:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163349:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163352:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163353:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163354:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163355:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163357:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163359:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163360:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163362:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163364:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163365:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163369:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163370:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163373:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163374:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163376:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163378:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163380:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163381:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163382:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163384:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163385:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163387:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163388:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163390:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163392:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163394:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163396:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163398:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163399:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163401:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163403:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163404:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163405:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163406:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163408:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163410:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163412:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163414:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163416:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163417:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163420:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163421:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163423:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163424:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163426:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163428:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163429:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163431:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163432:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163434:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163435:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163437:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163438:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163440:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163441:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163444:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163445:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163447:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163449:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163451:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163452:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163454:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163455:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163456:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163458:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163459:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163461:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163462:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163464:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163466:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163468:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163470:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163472:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163473:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163475:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163477:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163479:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163480:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163481:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163484:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163486:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163487:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163489:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163491:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163492:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163495:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163496:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163499:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163500:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163502:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163504:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163505:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163506:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163507:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163509:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163510:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163512:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163514:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163516:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163517:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163520:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163522:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163524:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163525:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163527:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163541:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163542:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163543:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163544:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163547:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163549:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163550:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163553:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163555:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163557:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163561:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163562:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163565:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163566:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163568:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163570:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163571:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163572:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163573:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163575:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163576:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163578:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163580:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163582:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163584:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163586:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163588:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163590:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163591:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163593:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163594:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163596:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163597:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163598:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163599:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163601:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163602:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163604:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163606:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163607:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163609:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163611:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163613:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163614:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163616:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163618:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163620:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163621:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163622:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163624:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163625:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163627:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163629:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163630:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163632:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163634:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163635:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163637:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163638:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163640:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163642:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163643:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163644:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163646:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163648:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163649:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163651:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163653:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163655:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163656:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163659:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163660:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163662:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163664:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163666:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163667:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163669:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163670:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163671:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163673:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163682:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163684:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163686:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163688:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163689:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163693:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163694:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163696:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163697:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163699:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163701:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163702:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163703:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163704:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163706:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163708:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163709:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163711:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163713:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163714:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163717:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163718:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163721:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163722:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163723:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163725:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163727:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163728:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163729:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163731:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163733:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163734:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163736:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163738:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163739:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163742:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163743:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163745:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163746:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163748:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163750:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163751:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163752:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163753:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163755:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163757:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163760:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163762:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163763:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163765:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163768:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163769:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163771:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163772:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163774:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163776:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163778:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163779:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163780:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163782:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163784:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163786:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163787:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163789:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163791:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163794:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163795:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163798:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163799:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163801:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163803:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163804:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163805:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163806:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163808:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163810:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163811:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163813:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163815:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163816:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163819:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163820:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163823:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163823:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163825:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163827:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163828:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163829:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163830:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163832:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163834:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163836:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163838:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163840:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163842:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163844:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163846:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163848:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163849:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163851:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163853:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163854:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163855:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163856:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163857:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163859:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163861:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163863:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163865:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163867:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163869:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163871:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163873:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163874:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163875:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163877:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163879:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163880:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163881:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163883:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163884:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163886:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163888:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163890:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163892:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163894:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163896:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163898:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163899:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163901:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163902:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163904:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163905:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163906:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163909:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163911:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163912:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163914:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163916:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163918:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163921:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163922:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163925:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163926:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163928:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163930:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163932:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163933:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163934:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163937:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163938:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163940:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163942:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163944:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163946:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163949:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163951:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163953:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163954:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163957:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163959:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163961:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163962:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163963:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163965:0:32984:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163967:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163969:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853819.163971:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163973:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163974:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853819.163977:0:32984:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853819.163979:0:32984:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7fff24782f20 00000080:00000001:2.0:1780853819.163981:0:32984:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853819.163982:0:32984:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853819.163984:0:32984:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf0000. 00000020:00000001:2.0:1780853819.163986:0:32984:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.163988:0:32984:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853819.163988:0:32984:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853819.163990:0:32984:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf0000 uarg=0000000000000000 00020000:00000001:2.0:1780853819.163992:0:32984:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853819.163994:0:32984:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853819.163996:0:32984:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853819.163998:0:32984:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf0000. 00000080:00000001:2.0:1780853819.163999:0:32984:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853819.164001:0:32984:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853819.164012:0:32984:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853819.164015:0:32984:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853819.164019:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93d98 00000080:00200008:2.0:1780853819.164021:0:32984:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00400000:2.0:1780853819.164026:0:32984:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1780853819.164030:0:32984:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c9400. 00000080:00000001:2.0:1780853819.164035:0:32984:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853819.164037:0:32984:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400d93d98 00000080:00000008:2.0:1780853819.164039:0:32984:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000, rc = 0 00000080:00000001:2.0:1780853819.164042:0:32984:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853819.164043:0:32984:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.182227:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853819.182239:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853819.182250:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853819.182256:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853819.182260:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853819.182304:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853819.182310:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853819.182318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd800. 00000100:00000001:2.0:1780853819.182325:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.182346:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853819.182356:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853819.182360:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.182366:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.182392:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.182398:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1953) 00000100:00000001:2.0:1780853819.182408:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853819.182411:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1780853819.182413:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.182420:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853819.182422:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.182424:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.182425:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853819.182427:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853819.182432:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.182439:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853819.182440:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.182444:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853819.182446:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853819.182448:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853819.182451:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631444992:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853819.182455:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853819.182460:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853819.182462:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.182464:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853819.182468:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e459267e600. 02000000:00000001:2.0:1780853819.182470:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853819.182477:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853819.182480:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853819.182486:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853819.182492:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631444992, portal 25 00000100:00000001:2.0:1780853819.182494:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853819.182495:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853819.182500:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.182507:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853819.182509:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853819.182511:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f110. 00000100:00000200:2.0:1780853819.182515:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631444992, offset 0 00000400:00000200:2.0:1780853819.182521:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853819.182541:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853819.182549:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853819.182555:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853819.182560:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853819.182563:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853819.182566:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853819.182570:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2599:2599:256:4294967295] 192.168.202.110@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:2.0:1780853819.182574:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853819.182585:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853819.182592:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853819.182597:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddb00. 00000800:00000200:2.0:1780853819.182605:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853819.182613:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853819.182618:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853819.182629:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853819.182634:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853819.182636:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296620026 00000100:00000001:2.0:1780853819.182644:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296616667 00000100:00000001:2.0:1780853819.182658:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296620026 00000100:00000001:2.0:1780853819.182661:0:2382:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296616667 00000100:00000001:2.0:1780853819.182664:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.182667:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.182670:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.182672:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.182703:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.182706:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853819.183096:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853819.183101:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:1.0:1780853819.183106:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.183112:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853819.183117:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:1.0:1780853819.183119:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:1.0:1780853819.183124:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853819.183129:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.183138:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853819.183141:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.183147:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853819.183149:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853819.193231:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853819.193246:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853819.193249:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853819.193252:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853819.193261:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853819.193288:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853819.193298:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853819.193304:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853819.193309:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853819.193313:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe54200 00000400:00000200:1.0:1780853819.193318:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853819.193324:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7029 [1] + 224 00000800:00000001:1.0:1780853819.193332:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853819.193340:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853819.193344:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853819.193348:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853819.193357:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853819.193366:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853819.193378:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853819.193398:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853819.193406:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853819.193410:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.197923:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.197932:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853819.197942:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853819.197944:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853819.197948:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853819.197957:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:2.0:1780853819.197960:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:2.0:1780853819.197965:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853819.197977:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853819.197989:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.197996:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853819.197998:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.198001:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853819.198004:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853819.198007:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853819.198009:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853819.198013:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853819.198021:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853819.198025:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853819.198028:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853819.198029:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853819.198032:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853819.198034:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.198037:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853819.198042:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.198049:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853819.198053:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853819.198055:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853819.198059:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853819.198067:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631444992:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853819.198072:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.198075:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853819.198078:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631444992/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853819.198083:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853819.198086:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853819.198089:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267e600. 02000000:00000001:2.0:1780853819.198093:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853819.198096:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853819.198098:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853819.198101:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853819.198104:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd800. 02000000:00000001:2.0:1780853819.198108:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853819.198109:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853819.198112:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853819.198116:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853819.198117:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.198119:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853819.198127:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853819.198129:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853819.198131:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853819.198133:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853819.441042:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853819.441049:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853819.441053:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853819.441054:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853819.442460:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853819.442465:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853819.442470:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853820.462720:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853820.462728:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853820.462733:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853820.462734:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853820.462948:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853820.462951:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853820.462954:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853821.485506:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853821.485523:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853821.485529:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853821.485531:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853821.485694:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853821.485698:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853821.485701:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853822.495877:0:33197:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853822.514625:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853822.514634:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853822.514636:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853822.514640:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853822.514646:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853822.514649:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853822.514652:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853822.514654:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853822.514659:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853822.514660:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853822.515585:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853822.515591:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853822.515595:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1780853822.764226:0:33233:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1780853822.764234:0:33233:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg210-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1780853822.773174:0:33233:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1780853823.118534:0:33247:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853823.281367:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296620026, at 4296620036 00000100:00000010:0.0:1780853823.281386:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139d80. 00000100:00000040:1.0:1780853823.282742:0:33245:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296620026, at 4296620037 00000100:00000010:1.0:1780853823.282754:0:33245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139180. 00010000:00000001:1.0:1780853823.535334:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853823.535343:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853823.535349:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853823.535350:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853823.535445:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853823.535456:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853823.535460:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853824.278217:0:33352:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302675:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853824.302700:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853824.302712:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853824.302728:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853824.302733:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853824.302737:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853824.302743:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853824.302752:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76700. 00000100:00000001:1.0:1780853824.302759:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302772:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853824.302784:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853824.302790:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302798:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004155c740] to pc [ptlrpcd_00_00+0] req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.302820:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302823:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853824.302828:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853824.302831:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104700. 00000020:00000040:1.0:1780853824.302834:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853824.302837:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853824.302839:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853824.302840:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853824.302843:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76900. 00000100:00000001:1.0:1780853824.302846:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302850:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853824.302858:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853824.302859:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302863:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036dd3d18] to pc [ptlrpcd_00_01+1] req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.302872:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302874:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853824.302877:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853824.302891:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107100. 00000020:00000040:1.0:1780853824.302895:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853824.302897:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853824.302898:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853824.302900:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853824.302904:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76e00. 00000100:00000001:1.0:1780853824.302908:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302913:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853824.302921:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853824.302923:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302928:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456ef04b] to pc [ptlrpcd_00_00+0] req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.302943:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302945:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853824.302949:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853824.302953:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105f80. 00000020:00000040:1.0:1780853824.302955:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853824.302957:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853824.302958:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853824.302959:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853824.302963:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76200. 00000100:00000001:1.0:1780853824.302965:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302969:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853824.302976:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853824.302978:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302981:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000606cf3e5] to pc [ptlrpcd_00_01+1] req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.302989:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853824.302993:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1958) 00000100:00000001:0.0:1780853824.303656:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853824.303662:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853824.303666:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853824.303676:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.303694:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853824.303696:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.303701:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853824.303705:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853824.303708:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853824.303712:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631445120:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853824.303726:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853824.303734:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853824.303737:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.303741:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853824.303747:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45941f5e00. 02000000:00000001:0.0:1780853824.303749:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853824.303758:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853824.303763:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000400:00000010:0.0:1780853824.303770:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864262a8. 00000100:00000200:0.0:1780853824.303777:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631445120, portal 25 00000100:00000001:0.0:1780853824.303780:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853824.303781:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000040:0.0:1780853824.303787:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.303795:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853824.303798:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853824.303800:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426220. 00000100:00000200:0.0:1780853824.303803:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631445120, offset 0 00000400:00000200:0.0:1780853824.303809:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853824.303818:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.303825:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853824.303831:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853824.303835:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853824.303839:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853824.303842:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853824.303847:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2600:2600:256:4294967295] 192.168.202.110@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:0.0:1780853824.303852:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.303862:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853824.303868:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853824.303874:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea300. 00000800:00000200:0.0:1780853824.303896:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853824.303906:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853824.303911:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853824.303923:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853824.303927:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853824.303930:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296625146 00000100:00000010:0.0:1780853824.303935:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d900. 00000100:00000001:0.0:1780853824.303943:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853824.303950:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296625146 00000100:00000010:0.0:1780853824.303952:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d840. 00000100:00000001:0.0:1780853824.303955:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853824.303959:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.303961:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.303965:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853824.303969:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.303977:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853824.303979:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.303981:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853824.303983:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853824.303985:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853824.303988:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631445376:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853824.303994:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853824.303996:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853824.303998:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.304000:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853824.304004:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e459267e800. 02000000:00000001:0.0:1780853824.304006:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853824.304010:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853824.304012:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853824.304016:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853824.304019:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631445376, portal 4 00000100:00000001:0.0:1780853824.304021:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853824.304022:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121665792 : -107453587885824 : ffff9e4583107100) 00000100:00000040:0.0:1780853824.304030:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304037:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853824.304039:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853824.304043:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853824.304046:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631445376, offset 0 00000400:00000200:0.0:1780853824.304051:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853824.304055:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.304059:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853824.304061:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853824.304064:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853824.304066:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853824.304068:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853824.304071:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2601:2601:255:4294967295] 192.168.202.110@tcp LPNI seq info [2601:2601:7:4294967295] 00000400:00000200:0.0:1780853824.304075:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.304081:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853824.304096:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853824.304100:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeaa00. 00000800:00000200:0.0:1780853824.304104:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853824.304108:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853824.304110:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853824.304113:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.304116:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 219358 usecs (220 jiffies) 00000400:00000200:0.0:1780853824.304119:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853824.304121:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296621278 00000100:00000001:0.0:1780853824.304124:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296625146 00000100:00000001:0.0:1780853824.304125:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296621278 00000100:00000001:0.0:1780853824.304127:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296625146 00000100:00000001:0.0:1780853824.304129:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.304132:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304134:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304137:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.304145:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853824.304147:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853824.304149:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853824.304151:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853824.304152:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853824.304156:0:2380:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780853824.304158:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.304160:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853824.304161:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.304164:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853824.304164:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853824.304166:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853824.304170:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304178:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853824.304180:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.304182:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853824.304184:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853824.304186:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853824.304189:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631445248:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853824.304192:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853824.304195:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853824.304196:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.304198:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853824.304201:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e459267e400. 02000000:00000001:0.0:1780853824.304203:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853824.304206:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853824.304208:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853824.304211:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853824.304214:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631445248, portal 10 00000100:00000001:0.0:1780853824.304216:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853824.304217:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000040:0.0:1780853824.304222:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304229:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853824.304231:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853824.304233:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864264c8. 00000100:00000200:0.0:1780853824.304236:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631445248, offset 0 00000400:00000200:0.0:1780853824.304239:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853824.304243:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.304247:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853824.304250:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853824.304252:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853824.304254:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853824.304257:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853824.304260:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2602:2602:254:4294967295] 192.168.202.110@tcp LPNI seq info [2602:2602:6:4294967295] 00000400:00000200:0.0:1780853824.304285:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.304291:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853824.304296:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853824.304300:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853824.304303:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853824.304307:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853824.304310:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853824.304312:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.304315:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 843753 usecs (844 jiffies) 00000400:00000200:0.0:1780853824.304318:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853824.304320:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296621902 00000100:00000001:0.0:1780853824.304322:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296625146 00000100:00000001:0.0:1780853824.304324:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296621902 00000100:00000001:0.0:1780853824.304326:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296625146 00000100:00000001:0.0:1780853824.304328:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.304330:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304332:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853824.304336:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304342:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853824.304343:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.304345:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853824.304347:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853824.304349:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853824.304353:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631445504:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853824.304356:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853824.304358:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853824.304360:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.304361:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853824.304365:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e459267f000. 02000000:00000001:0.0:1780853824.304367:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853824.304369:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853824.304372:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853824.304375:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426e58. 00000100:00000200:0.0:1780853824.304378:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631445504, portal 4 00000100:00000001:0.0:1780853824.304380:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853824.304381:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121661312 : -107453587890304 : ffff9e4583105f80) 00000100:00000040:0.0:1780853824.304387:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304393:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853824.304396:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853824.304398:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426550. 00000100:00000200:0.0:1780853824.304400:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631445504, offset 0 00000400:00000200:0.0:1780853824.304403:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853824.304406:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.304410:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853824.304412:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853824.304415:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853824.304417:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853824.304419:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853824.304422:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2603:2603:253:4294967295] 192.168.202.110@tcp LPNI seq info [2603:2603:5:4294967295] 00000400:00000200:0.0:1780853824.304426:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853824.304432:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853824.304436:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853824.304439:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeae00. 00000800:00000200:0.0:1780853824.304443:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853824.304447:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853824.304449:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853824.304452:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.304455:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 90911 usecs (91 jiffies) 00000400:00000200:0.0:1780853824.304459:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853824.304461:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296621149 00000100:00000001:0.0:1780853824.304463:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296625146 00000100:00000001:0.0:1780853824.304465:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296621149 00000100:00000001:0.0:1780853824.304468:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296625146 00000100:00000001:0.0:1780853824.304470:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.304472:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304474:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304477:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304502:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853824.304504:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853824.304542:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853824.304545:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea300. 00000400:00000200:0.0:1780853824.304550:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853824.304555:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853824.304560:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426220 00000400:00000010:0.0:1780853824.304563:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426220. 00000100:00000001:0.0:1780853824.304566:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853824.304571:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304582:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.304586:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304593:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304595:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853824.304604:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853824.304606:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeaa00. 00000400:00000200:0.0:1780853824.304608:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853824.304611:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853824.304614:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:0.0:1780853824.304615:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:0.0:1780853824.304617:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853824.304620:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304627:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.304630:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304642:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304644:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853824.304652:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853824.304654:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853824.304656:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853824.304660:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853824.304662:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864264c8 00000400:00000010:0.0:1780853824.304664:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864264c8. 00000100:00000001:0.0:1780853824.304666:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853824.304670:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304677:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.304680:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304686:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304687:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853824.304748:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853824.304751:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeae00. 00000400:00000200:0.0:1780853824.304753:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853824.304757:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853824.304760:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:0.0:1780853824.304762:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:0.0:1780853824.304764:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853824.304767:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304774:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.304778:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.304785:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.304787:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853824.311842:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.311857:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853824.311860:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.311863:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.311872:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.311879:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853824.311898:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.311904:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.311909:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.311913:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe54280 00000400:00000200:1.0:1780853824.311918:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.311924:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7031 [1] + 224 00000800:00000001:1.0:1780853824.311933:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.311936:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.311939:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853824.311944:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853824.311952:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853824.311961:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853824.311973:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.311987:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853824.311995:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.311999:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853824.312001:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312003:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.312007:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312012:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853824.312017:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312020:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312023:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312026:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe54300 00000400:00000200:1.0:1780853824.312030:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312034:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x7051 [1] + 224 00000800:00000001:1.0:1780853824.312039:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312042:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.312044:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853824.312047:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853824.312050:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853824.312054:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853824.312064:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.312079:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853824.312093:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312097:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853824.312098:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312100:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.312103:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312107:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853824.312111:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312114:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312117:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312119:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe54380 00000400:00000200:1.0:1780853824.312122:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312126:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7041 [1] + 224 00000800:00000001:1.0:1780853824.312130:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312134:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.312135:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853824.312138:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853824.312141:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853824.312146:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853824.312155:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.312163:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853824.312166:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312171:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853824.312173:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312175:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.312178:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312182:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853824.312187:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312190:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312194:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312198:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe54400 00000400:00000200:1.0:1780853824.312201:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853824.312205:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7061 [1] + 224 00000800:00000001:1.0:1780853824.312208:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312214:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853824.312217:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853824.312220:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853824.312223:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853824.312229:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853824.312238:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853824.312245:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853824.312249:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853824.312253:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.313773:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853824.313779:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853824.313786:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853824.313788:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853824.313792:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853824.313798:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:0.0:1780853824.313801:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:0.0:1780853824.313805:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853824.313817:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853824.313830:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.313839:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853824.313841:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.313845:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853824.313848:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853824.313851:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853824.313855:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.313858:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853824.313870:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=65 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853824.313874:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853824.313877:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853824.319128:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853824.319142:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853824.319149:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.319155:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853824.319157:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:0.0:1780853824.319161:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853824.319162:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.319178:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319190:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.319194:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853824.319197:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853824.319202:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853824.319212:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631445248:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853824.319224:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853824.319226:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853824.319230:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:0.0:1780853824.319235:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:0.0:1780853824.319238:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:0.0:1780853824.319243:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853824.319248:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853824.319259:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319285:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853824.319287:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319290:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853824.319294:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853824.319297:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853824.319299:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.319303:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853824.319316:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853824.319321:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853824.319323:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853824.319325:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853824.319327:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853824.319329:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.319332:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853824.319333:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1780853824.319335:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853824.319336:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.319340:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319346:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.319348:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853824.319350:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853824.319354:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853824.319361:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631445504:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853824.319366:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853824.319368:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853824.319370:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:0.0:1780853824.319372:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864262a8 00000400:00000010:0.0:1780853824.319375:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864262a8. 00000100:00000001:0.0:1780853824.319377:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853824.319382:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853824.319391:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319397:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853824.319398:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319399:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853824.319400:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853824.319401:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853824.319403:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.319405:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853824.319408:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853824.319411:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853824.319413:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853824.319415:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853824.319416:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853824.319418:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.319419:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.319423:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319429:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.319431:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853824.319433:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853824.319436:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853824.319444:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631445120:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853824.319450:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853824.319451:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853824.319453:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:0.0:1780853824.319455:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:0.0:1780853824.319456:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:0.0:1780853824.319459:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853824.319463:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853824.319472:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319478:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853824.319480:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319481:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853824.319482:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853824.319483:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853824.319496:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853824.319498:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853824.319504:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853824.319508:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853824.319510:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853824.319512:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853824.319514:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853824.319516:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.319518:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853824.319519:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1780853824.319521:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853824.319522:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853824.319525:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319531:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853824.319533:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853824.319534:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853824.319537:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853824.319543:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631445376:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853824.319548:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319551:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.319554:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104700 x1867358631445248/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319560:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853824.319562:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853824.319568:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267e400. 02000000:00000001:0.0:1780853824.319572:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853824.319575:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853824.319577:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853824.319580:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853824.319583:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76900. 02000000:00000001:0.0:1780853824.319589:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853824.319591:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853824.319593:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104700. 00000100:00000001:0.0:1780853824.319597:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853824.319599:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319600:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.319604:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105f80 x1867358631445504/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319611:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853824.319612:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853824.319613:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267f000. 02000000:00000001:0.0:1780853824.319616:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853824.319617:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853824.319619:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853824.319621:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853824.319622:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76200. 02000000:00000001:0.0:1780853824.319624:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853824.319626:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853824.319627:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105f80. 00000100:00000001:0.0:1780853824.319630:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853824.319631:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319633:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.319636:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106d80 x1867358631445120/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319642:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853824.319643:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853824.319644:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45941f5e00. 02000000:00000001:0.0:1780853824.319648:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853824.319649:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853824.319651:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853824.319652:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853824.319653:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76700. 02000000:00000001:0.0:1780853824.319655:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853824.319656:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853824.319657:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106d80. 00000100:00000001:0.0:1780853824.319659:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853824.319660:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319662:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853824.319665:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107100 x1867358631445376/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853824.319671:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853824.319672:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853824.319674:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267e800. 02000000:00000001:0.0:1780853824.319675:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853824.319677:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853824.319678:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853824.319680:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853824.319681:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76e00. 02000000:00000001:0.0:1780853824.319683:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853824.319685:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853824.319686:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107100. 00000100:00000001:0.0:1780853824.319689:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853824.319690:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319693:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853824.319704:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853824.319706:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853824.319709:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853824.319711:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853824.542128:0:33388:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1780853824.542135:0:33388:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1780853824.545691:0:33388:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1780853824.557746:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853824.557751:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853824.557757:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853824.557759:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853824.557834:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853824.557837:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853824.557840:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853825.582008:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853825.582015:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853825.582021:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853825.582022:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853825.582112:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853825.582116:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853825.582119:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853826.116393:0:33407:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853826.514159:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd08 00000080:00200008:2.0:1780853826.514168:0:33427:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853826.514176:0:33427:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853826.514177:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbc80 00000080:00200000:2.0:1780853826.514179:0:33427:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853826.514186:0:33427:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073800. 00800000:00000002:2.0:1780853826.514192:0:33427:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853826.514196:0:33427:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853826.514201:0:33427:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853826.514203:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbba0 00800000:00000002:2.0:1780853826.514206:0:33427:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853826.514209:0:33427:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853826.514214:0:33427:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853826.514221:0:33427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853826.514223:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddba70 00000002:00010000:2.0:1780853826.514225:0:33427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853826.514229:0:33427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853826.514231:0:33427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853826.514234:0:33427:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853826.514240:0:33427:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:2.0:1780853826.514243:0:33427:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853826.514248:0:33427:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853826.514252:0:33427:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853826.514257:0:33427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1780853826.514299:0:33427:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853826.514304:0:33427:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853826.514308:0:33427:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1780853826.514314:0:33427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853826.514316:0:33427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853826.514318:0:33427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853826.514319:0:33427:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853826.514322:0:33427:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853826.514324:0:33427:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853826.514326:0:33427:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853826.514329:0:33427:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853826.514332:0:33427:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073800. 00000080:00000001:2.0:1780853826.514336:0:33427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853826.514338:0:33427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853826.514341:0:33427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853826.514345:0:33427:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:2.0:1780853826.514348:0:33427:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853826.514351:0:33427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853826.514353:0:33427:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853826.514355:0:33427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853826.514357:0:33427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853826.514360:0:33427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.514362:0:33427:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.514365:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.514366:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853826.514367:0:33427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853826.514369:0:33427:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853826.514371:0:33427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b400ddbcb8 00010000:00000001:2.0:1780853826.514373:0:33427:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853826.514374:0:33427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853826.514375:0:33427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853826.514377:0:33427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.514379:0:33427:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.514382:0:33427:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853826.514385:0:33427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853826.514392:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.514393:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853826.514395:0:33427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853826.514397:0:33427:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853826.514399:0:33427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853826.514407:0:33427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853826.514410:0:33427:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853826.514411:0:33427:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853826.514416:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.514417:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853826.514419:0:33427:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.514422:0:33427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853826.514424:0:33427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.514426:0:33427:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.514428:0:33427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.514430:0:33427:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853826.514431:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.514432:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853826.514435:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853826.514438:0:33427:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853826.514441:0:33427:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853826.514445:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd08 00000080:00000008:2.0:1780853826.514447:0:33427:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853826.514951:0:33427:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853826.514973:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd08 00000080:00200008:2.0:1780853826.514976:0:33427:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1780853826.514979:0:33427:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853826.514981:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbc80 00000080:00200000:2.0:1780853826.514982:0:33427:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853826.514987:0:33427:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073800. 00800000:00000002:2.0:1780853826.514990:0:33427:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853826.514992:0:33427:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853826.514994:0:33427:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853826.514996:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbba0 00800000:00000002:2.0:1780853826.514997:0:33427:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853826.515000:0:33427:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853826.515002:0:33427:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853826.515005:0:33427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853826.515006:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddba70 00000002:00010000:2.0:1780853826.515008:0:33427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853826.515011:0:33427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853826.515012:0:33427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853826.515014:0:33427:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853826.515017:0:33427:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:2.0:1780853826.515019:0:33427:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853826.515021:0:33427:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853826.515024:0:33427:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853826.515028:0:33427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1780853826.515036:0:33427:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853826.515039:0:33427:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853826.515042:0:33427:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1780853826.515048:0:33427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853826.515050:0:33427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853826.515051:0:33427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853826.515053:0:33427:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853826.515054:0:33427:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853826.515056:0:33427:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853826.515058:0:33427:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853826.515060:0:33427:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853826.515062:0:33427:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073800. 00000080:00000001:2.0:1780853826.515066:0:33427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853826.515067:0:33427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853826.515069:0:33427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853826.515072:0:33427:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:2.0:1780853826.515074:0:33427:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853826.515076:0:33427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853826.515077:0:33427:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853826.515079:0:33427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853826.515080:0:33427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853826.515082:0:33427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515085:0:33427:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515087:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515088:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853826.515089:0:33427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853826.515091:0:33427:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853826.515092:0:33427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b400ddbcb8 00010000:00000001:2.0:1780853826.515094:0:33427:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853826.515096:0:33427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853826.515097:0:33427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853826.515099:0:33427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515101:0:33427:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515102:0:33427:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853826.515105:0:33427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853826.515111:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515112:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853826.515113:0:33427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853826.515115:0:33427:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853826.515129:0:33427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853826.515136:0:33427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853826.515138:0:33427:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853826.515140:0:33427:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853826.515142:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515143:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853826.515145:0:33427:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515147:0:33427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853826.515148:0:33427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515150:0:33427:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515152:0:33427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515154:0:33427:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853826.515156:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515157:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853826.515158:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853826.515160:0:33427:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853826.515162:0:33427:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853826.515165:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd08 00000080:00000008:2.0:1780853826.515166:0:33427:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1780853826.515255:0:33427:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853826.515257:0:33427:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853826.515259:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbb78 00000080:00200000:2.0:1780853826.515261:0:33427:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853826.515287:0:33427:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073800. 00800000:00000002:2.0:1780853826.515290:0:33427:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853826.515292:0:33427:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853826.515294:0:33427:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853826.515295:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddba98 00800000:00000002:2.0:1780853826.515297:0:33427:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853826.515299:0:33427:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853826.515301:0:33427:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853826.515304:0:33427:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853826.515305:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddb968 00000002:00010000:2.0:1780853826.515307:0:33427:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853826.515309:0:33427:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853826.515310:0:33427:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853826.515312:0:33427:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853826.515314:0:33427:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:2.0:1780853826.515316:0:33427:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853826.515318:0:33427:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853826.515320:0:33427:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853826.515323:0:33427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1780853826.515329:0:33427:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853826.515331:0:33427:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853826.515334:0:33427:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1780853826.515339:0:33427:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853826.515341:0:33427:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853826.515342:0:33427:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853826.515344:0:33427:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853826.515345:0:33427:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853826.515347:0:33427:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853826.515349:0:33427:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853826.515350:0:33427:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853826.515353:0:33427:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073800. 00000080:00000001:2.0:1780853826.515355:0:33427:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853826.515356:0:33427:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853826.515358:0:33427:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853826.515360:0:33427:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:2.0:1780853826.515362:0:33427:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853826.515363:0:33427:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853826.515364:0:33427:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853826.515365:0:33427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853826.515367:0:33427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853826.515369:0:33427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515371:0:33427:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515372:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515373:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853826.515374:0:33427:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853826.515376:0:33427:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853826.515378:0:33427:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b400ddbbb0 00010000:00000001:2.0:1780853826.515380:0:33427:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853826.515381:0:33427:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853826.515382:0:33427:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853826.515384:0:33427:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515386:0:33427:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853826.515388:0:33427:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853826.515390:0:33427:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853826.515396:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515397:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853826.515398:0:33427:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853826.515400:0:33427:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853826.515402:0:33427:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1780853826.515407:0:33427:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853826.515409:0:33427:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853826.515410:0:33427:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853826.515412:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515413:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853826.515414:0:33427:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515416:0:33427:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853826.515417:0:33427:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515419:0:33427:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515421:0:33427:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.515422:0:33427:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853826.515423:0:33427:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853826.515424:0:33427:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853826.515426:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853826.515427:0:33427:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853826.515429:0:33427:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:2.0:1780853826.515433:0:33427:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.515437:0:33427:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:2.0:1780853826.515439:0:33427:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853826.515440:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbb78 00000080:00200008:2.0:1780853826.515442:0:33427:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00000010:2.0:1780853826.515447:0:33427:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853826.515451:0:33427:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.515453:0:33427:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.515557:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.515560:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.515567:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.515570:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.515574:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.515578:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.515580:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.515582:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.515584:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.515590:0:33427:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1780853826.515592:0:33427:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: age 1948, max_age 1954 00000002:00000001:2.0:1780853826.515596:0:33427:0:(mdc_request.c:1665:mdc_statfs()) Process entered 00000020:00000040:2.0:1780853826.515599:0:33427:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000010:2.0:1780853826.515604:0:33427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853826.515608:0:33427:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853826.515611:0:33427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853826.515614:0:33427:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853826.515617:0:33427:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853826.515623:0:33427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd800. 00000100:00000001:2.0:1780853826.515630:0:33427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.515634:0:33427:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853826.515635:0:33427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853826.515641:0:33427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850a9900. 00000100:00000001:2.0:1780853826.515644:0:33427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154837248 : -107453554714368 : ffff9e45850a9900) 00000100:00000001:2.0:1780853826.515646:0:33427:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853826.515648:0:33427:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853826.515652:0:33427:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853826.515657:0:33427:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.515659:0:33427:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853826.515660:0:33427:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853826.515671:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.515679:0:33427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853826.515681:0:33427:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.515685:0:33427:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853826.515688:0:33427:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853826.515690:0:33427:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853826.515693:0:33427:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:33427:1867358631445632:192.168.202.110@tcp:41:lfs.0 00000100:00000001:2.0:1780853826.515697:0:33427:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853826.515702:0:33427:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853826.515704:0:33427:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.515707:0:33427:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853826.515711:0:33427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853826.515713:0:33427:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853826.515721:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853826.515726:0:33427:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853826.515732:0:33427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853826.515740:0:33427:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631445632, portal 10 00000100:00000001:2.0:1780853826.515742:0:33427:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853826.515744:0:33427:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853826.515750:0:33427:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.515757:0:33427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853826.515760:0:33427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853826.515762:0:33427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fbb0. 00000100:00000200:2.0:1780853826.515767:0:33427:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631445632, offset 0 00000400:00000200:2.0:1780853826.515773:0:33427:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853826.515783:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853826.515790:0:33427:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853826.515795:0:33427:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853826.515799:0:33427:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853826.515802:0:33427:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853826.515805:0:33427:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853826.515808:0:33427:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2604:2604:256:4294967295] 192.168.202.110@tcp LPNI seq info [2604:2604:8:4294967295] 00000400:00000200:2.0:1780853826.515813:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853826.515822:0:33427:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853826.515828:0:33427:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853826.515833:0:33427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853826.515841:0:33427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853826.515849:0:33427:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853826.515854:0:33427:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853826.515871:0:33427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853826.515876:0:33427:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 842703 usecs (843 jiffies) 00000400:00000200:2.0:1780853826.515879:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853826.515882:0:33427:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296624111 00000100:00000001:2.0:1780853826.515885:0:33427:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296625146 00000100:00000001:2.0:1780853826.515887:0:33427:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296624111 00000100:00000001:2.0:1780853826.515889:0:33427:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296625146 00000100:00000001:2.0:1780853826.515892:0:33427:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853826.515895:0:33427:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.515897:0:33427:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853826.515899:0:33427:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853826.515901:0:33427:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850a9900 going to sleep for 11 seconds 00000100:00000001:2.0:1780853826.515904:0:33427:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853826.515907:0:33427:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853826.516257:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853826.516281:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853826.516287:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853826.516292:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853826.516297:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:1.0:1780853826.516300:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 00000100:00000001:1.0:1780853826.516304:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853826.516309:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.516318:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853826.516321:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.516328:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853826.516330:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853826.521303:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.521319:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853826.521324:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.521326:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853826.521337:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.521344:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853826.521353:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.521358:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.521363:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.521367:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe54480 00000400:00000200:1.0:1780853826.521372:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.521378:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x7071 [1] + 224 00000800:00000001:1.0:1780853826.521386:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.521393:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853826.521397:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853826.521401:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853826.521408:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853826.521417:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853826.521428:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.521443:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853826.521453:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.521456:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.521750:0:33427:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853826.521758:0:33427:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853826.521760:0:33427:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853826.521763:0:33427:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853826.521769:0:33427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:2.0:1780853826.521772:0:33427:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:2.0:1780853826.521775:0:33427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853826.521780:0:33427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853826.521789:0:33427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.521796:0:33427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853826.521798:0:33427:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.521801:0:33427:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853826.521804:0:33427:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853826.521806:0:33427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853826.521808:0:33427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.521811:0:33427:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853826.521820:0:33427:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=67 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853826.521824:0:33427:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853826.521827:0:33427:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853826.521829:0:33427:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.521832:0:33427:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853826.521835:0:33427:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.521839:0:33427:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853826.521841:0:33427:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853826.521843:0:33427:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853826.521844:0:33427:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853826.521850:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.521857:0:33427:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853826.521861:0:33427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853826.521862:0:33427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853826.521866:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853826.521873:0:33427:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:33427:1867358631445632:192.168.202.110@tcp:41:lfs.0 00000100:00000001:2.0:1780853826.521878:0:33427:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.521880:0:33427:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.521882:0:33427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853826.521884:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853826.521887:0:33427:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.521893:0:33427:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853826.521896:0:33427:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850a9900. 00000100:00000001:2.0:1780853826.521899:0:33427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853826.521900:0:33427:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853826.521905:0:33427:0:(mdc_request.c:1717:mdc_statfs()) Process leaving 00000100:00000001:2.0:1780853826.521907:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853826.521910:0:33427:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631445632/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853842 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.521916:0:33427:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853826.521918:0:33427:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853826.521921:0:33427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853826.521924:0:33427:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853826.521926:0:33427:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853826.521928:0:33427:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853826.521930:0:33427:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853826.521933:0:33427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd800. 02000000:00000001:2.0:1780853826.521937:0:33427:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853826.521939:0:33427:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853826.521941:0:33427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853826.521945:0:33427:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853826.521946:0:33427:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853826.521947:0:33427:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853826.521949:0:33427:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853826.521951:0:33427:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1780853826.521953:0:33427:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: update ffff9e45904bb7d0 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:2.0:1780853826.521957:0:33427:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853826.521963:0:33427:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.521966:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853826.521969:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.521972:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.521975:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522037:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522040:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522047:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522049:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522054:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522057:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522059:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522062:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522064:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522068:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522070:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522073:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522075:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522078:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522080:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522083:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522084:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522086:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522087:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522099:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522102:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522104:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522105:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522106:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522109:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522111:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522113:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522115:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522117:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522119:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522123:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522124:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522126:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522128:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522130:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522132:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522134:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522135:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522136:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522138:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522140:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522142:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522144:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522145:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522147:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522150:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522151:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522153:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522154:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522156:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522158:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522159:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522160:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522161:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522164:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522166:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522168:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522170:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522172:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522173:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522176:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522177:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522179:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522180:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522182:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522184:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522185:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522186:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522188:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522190:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522192:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522194:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522196:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522197:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522199:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522202:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522203:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522205:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522206:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522207:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522209:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522211:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522212:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522213:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522215:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522217:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522219:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522221:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522224:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522225:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522228:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522230:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522232:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522233:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522235:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522237:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522238:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522239:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522240:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522243:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522244:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522246:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522248:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522250:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522252:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522254:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522256:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522258:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522259:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522261:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522262:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522289:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522290:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522291:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522293:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522295:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522296:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522298:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522300:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522302:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522305:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522306:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522309:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522310:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522313:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522315:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522316:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522317:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522318:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522321:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522323:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522325:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522327:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522329:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522331:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522333:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522335:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522337:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522338:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522339:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522341:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522342:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522343:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522345:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522347:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522349:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522351:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522353:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522355:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522356:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522358:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522360:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522362:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522363:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522365:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522367:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522369:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522370:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522371:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522373:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522374:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522376:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522377:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522380:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522381:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522384:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522385:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522388:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522389:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522391:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522393:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522394:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522396:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522397:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522399:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522401:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522403:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522405:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522407:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522409:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522411:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522412:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522415:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522416:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522418:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522420:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522421:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522422:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522424:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522426:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522428:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522429:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522431:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522433:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522435:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522438:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522439:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522441:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522442:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522444:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522446:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522448:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522449:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522450:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522452:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522454:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522456:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522458:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522459:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522461:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522463:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522465:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522477:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522479:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522481:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522483:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522485:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522486:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522487:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522489:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522491:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522493:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522494:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522504:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522506:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522510:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522511:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522513:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522515:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522517:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522519:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522520:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522521:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522522:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522525:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522527:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522528:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522530:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522532:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522534:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522537:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522538:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522540:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522541:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522543:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522545:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522546:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522547:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522548:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522550:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522552:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522554:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522556:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522558:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522560:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522563:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522564:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522566:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522567:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522569:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522570:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522571:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522572:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522573:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522575:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522577:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522578:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522580:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522581:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522583:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522585:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522586:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522932:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522935:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522939:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522942:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522944:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522945:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522946:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522949:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522951:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522953:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522955:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522957:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522959:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522965:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522966:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522970:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.522971:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.522973:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.522976:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.522977:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.522978:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.522980:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.522982:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522984:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522986:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.522988:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.522990:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522992:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.522995:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.522997:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.522999:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523000:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523002:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523005:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523006:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523007:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523009:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523011:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523013:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523015:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523017:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523019:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523021:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523024:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523025:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523028:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523029:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523031:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523033:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523035:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523036:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523037:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523040:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523041:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523043:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523045:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523047:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523049:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523053:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523054:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523057:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523058:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523060:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523062:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523063:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523064:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523066:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523068:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523070:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523071:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523073:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523075:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523077:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523080:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523081:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523083:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523085:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523087:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523089:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523091:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523092:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523093:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523096:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523097:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523099:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523101:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523103:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523105:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523108:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523109:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523111:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523112:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523115:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523117:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523118:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523119:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523120:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523123:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523125:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523127:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523129:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523130:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523132:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523135:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523137:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523139:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523140:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523142:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523144:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523145:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523147:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523148:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523150:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523153:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523154:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523156:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523159:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523160:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523163:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523164:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523167:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523168:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523171:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523173:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523175:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523176:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523177:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523179:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523181:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523183:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523185:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523187:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523188:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523191:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523192:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523195:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523196:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523197:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523199:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523201:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523202:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523203:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523206:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523208:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523210:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523212:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523215:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523216:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523220:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523221:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523224:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523225:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523226:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523228:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523230:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523231:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523232:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523235:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523237:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523238:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523240:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523241:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523243:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523246:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523248:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523250:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523251:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523253:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523255:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523256:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523257:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523258:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523260:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523262:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523295:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523297:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523299:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523301:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523305:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523306:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523309:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523311:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523313:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523315:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523317:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523318:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523319:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523321:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523322:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523324:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523326:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523328:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523330:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523332:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523334:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523336:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523337:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523339:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523340:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523342:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523343:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523344:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523346:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523348:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523350:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523352:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523353:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523355:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523358:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523359:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523361:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523363:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523365:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523367:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523369:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523370:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523371:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523373:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523375:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523377:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523378:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523381:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523382:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523385:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523387:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523390:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523391:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523393:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523395:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523396:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523397:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523399:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523401:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523403:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523404:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523406:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523408:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523410:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523413:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523414:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523416:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523418:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523420:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523422:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523424:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523425:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523426:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523429:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523431:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523432:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523434:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523436:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523438:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523441:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523442:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523444:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523445:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523447:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523449:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523450:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523451:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523452:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523454:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523455:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523457:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523458:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523460:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523462:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523464:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523465:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523476:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523478:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523480:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523482:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523483:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523485:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523486:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523488:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523490:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523492:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523494:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523505:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523507:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523511:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523512:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523514:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523516:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523518:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523521:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523522:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523523:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523524:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523527:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523529:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523530:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523532:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523534:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523536:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523539:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523541:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523543:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523544:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523546:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523548:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523550:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523551:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523552:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523554:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523556:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523557:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523560:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.523562:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523564:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523567:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.523568:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.523571:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.523572:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.523574:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.523576:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.523577:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.523578:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.523580:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.523582:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523584:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.523585:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.523587:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525096:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525102:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525110:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525112:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525118:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525119:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525123:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525126:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525127:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525130:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525132:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525135:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525137:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525138:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525141:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525143:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525144:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525147:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525148:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525150:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525151:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525153:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525155:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525156:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525157:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525158:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525160:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525162:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525164:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525166:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525167:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525169:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525172:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525173:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525175:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525177:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525178:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525180:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525182:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525183:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525184:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525187:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525189:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525190:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525193:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525194:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525196:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525198:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525200:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525202:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525203:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525205:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525207:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525209:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525210:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525211:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525214:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525215:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525217:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525219:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525221:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525222:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525225:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525226:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525228:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525229:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525231:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525233:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525234:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525235:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525236:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525238:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525240:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525241:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525243:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525245:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525247:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525249:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525251:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525253:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525254:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525256:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525258:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525260:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525261:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525262:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525953:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525955:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525957:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525959:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525962:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525964:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525971:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.525972:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.525976:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.525977:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.525981:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.525984:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.525986:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.525987:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.525988:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.525991:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525993:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.525995:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.525997:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.525999:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526001:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526004:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526005:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526007:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526008:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526010:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526012:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526014:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526015:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526016:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526018:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526021:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526022:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526024:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526026:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526028:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526031:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526032:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526034:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526035:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526037:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526040:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526041:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526042:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526043:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526045:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526047:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526049:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526050:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526052:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526054:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526057:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526058:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526061:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526062:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526064:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526066:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526067:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526068:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526069:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526072:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526074:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526075:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526078:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526080:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526082:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526084:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526086:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526088:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526089:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526091:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526093:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526094:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526095:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526097:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526099:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526101:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526102:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526104:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526106:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526108:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526111:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526112:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526115:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526116:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526117:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526119:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526121:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526122:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526123:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526125:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526127:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526128:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526130:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526133:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526134:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526137:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526138:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526140:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526141:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526143:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526144:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526146:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526147:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526148:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526150:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526152:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526154:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526156:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526158:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526159:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526162:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526163:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526165:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526166:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526167:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526169:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526171:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526171:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526173:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526175:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526176:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526178:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526179:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526181:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526182:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526185:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526186:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526188:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526188:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526191:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526192:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526194:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526195:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526196:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526198:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526200:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526202:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526204:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526205:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526207:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526210:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526211:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526213:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526214:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526216:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526218:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526219:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526220:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526221:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526223:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526225:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526227:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526229:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526231:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526232:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526235:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526236:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526238:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526239:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526240:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526242:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526243:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526245:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526246:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526248:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526250:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526252:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526254:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526255:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526257:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526260:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526261:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526289:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526290:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526293:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526295:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526297:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526298:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526299:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526302:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526304:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526305:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526307:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526309:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526311:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526314:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526315:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526317:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526318:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526320:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526322:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526323:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526324:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526325:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526327:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526330:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526331:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526333:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526335:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526337:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526340:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526341:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526343:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526344:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526347:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526349:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526351:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526352:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526353:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526355:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526357:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526359:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526360:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526363:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526364:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526367:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526369:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526371:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526373:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526375:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526377:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526378:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526380:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526381:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526383:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526385:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526387:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526389:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526391:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526393:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526396:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526397:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526399:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526401:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526402:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526404:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526405:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526406:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526408:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526410:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526411:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526413:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526415:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526417:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526418:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526422:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526423:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526425:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526426:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526429:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526431:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526432:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526433:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526434:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526437:0:33427:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526438:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526440:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.526442:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526444:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526445:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.526448:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526450:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526452:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526453:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526455:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526457:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526458:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853826.526459:0:33427:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853826.526460:0:33427:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853826.526462:0:33427:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.526464:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.526466:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853826.526478:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.526480:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.526482:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.526485:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.526487:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.526489:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.526490:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.526493:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.526554:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.526557:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.526561:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.526564:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.526571:0:33427:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853826.526573:0:33427:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: age 1948, max_age 1954 00000008:00000001:2.0:1780853826.526577:0:33427:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853826.526581:0:33427:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000010:2.0:1780853826.526654:0:33427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853826.526659:0:33427:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853826.526663:0:33427:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853826.526665:0:33427:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853826.526667:0:33427:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853826.526670:0:33427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853826.526673:0:33427:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853826.526679:0:33427:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853826.526686:0:33427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd800. 00000100:00000001:2.0:1780853826.526692:0:33427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.526696:0:33427:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853826.526698:0:33427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853826.526769:0:33427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850a9900. 00000100:00000001:2.0:1780853826.526772:0:33427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154837248 : -107453554714368 : ffff9e45850a9900) 00000100:00000001:2.0:1780853826.526775:0:33427:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853826.526777:0:33427:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853826.526782:0:33427:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853826.526787:0:33427:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.526788:0:33427:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853826.526790:0:33427:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853826.526799:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.526808:0:33427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853826.526810:0:33427:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.526813:0:33427:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853826.526816:0:33427:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853826.526818:0:33427:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853826.526822:0:33427:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:33427:1867358631445760:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853826.526826:0:33427:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853826.526831:0:33427:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853826.526833:0:33427:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.526836:0:33427:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853826.526840:0:33427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853826.526842:0:33427:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853826.526850:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853826.526853:0:33427:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853826.526859:0:33427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853826.526867:0:33427:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631445760, portal 4 00000100:00000001:2.0:1780853826.526869:0:33427:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853826.526870:0:33427:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853826.526877:0:33427:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.526884:0:33427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853826.526887:0:33427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853826.526890:0:33427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fd48. 00000100:00000200:2.0:1780853826.526893:0:33427:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631445760, offset 0 00000400:00000200:2.0:1780853826.526899:0:33427:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853826.526907:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853826.526914:0:33427:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853826.526919:0:33427:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853826.526923:0:33427:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853826.526926:0:33427:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853826.526929:0:33427:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853826.526933:0:33427:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2605:2605:256:4294967295] 192.168.202.110@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:2.0:1780853826.526938:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853826.526947:0:33427:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853826.526952:0:33427:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853826.526956:0:33427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853826.526963:0:33427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853826.526970:0:33427:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853826.526974:0:33427:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853826.526988:0:33427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853826.526993:0:33427:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 218402 usecs (219 jiffies) 00000400:00000200:2.0:1780853826.526996:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853826.526999:0:33427:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296623499 00000100:00000001:2.0:1780853826.527002:0:33427:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296625146 00000100:00000001:2.0:1780853826.527005:0:33427:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296623499 00000100:00000001:2.0:1780853826.527007:0:33427:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296625146 00000100:00000001:2.0:1780853826.527009:0:33427:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853826.527012:0:33427:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.527015:0:33427:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853826.527016:0:33427:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853826.527019:0:33427:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850a9900 going to sleep for 11 seconds 00000100:00000001:2.0:1780853826.527022:0:33427:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853826.527025:0:33427:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853826.527182:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853826.527187:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:1.0:1780853826.527192:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853826.527197:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853826.527202:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fd48 00000400:00000010:1.0:1780853826.527205:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fd48. 00000100:00000001:1.0:1780853826.527210:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853826.527214:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.527224:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853826.527227:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.527234:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853826.527236:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853826.529911:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.529926:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853826.529930:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.529933:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853826.529941:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.529948:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853826.529959:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.529964:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.529969:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.529973:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe54500 00000400:00000200:1.0:1780853826.529978:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.529984:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x7079 [1] + 224 00000800:00000001:1.0:1780853826.529992:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.530017:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853826.530021:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853826.530026:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853826.530033:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853826.530042:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853826.530052:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.530072:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853826.530082:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.530085:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.530142:0:33427:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853826.530149:0:33427:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853826.530151:0:33427:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853826.530155:0:33427:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853826.530160:0:33427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:2.0:1780853826.530162:0:33427:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:2.0:1780853826.530165:0:33427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853826.530170:0:33427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853826.530179:0:33427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.530184:0:33427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853826.530186:0:33427:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.530189:0:33427:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853826.530192:0:33427:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853826.530195:0:33427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853826.530197:0:33427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.530201:0:33427:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853826.530210:0:33427:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234f0 time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853826.530214:0:33427:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853826.530217:0:33427:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853826.530218:0:33427:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.530221:0:33427:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853826.530225:0:33427:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.530228:0:33427:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853826.530230:0:33427:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853826.530232:0:33427:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853826.530234:0:33427:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853826.530239:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.530251:0:33427:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853826.530253:0:33427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853826.530255:0:33427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853826.530259:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853826.530301:0:33427:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:33427:1867358631445760:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853826.530306:0:33427:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.530308:0:33427:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.530311:0:33427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853826.530312:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853826.530315:0:33427:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.530321:0:33427:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853826.530324:0:33427:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850a9900. 00000100:00000001:2.0:1780853826.530327:0:33427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853826.530328:0:33427:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853826.530333:0:33427:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853826.530334:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853826.530337:0:33427:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631445760/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.530342:0:33427:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853826.530344:0:33427:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853826.530347:0:33427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853826.530350:0:33427:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853826.530353:0:33427:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853826.530355:0:33427:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853826.530357:0:33427:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853826.530359:0:33427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd800. 02000000:00000001:2.0:1780853826.530362:0:33427:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853826.530364:0:33427:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853826.530366:0:33427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853826.530369:0:33427:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853826.530371:0:33427:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853826.530374:0:33427:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: update ffff9e45904bd190 cache blocks 3679/3683 objects 117792/118190 00020000:00000001:2.0:1780853826.530378:0:33427:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853826.530383:0:33427:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.530386:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853826.530389:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.530391:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.530394:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.530448:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.530450:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.530457:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.530459:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.530465:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.530479:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.530481:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.530484:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.530486:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.530493:0:33427:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853826.530495:0:33427:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: age 1948, max_age 1954 00000008:00000001:2.0:1780853826.530507:0:33427:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853826.530510:0:33427:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000010:2.0:1780853826.530514:0:33427:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853826.530517:0:33427:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853826.530520:0:33427:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853826.530521:0:33427:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853826.530523:0:33427:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853826.530525:0:33427:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853826.530527:0:33427:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853826.530531:0:33427:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853826.530536:0:33427:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd800. 00000100:00000001:2.0:1780853826.530542:0:33427:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.530545:0:33427:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853826.530546:0:33427:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853826.530551:0:33427:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850a9900. 00000100:00000001:2.0:1780853826.530553:0:33427:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620154837248 : -107453554714368 : ffff9e45850a9900) 00000100:00000001:2.0:1780853826.530555:0:33427:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853826.530557:0:33427:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853826.530561:0:33427:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853826.530565:0:33427:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.530567:0:33427:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853826.530569:0:33427:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853826.530573:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.530580:0:33427:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853826.530582:0:33427:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.530585:0:33427:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853826.530841:0:33427:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853826.530845:0:33427:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853826.530850:0:33427:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:33427:1867358631445888:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853826.530855:0:33427:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853826.530860:0:33427:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853826.530862:0:33427:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.530864:0:33427:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853826.530868:0:33427:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853826.530870:0:33427:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853826.530875:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853826.530877:0:33427:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853826.530881:0:33427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853826.530886:0:33427:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631445888, portal 4 00000100:00000001:2.0:1780853826.530888:0:33427:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853826.530889:0:33427:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853826.530896:0:33427:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.530904:0:33427:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853826.530907:0:33427:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853826.530909:0:33427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f908. 00000100:00000200:2.0:1780853826.530913:0:33427:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631445888, offset 0 00000400:00000200:2.0:1780853826.530918:0:33427:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853826.530925:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853826.530932:0:33427:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853826.530938:0:33427:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853826.530942:0:33427:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853826.530945:0:33427:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853826.530948:0:33427:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853826.530951:0:33427:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2606:2606:256:4294967295] 192.168.202.110@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:2.0:1780853826.530955:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853826.530963:0:33427:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853826.530968:0:33427:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853826.530972:0:33427:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853826.530978:0:33427:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853826.530985:0:33427:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853826.530989:0:33427:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853826.531005:0:33427:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853826.531010:0:33427:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 90551 usecs (91 jiffies) 00000400:00000200:2.0:1780853826.531013:0:33427:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853826.531016:0:33427:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296623376 00000100:00000001:2.0:1780853826.531018:0:33427:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296625146 00000100:00000001:2.0:1780853826.531021:0:33427:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296623376 00000100:00000001:2.0:1780853826.531023:0:33427:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296625146 00000100:00000001:2.0:1780853826.531025:0:33427:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853826.531028:0:33427:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.531030:0:33427:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853826.531032:0:33427:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853826.531034:0:33427:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850a9900 going to sleep for 11 seconds 00000100:00000001:2.0:1780853826.531036:0:33427:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853826.531038:0:33427:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853826.531947:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853826.531952:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853826.531955:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853826.531960:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853826.531965:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f908 00000400:00000010:1.0:1780853826.531967:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f908. 00000100:00000001:1.0:1780853826.531971:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853826.531976:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.531987:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853826.531990:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.531995:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853826.531997:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853826.534411:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.534425:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853826.534430:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.534433:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853826.534441:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.534448:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853826.534457:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.534461:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.534477:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.534482:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe54580 00000400:00000200:1.0:1780853826.534486:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853826.534493:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x7081 [1] + 224 00000800:00000001:1.0:1780853826.534509:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.534516:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853826.534520:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853826.534523:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853826.534530:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853826.534540:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853826.534549:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853826.534564:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853826.534571:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853826.534574:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.534752:0:33427:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853826.534758:0:33427:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853826.534761:0:33427:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853826.534764:0:33427:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853826.534769:0:33427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:2.0:1780853826.534771:0:33427:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:2.0:1780853826.534777:0:33427:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853826.534782:0:33427:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853826.534789:0:33427:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.534795:0:33427:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853826.534796:0:33427:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.534798:0:33427:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853826.534801:0:33427:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853826.534803:0:33427:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853826.534805:0:33427:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853826.534808:0:33427:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853826.534817:0:33427:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264f0 time=65 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853826.534821:0:33427:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853826.534824:0:33427:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853826.534825:0:33427:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853826.534828:0:33427:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853826.534831:0:33427:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.534834:0:33427:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853826.534836:0:33427:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853826.534837:0:33427:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853826.534839:0:33427:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853826.534843:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.534848:0:33427:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853826.534851:0:33427:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853826.534853:0:33427:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853826.534856:0:33427:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853826.534862:0:33427:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:33427:1867358631445888:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853826.534868:0:33427:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853826.534871:0:33427:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853826.534873:0:33427:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853826.534875:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853826.534877:0:33427:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.534882:0:33427:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853826.534885:0:33427:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850a9900. 00000100:00000001:2.0:1780853826.534887:0:33427:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853826.534889:0:33427:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853826.534894:0:33427:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853826.534895:0:33427:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853826.534898:0:33427:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631445888/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853842 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853826.534904:0:33427:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853826.534906:0:33427:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853826.534909:0:33427:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853826.534912:0:33427:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853826.534914:0:33427:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853826.534916:0:33427:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853826.534919:0:33427:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853826.534921:0:33427:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd800. 02000000:00000001:2.0:1780853826.534924:0:33427:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853826.534926:0:33427:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853826.534928:0:33427:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853826.534931:0:33427:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853826.534932:0:33427:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853826.534936:0:33427:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: update ffff9e4590c08450 cache blocks 3679/3683 objects 117792/118189 00020000:00000001:2.0:1780853826.534940:0:33427:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853826.534944:0:33427:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.534946:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853826.534949:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.534952:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.534954:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535009:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535012:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535019:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535021:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535026:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535030:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535032:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535035:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535037:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535040:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535042:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535044:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535047:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535049:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535051:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535055:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535057:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535059:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535060:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535063:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535065:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535066:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535067:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535069:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535071:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535073:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535075:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535076:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535078:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535080:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535083:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535085:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535087:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535088:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535091:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535093:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535095:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535096:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535097:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535100:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535101:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535103:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535105:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535107:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535109:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535112:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535113:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535116:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535117:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535119:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535121:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535122:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535123:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535125:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535128:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535130:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535132:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535134:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535136:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535138:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535141:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535142:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535144:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535145:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535147:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535150:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535151:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535152:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535153:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535155:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535157:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535159:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535161:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535163:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535165:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535167:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535169:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535171:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535172:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535174:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535176:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535177:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535179:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535180:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535182:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535184:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535185:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535187:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535189:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535191:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535194:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535195:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535198:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535199:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535202:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535204:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535205:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535206:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535207:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535210:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535212:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535213:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535215:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535217:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535219:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535222:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535223:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535225:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535226:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535228:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535230:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535232:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535233:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535234:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535236:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535238:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535239:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535241:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535243:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535244:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535247:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535249:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535251:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535252:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535254:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535256:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535258:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535259:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535260:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535262:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535288:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535290:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535292:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535294:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535296:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535300:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535301:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535304:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535305:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535308:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535310:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535311:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535312:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535313:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535316:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535317:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535319:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535321:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535323:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535325:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535329:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535330:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535332:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535333:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535335:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535338:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535339:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535340:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535341:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535344:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535346:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535348:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535350:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535352:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535353:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535356:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535358:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535361:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535362:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535364:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535366:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535368:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535368:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535370:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535372:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535374:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535376:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535378:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535380:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535382:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535385:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535386:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535389:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535390:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535392:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535395:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535396:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535397:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535399:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535401:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535402:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535404:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535406:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535408:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535409:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535412:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535414:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535416:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535417:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535419:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535422:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535423:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535424:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535426:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535428:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535430:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535432:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535434:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535436:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535437:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535441:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535442:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535444:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535445:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535447:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535449:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535451:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535452:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535453:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535455:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535457:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535458:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535460:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535462:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535463:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535476:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535477:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535480:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535482:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535484:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535486:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535488:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535489:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535490:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535493:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535503:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535506:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535508:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535510:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535512:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535516:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535517:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535519:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535521:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535523:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535525:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535527:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535528:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535529:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535531:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535532:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535534:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535535:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535537:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535539:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535541:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535542:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535545:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535546:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535548:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535550:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535551:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535552:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535553:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535555:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535557:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535559:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.535561:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.535563:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535565:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535568:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.535570:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.535572:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.535573:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.535575:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.535577:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.535579:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.535580:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.535581:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.535583:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535585:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.535586:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.536361:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.536365:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536367:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536374:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.536375:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.536379:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.536380:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.536383:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.536386:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.536387:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.536389:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.536390:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.536393:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536395:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536397:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.536399:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.536401:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536403:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536407:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.536409:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.536411:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.536413:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.536415:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.536417:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.536419:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.536420:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.536422:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.536424:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536426:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536428:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.536430:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.536432:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536434:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536437:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.536439:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.536441:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.536442:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.536445:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.536447:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.536449:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.536450:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.536451:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.536453:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536454:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536456:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.536458:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.536460:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536462:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.536465:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.536477:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.536481:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.536482:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.536485:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.536487:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.536489:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.536490:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.536491:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.536494:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537020:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537022:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537025:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537028:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537030:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537036:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537037:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537041:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537043:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537046:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537048:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537050:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537052:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537053:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537056:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537057:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537059:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537061:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537063:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537064:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537068:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537069:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537072:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537073:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537075:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537077:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537079:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537080:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537081:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537084:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537086:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537088:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537090:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537092:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537094:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537096:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537097:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537100:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537101:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537103:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537104:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537106:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537107:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537108:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537110:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537112:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537113:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537115:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537117:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537118:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537121:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537122:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537124:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537125:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537127:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537129:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537131:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537132:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537133:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537136:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537137:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537139:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537141:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537143:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537144:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537147:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537148:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537150:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537152:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537154:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537156:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537157:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537158:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537159:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537162:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537164:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537166:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537168:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537169:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537171:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537174:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537175:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537178:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537179:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537181:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537183:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537185:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537186:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537187:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537189:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537191:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537193:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537195:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537197:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537198:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537201:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537203:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537205:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537206:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537208:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537211:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537212:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537213:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537214:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537217:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537219:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537221:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537223:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537225:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537227:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537230:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537231:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537233:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537234:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537236:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537239:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537240:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537241:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537242:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537245:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537246:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537248:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537251:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537253:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537255:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537258:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537260:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537262:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537287:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537688:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537692:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537694:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537695:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537697:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537765:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537767:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537769:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537771:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537774:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537776:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537782:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537783:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537787:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537788:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537791:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537793:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537795:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537796:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537797:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537800:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537802:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537804:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537806:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537808:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537809:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537812:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537814:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537817:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537818:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537820:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537821:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537823:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537824:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537825:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537827:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537829:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537831:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537833:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537835:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537836:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537839:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537841:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537843:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537844:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537846:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537848:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537849:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537850:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537852:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537854:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537856:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537857:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537859:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537861:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537863:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537865:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537867:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537869:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537870:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537872:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537874:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537875:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537876:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537877:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537879:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537881:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537882:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537884:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537886:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537887:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537890:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537891:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537893:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537894:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537896:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537898:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537899:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537900:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537902:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537903:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537905:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537907:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537908:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537910:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537911:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537914:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537915:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537917:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537918:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537920:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537922:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537924:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537925:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537926:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537928:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537930:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537932:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537934:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537936:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537938:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537941:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537942:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537944:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537945:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537947:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537949:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537951:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537951:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537953:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537955:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537957:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537958:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537960:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537962:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537963:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537966:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537967:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537969:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537971:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537972:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537974:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.537975:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.537976:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.537977:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.537979:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537981:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537983:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.537985:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.537987:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537989:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.537991:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.537992:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.537994:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.537995:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.537997:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.537999:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538000:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538001:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538003:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538005:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538006:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538008:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538010:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538012:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538013:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538016:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538017:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538020:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538021:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538023:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538025:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538026:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538028:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538029:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538031:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538033:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538035:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538036:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538039:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538041:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538044:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538045:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538048:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538049:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538051:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538053:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538055:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538056:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538057:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538059:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538061:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538062:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538064:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538066:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538068:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538071:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538072:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538075:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538076:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538077:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538079:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538081:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538082:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538083:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538086:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538087:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538089:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538091:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538093:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538095:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538097:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538099:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538101:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538102:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538105:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538107:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538108:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538109:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538110:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538113:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538115:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538117:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538119:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538121:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538123:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538126:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538128:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538130:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538131:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538133:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538136:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538137:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538138:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538140:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538142:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538143:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538145:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538147:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538149:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538151:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538154:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538155:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538158:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538159:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538161:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538163:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538164:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538165:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538166:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538169:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538170:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538172:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538174:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538176:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538178:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538180:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538182:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538184:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538185:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538187:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538189:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538190:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538191:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538193:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538195:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538197:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538198:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538200:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538202:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538203:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538206:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538207:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538209:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538210:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538212:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538214:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538215:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538217:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538218:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538220:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538222:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538223:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538225:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538227:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538229:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538232:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538234:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538236:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538237:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538239:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538241:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538242:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538244:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538245:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538247:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538249:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538251:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538253:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538255:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538256:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538259:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538260:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538262:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538423:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538427:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538430:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538432:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538433:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538435:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538438:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538440:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538442:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538444:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538446:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538448:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538452:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538454:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538457:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538458:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538460:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538463:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538465:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538466:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.538555:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.538559:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538560:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538562:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.538564:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.538566:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538568:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.538573:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.538574:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.538578:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.538579:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.538582:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.538585:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.538586:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.538587:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539455:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539463:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539476:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539478:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539481:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539485:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539487:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539564:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539566:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539571:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539573:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539578:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539582:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539583:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539585:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539586:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539654:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539656:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539658:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539661:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539664:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539665:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539671:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539779:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539784:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539786:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539789:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539792:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539793:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539795:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539796:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539798:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539800:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539802:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539804:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539806:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539807:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539812:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539814:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539815:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539817:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539818:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539820:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539821:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539822:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539823:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539825:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539827:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539828:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539830:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539832:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539834:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539836:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539837:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539840:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539841:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539842:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539844:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539846:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539847:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539848:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539850:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539851:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539853:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539854:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539856:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539858:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539860:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539861:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539864:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539865:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539867:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539869:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539871:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539872:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539873:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539875:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539877:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539878:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539880:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539882:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539884:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539887:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539889:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539891:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539892:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539895:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539897:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539898:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539899:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539900:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539903:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539905:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539906:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539908:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539910:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539912:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539914:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539916:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539918:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539919:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539921:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539923:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539924:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539926:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539927:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539930:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539931:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539933:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539935:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539937:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539939:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539943:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539944:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539947:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539948:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539950:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539952:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539953:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539954:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539955:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539957:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539959:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539960:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539962:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539964:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539966:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539969:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539970:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.539973:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.539974:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.539976:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.539978:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.539979:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.539980:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.539981:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.539984:0:33427:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539986:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539988:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853826.539990:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.539992:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539994:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853826.539997:0:33427:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853826.539998:0:33427:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffce0c22f00 00000080:00000001:2.0:1780853826.540000:0:33427:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853826.540001:0:33427:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853826.540003:0:33427:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853826.540005:0:33427:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.540007:0:33427:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853826.540008:0:33427:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853826.540009:0:33427:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853826.540012:0:33427:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.540013:0:33427:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.540015:0:33427:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853826.540016:0:33427:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853826.540018:0:33427:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.540020:0:33427:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853826.540033:0:33427:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853826.540036:0:33427:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853826.540039:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd98 00000080:00200008:2.0:1780853826.540042:0:33427:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00400000:2.0:1780853826.540047:0:33427:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1780853826.540051:0:33427:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853826.540055:0:33427:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853826.540057:0:33427:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b400ddbd98 00000080:00000008:2.0:1780853826.540059:0:33427:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000, rc = 0 00000080:00000001:2.0:1780853826.540062:0:33427:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853826.540063:0:33427:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853826.611608:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853826.611615:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853826.611621:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853826.611622:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853826.611646:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853826.611648:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853826.611651:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853827.629734:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853827.629741:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853827.629746:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853827.629748:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853827.629854:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853827.629857:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853827.629859:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853827.804745:0:33537:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853828.397324:0:33245:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296625146, at 4296625152 00000100:00000010:1.0:1780853828.397340:0:33245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d840. 00000100:00000040:0.0:1780853828.400657:0:27787:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296625146, at 4296625155 00000100:00000010:0.0:1780853828.400672:0:27787:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d900. 00010000:00000001:1.0:1780853828.653698:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853828.653706:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853828.653711:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853828.653712:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853828.653819:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853828.653823:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853828.653826:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853829.421373:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853829.421384:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853829.421394:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368e00. 00000020:00000040:0.0:1780853829.421400:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:0.0:1780853829.421405:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853829.421407:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853829.421413:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853829.421422:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aeae00. 00000100:00000001:0.0:1780853829.421428:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421440:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853829.421462:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853829.421468:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421474:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1194b4e] to pc [ptlrpcd_00_00+0] req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853829.421514:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421517:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853829.421521:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853829.421524:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369880. 00000020:00000040:0.0:1780853829.421526:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853829.421528:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853829.421529:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853829.421531:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853829.421534:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aea100. 00000100:00000001:0.0:1780853829.421537:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421541:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853829.421548:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853829.421550:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421554:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceead218] to pc [ptlrpcd_00_01+1] req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853829.421562:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.421564:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1780853829.421564:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853829.421567:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1780853829.421568:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1780853829.421570:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369180. 00000100:00000001:1.0:1780853829.421571:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1780853829.421572:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853829.421574:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853829.421576:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1780853829.421577:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1780853829.421577:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853829.421580:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aeaa00. 00000100:00000001:0.0:1780853829.421583:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.421586:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1780853829.421586:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853829.421588:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.421592:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1780853829.421592:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1780853829.421595:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853829.421595:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.421598:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421598:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005853810e] to pc [ptlrpcd_00_00+0] req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853829.421602:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631446016:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853829.421606:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1780853829.421606:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421608:0:20794:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780853829.421612:0:20794:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780853829.421614:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836a300. 00000020:00000040:0.0:1780853829.421617:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:0.0:1780853829.421618:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853829.421619:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853829.421621:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853829.421621:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853829.421623:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4584aea300. 02000000:00000001:1.0:1780853829.421624:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853829.421626:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.421627:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1780853829.421629:0:20794:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1780853829.421631:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f72400. 00000100:00000001:0.0:1780853829.421636:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853829.421638:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.421639:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421642:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5367de5] to pc [ptlrpcd_00_01+1] req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853829.421647:0:20794:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853829.421648:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000040:0.0:1780853829.421651:0:20794:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1963) 00000400:00000010:1.0:1780853829.421652:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d4d0. 00000400:00000010:1.0:1780853829.421658:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000001:0.0:1780853829.421660:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853829.421662:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853829.421664:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1780853829.421665:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446016, portal 25 00000100:00000001:1.0:1780853829.421667:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1780853829.421668:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.421669:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208049664 : -107453501501952 : ffff9e4588368e00) 00000100:00000040:1.0:1780853829.421674:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853829.421674:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853829.421681:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853829.421684:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000100:00000001:0.0:1780853829.421685:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780853829.421687:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 02000000:00000001:0.0:1780853829.421687:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853829.421689:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1780853829.421690:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631446016, offset 0 02000000:00000001:0.0:1780853829.421691:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853829.421693:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631446144:192.168.202.110@tcp:400:kworker.0 00000400:00000200:1.0:1780853829.421696:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000100:00000001:0.0:1780853829.421697:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853829.421699:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853829.421700:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853829.421702:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853829.421704:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8000. 00000400:00000200:1.0:1780853829.421705:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 02000000:00000001:0.0:1780853829.421706:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853829.421709:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.421712:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000010:0.0:1780853829.421712:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853829.421716:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864266e8. 00000100:00000200:0.0:1780853829.421724:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446144, portal 10 00000400:00000200:1.0:1780853829.421725:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1780853829.421726:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853829.421727:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208052352 : -107453501499264 : ffff9e4588369880) 00000400:00000200:1.0:1780853829.421729:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853829.421733:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1780853829.421733:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780853829.421736:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000100:00000001:0.0:1780853829.421739:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1780853829.421740:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2607:2607:256:4294967295] 192.168.202.110@tcp LPNI seq info [2607:2607:8:4294967295] 00000100:00000040:0.0:1780853829.421742:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853829.421744:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853829.421744:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864262a8. 00000100:00000200:0.0:1780853829.421747:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631446144, offset 0 00000400:00000200:0.0:1780853829.421750:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853829.421754:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853829.421760:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853829.421760:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853829.421763:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000800:00000010:1.0:1780853829.421765:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76d00. 00000400:00000200:0.0:1780853829.421765:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853829.421767:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853829.421769:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1780853829.421772:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000400:00000200:0.0:1780853829.421772:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853829.421774:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2608:2608:255:4294967295] 192.168.202.110@tcp LPNI seq info [2608:2608:7:4294967295] 00000400:00000200:0.0:1780853829.421777:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000200:1.0:1780853829.421780:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000400:00000200:0.0:1780853829.421783:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853829.421784:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1780853829.421787:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853829.421789:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853829.421792:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000100:00000001:1.0:1780853829.421795:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853829.421796:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000400:00000200:1.0:1780853829.421798:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000200:0.0:1780853829.421799:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853829.421801:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296630265 00000100:00000001:0.0:1780853829.421801:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421804:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 841650 usecs (842 jiffies) 00000100:00000010:1.0:1780853829.421805:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49120. 00000400:00000200:0.0:1780853829.421807:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853829.421809:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296627018 00000100:00000001:1.0:1780853829.421811:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1780853829.421816:0:2380:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296630265 00000100:00000001:0.0:1780853829.421817:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296630265 00000100:00000010:1.0:1780853829.421819:0:2380:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585c49c60. 00000100:00000001:0.0:1780853829.421819:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296627018 00000100:00000001:1.0:1780853829.421822:0:2380:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1780853829.421825:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853829.421825:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296630265 00000100:00000001:1.0:1780853829.421828:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853829.421828:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853829.421830:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.421831:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853829.421831:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1780853829.421834:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853829.421835:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.421840:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853829.421840:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853829.421842:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.421843:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1780853829.421844:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1780853829.421845:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1780853829.421845:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853829.421846:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853829.421847:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1780853829.421847:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853829.421850:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631446400:192.168.202.110@tcp:400:kworker.0 00000100:00000040:1.0:1780853829.421851:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853829.421853:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853829.421856:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1780853829.421857:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1780853829.421857:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.421859:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853829.421859:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1780853829.421861:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1780853829.421861:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9400. 02000000:00000001:1.0:1780853829.421862:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853829.421863:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.421865:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853829.421866:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00100000:1.0:1780853829.421868:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631446272:192.168.202.110@tcp:400:kworker.0 00000400:00000010:0.0:1780853829.421868:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000100:00000001:1.0:1780853829.421871:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1780853829.421871:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426e58. 02000000:00000001:1.0:1780853829.421873:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853829.421874:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780853829.421874:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446400, portal 4 02000000:00000001:1.0:1780853829.421875:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1780853829.421876:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1780853829.421878:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f73e00. 00000100:00000001:0.0:1780853829.421878:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055040 : -107453501496576 : ffff9e458836a300) 02000000:00000001:1.0:1780853829.421879:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853829.421882:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000040:0.0:1780853829.421883:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1780853829.421884:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d3c8. 00000400:00000010:1.0:1780853829.421887:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000001:0.0:1780853829.421889:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1780853829.421890:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446272, portal 4 00000100:00000001:1.0:1780853829.421891:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1780853829.421891:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000100:00000001:1.0:1780853829.421893:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000400:00000010:0.0:1780853829.421893:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426cc0. 00000100:00000200:0.0:1780853829.421895:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631446400, offset 0 00000100:00000040:1.0:1780853829.421898:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780853829.421899:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853829.421902:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853829.421904:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853829.421906:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853829.421906:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000010:1.0:1780853829.421908:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b94c8. 00000400:00000200:0.0:1780853829.421908:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1780853829.421910:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631446272, offset 0 00000400:00000200:0.0:1780853829.421911:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853829.421913:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853829.421914:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853829.421915:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853829.421918:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2609:2609:254:4294967295] 192.168.202.110@tcp LPNI seq info [2609:2609:6:4294967295] 00000400:00000200:0.0:1780853829.421921:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853829.421927:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853829.421931:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853829.421933:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853829.421937:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853829.421940:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853829.421942:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853829.421945:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853829.421947:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 90118 usecs (91 jiffies) 00000400:00000200:0.0:1780853829.421950:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853829.421952:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296626267 00000100:00000001:0.0:1780853829.421954:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296630265 00000100:00000001:0.0:1780853829.421955:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296626267 00000100:00000001:0.0:1780853829.421958:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296630265 00000100:00000001:0.0:1780853829.421959:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853829.421962:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853829.421964:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853829.421966:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853829.421969:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853829.421971:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853829.421973:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853829.421974:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853829.421976:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853829.421977:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853829.434331:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.434346:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853829.434352:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853829.434356:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853829.434359:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853829.434362:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853829.434367:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2610:2610:253:4294967295] 192.168.202.110@tcp LPNI seq info [2610:2610:5:4294967295] 00000400:00000200:1.0:1780853829.434372:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.434383:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853829.434390:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853829.434400:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76600. 00000800:00000200:1.0:1780853829.434408:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853829.434416:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853829.434420:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853829.434428:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853829.434435:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 217378 usecs (218 jiffies) 00000400:00000200:1.0:1780853829.434438:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853829.434441:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296626407 00000100:00000001:1.0:1780853829.434455:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296630265 00000100:00000001:1.0:1780853829.434457:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296626407 00000100:00000001:1.0:1780853829.434459:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296630265 00000100:00000001:1.0:1780853829.434461:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853829.434465:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434470:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434474:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.434482:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853829.434484:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853829.434486:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853829.434488:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853829.434489:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434491:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853829.434541:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853829.434546:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76d00. 00000400:00000200:1.0:1780853829.434551:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.434556:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853829.434562:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853829.434564:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853829.434568:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853829.434576:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434588:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.434591:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434599:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434601:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853829.434623:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853829.434626:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853829.434629:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.434632:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853829.434782:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864262a8 00000400:00000010:1.0:1780853829.434784:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864262a8. 00000100:00000001:1.0:1780853829.434787:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853829.434792:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434800:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.434803:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434809:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434811:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853829.434820:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853829.434822:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853829.434824:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.434827:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853829.434830:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426cc0 00000400:00000010:1.0:1780853829.434831:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426cc0. 00000100:00000001:1.0:1780853829.434833:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853829.434837:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434843:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.434846:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434851:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434853:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853829.434952:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853829.434955:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76600. 00000400:00000200:1.0:1780853829.434958:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.434961:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853829.434963:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b94c8 00000400:00000010:1.0:1780853829.434965:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b94c8. 00000100:00000001:1.0:1780853829.434967:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853829.434971:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434978:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.434981:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.434986:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.434987:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853829.439760:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.442379:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853829.442386:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.442391:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.442400:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442408:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853829.442419:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442424:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442431:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442435:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe54780 00000400:00000200:1.0:1780853829.442439:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442456:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x70a9 [1] + 224 00000800:00000001:1.0:1780853829.442464:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.442469:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.442472:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.442477:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853829.442484:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.442493:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853829.442503:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.442528:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853829.442536:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.442540:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853829.442541:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.442543:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.442546:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442549:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853829.442553:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442556:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442559:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442562:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe54700 00000400:00000200:1.0:1780853829.442565:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.442568:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x70b1 [1] + 224 00000800:00000001:1.0:1780853829.442572:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.442580:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.442582:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.442585:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853829.442588:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.442592:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853829.442600:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.443795:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853829.443806:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.443813:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853829.443815:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.443818:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.443823:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.443827:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853829.443832:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.443835:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.443839:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.443841:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe54600 00000400:00000200:1.0:1780853829.443845:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.443849:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7089 [1] + 224 00000800:00000001:1.0:1780853829.443853:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.443856:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.443858:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.443861:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853829.443865:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.443871:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853829.444341:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.444350:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853829.444355:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.444360:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853829.444361:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.444363:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.444366:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.444370:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853829.444374:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.444377:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.444380:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.444383:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe54680 00000400:00000200:1.0:1780853829.444388:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853829.444392:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x7099 [1] + 224 00000800:00000001:1.0:1780853829.444396:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.444402:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853829.444404:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853829.444407:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853829.444410:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.444414:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853829.444423:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.444431:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853829.444434:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853829.444437:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.444461:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853829.444465:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853829.444471:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853829.444472:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853829.444475:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:1.0:1780853829.444480:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864266e8 00000400:00000010:1.0:1780853829.444482:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864266e8. 00000100:00000001:1.0:1780853829.444485:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.444489:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853829.444498:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.444505:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853829.444507:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.444510:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853829.444513:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853829.444516:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853829.444518:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.444521:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853829.444531:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=70 v=5 (5 101 101 101) 00000100:00001000:1.0:1780853829.444535:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853829.444538:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853829.444539:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853829.444543:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853829.444547:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.444550:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853829.444552:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:1.0:1780853829.444555:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853829.444556:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853829.444562:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.444569:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853829.444572:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853829.444574:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853829.444578:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853829.444586:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631446144:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853829.444593:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853829.444594:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853829.444596:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:1.0:1780853829.444598:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426e58 00000400:00000010:1.0:1780853829.444600:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426e58. 00000100:00000001:1.0:1780853829.444602:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.444606:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853829.444629:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.445457:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853829.445459:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.445461:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853829.445464:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853829.445465:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853829.445467:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.445469:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853829.445475:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853829.445479:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853829.445481:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853829.445482:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853829.445484:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853829.445486:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.445489:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853829.445491:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1780853829.445493:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853829.445494:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853829.445499:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.445505:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853829.445507:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853829.445509:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853829.445512:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853829.445518:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631446400:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853829.445522:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.445525:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.445528:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369880 x1867358631446144/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.445534:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853829.445536:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853829.445539:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8000. 02000000:00000001:1.0:1780853829.445543:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853829.445545:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853829.445547:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853829.445549:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853829.445551:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aea100. 02000000:00000001:1.0:1780853829.445554:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853829.445556:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853829.445558:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369880. 00000100:00000001:1.0:1780853829.445561:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853829.445562:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.445564:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.445566:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836a300 x1867358631446400/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.445576:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853829.445577:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853829.445579:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9400. 02000000:00000001:1.0:1780853829.445580:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853829.445582:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853829.445582:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:1.0:1780853829.445584:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853829.445585:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aea300. 02000000:00000001:1.0:1780853829.445587:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853829.445588:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853829.445589:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a300. 00000100:00000001:1.0:1780853829.445591:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853829.445592:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.445594:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.445602:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853829.445604:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.445606:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853829.445617:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.445626:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853829.445628:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853829.445632:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853829.445633:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853829.446219:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d3c8. 00000400:00000200:1.0:1780853829.446223:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:1.0:1780853829.446225:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:1.0:1780853829.446228:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.446234:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853829.446243:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.446249:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853829.446251:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.446253:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853829.446255:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853829.446256:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853829.446258:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.446260:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853829.446930:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853829.446934:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853829.446937:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853829.446938:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853829.446940:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853829.446943:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.446945:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853829.446946:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1780853829.446948:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853829.446950:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853829.446955:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.446962:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853829.446965:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853829.446967:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853829.446970:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853829.446977:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631446272:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853829.446984:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853829.446986:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853829.446988:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d4d0. 00000400:00000200:1.0:1780853829.446991:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853829.446993:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853829.446996:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853829.447001:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853829.447009:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.447016:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853829.447017:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.447020:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853829.447021:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853829.447023:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853829.447024:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853829.447027:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853829.447030:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853829.447033:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853829.447035:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853829.447036:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853829.447038:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853829.447039:0:2380:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.447041:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853829.447045:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.447052:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853829.447053:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853829.447055:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853829.447058:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853829.447065:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e761877-fa78-4922-9922-916bab43ab5e:2380:1867358631446016:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853829.447068:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.447071:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.447074:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369180 x1867358631446272/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.447080:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853829.447081:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853829.447084:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f73e00. 02000000:00000001:1.0:1780853829.447087:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853829.447089:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853829.447091:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853829.447093:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853829.447095:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aeaa00. 02000000:00000001:1.0:1780853829.447098:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853829.447099:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853829.447101:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369180. 00000100:00000001:1.0:1780853829.447104:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853829.447105:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.447106:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853829.447109:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368e00 x1867358631446016/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853829.447115:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853829.447117:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853829.447118:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f72400. 02000000:00000001:1.0:1780853829.447120:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853829.447121:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853829.447122:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853829.447124:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853829.447125:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4584aeae00. 02000000:00000001:1.0:1780853829.447127:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853829.447127:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853829.447128:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368e00. 00000100:00000001:1.0:1780853829.447132:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853829.447133:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.447135:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853829.447140:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853829.447142:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853829.447144:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853829.447147:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853829.677380:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853829.677387:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853829.677393:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853829.677394:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853829.677416:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853829.677419:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853829.677421:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1780853830.044808:0:33674:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853830.725622:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853830.725630:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853830.725635:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853830.725637:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853830.729450:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853830.729458:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853830.729463:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1780853831.725379:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853831.725388:0:33245:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853831.725391:0:33245:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853831.725394:0:33245:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853831.725399:0:33245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853831.725401:0:33245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853831.725403:0:33245:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853831.725406:0:33245:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853831.725409:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853831.725411:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853831.725607:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853831.725610:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853831.725613:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853832.122074:0:33819:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853832.750708:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853832.750714:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853832.750719:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853832.750721:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853832.750741:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853832.750744:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853832.750746:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853833.237548:0:33881:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853833.518330:0:33245:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296630265, at 4296630272 00000100:00000010:1.0:1780853833.518346:0:33245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49c60. 00000100:00000040:0.0:1780853833.518593:0:28982:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296630265, at 4296630273 00000100:00000010:0.0:1780853833.518601:0:28982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585c49120. 00010000:00000001:1.0:1780853833.773341:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853833.773348:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853833.773354:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853833.773355:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853833.773780:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853833.773784:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853833.773787:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853834.426767:0:33972:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541624:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853834.541634:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853834.541642:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853834.541649:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853834.541654:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853834.541656:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853834.541661:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853834.541668:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd100. 00000100:00000001:2.0:1780853834.541675:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541687:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853834.541698:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853834.541703:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541710:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.541731:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541733:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853834.541736:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853834.541738:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853834.541740:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853834.541742:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853834.541744:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853834.541745:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853834.541748:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddc00. 00000100:00000001:2.0:1780853834.541750:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541754:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853834.541760:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853834.541762:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541766:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d92a3a] to pc [ptlrpcd_01_01+1] req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.541772:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541774:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853834.541777:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853834.541779:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39f80. 00000020:00000040:2.0:1780853834.541781:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853834.541782:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853834.541784:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853834.541785:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853834.541787:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddd00. 00000100:00000001:2.0:1780853834.541790:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541793:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853834.541800:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853834.541801:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541804:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c4f1be3] to pc [ptlrpcd_01_00+0] req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.541810:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541812:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853834.541815:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853834.541818:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3b100. 00000020:00000040:2.0:1780853834.541819:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853834.541821:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853834.541822:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853834.541824:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853834.541826:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd700. 00000100:00000001:2.0:1780853834.541828:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541831:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853834.541842:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853834.541843:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541847:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061cfb0d1] to pc [ptlrpcd_01_01+1] req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.541854:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.541858:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1968) 00000100:00000001:2.0:1780853834.541872:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853834.541875:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853834.541877:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853834.541881:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.541889:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853834.541891:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.541894:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853834.541896:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853834.541899:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853834.541902:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631446528:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853834.541905:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853834.541910:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853834.541912:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.541915:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853834.541918:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4582992400. 02000000:00000001:2.0:1780853834.541920:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853834.541928:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853834.541931:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853834.541937:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853834.541943:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446528, portal 25 00000100:00000001:2.0:1780853834.541946:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853834.541948:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853834.541954:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.541965:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853834.541968:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853834.541971:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f660. 00000100:00000200:2.0:1780853834.541974:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631446528, offset 0 00000400:00000200:2.0:1780853834.542715:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853834.542724:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.542732:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853834.542737:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853834.542741:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853834.542744:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853834.542747:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853834.542751:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2611:2611:256:4294967295] 192.168.202.110@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:2.0:1780853834.542756:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.542765:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853834.542770:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853834.542776:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dde00. 00000800:00000200:2.0:1780853834.542782:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853834.542789:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853834.542794:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853834.542810:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853834.542814:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853834.542817:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296635386 00000100:00000010:2.0:1780853834.542822:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5f60. 00000100:00000001:2.0:1780853834.542828:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853834.542833:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296635386 00000100:00000010:2.0:1780853834.542835:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5900. 00000100:00000001:2.0:1780853834.542838:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853834.542841:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.542844:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.542847:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853834.542852:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.542860:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853834.542861:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.542864:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853834.542866:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853834.542868:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853834.542871:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631446784:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853834.542875:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853834.542878:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853834.542879:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.542881:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853834.542884:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4582992200. 02000000:00000001:2.0:1780853834.542886:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853834.542889:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853834.548053:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853834.548074:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853834.548082:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446784, portal 4 00000100:00000001:2.0:1780853834.548086:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853834.548088:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000040:2.0:1780853834.548113:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.548123:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853834.548126:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853834.548129:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f440. 00000100:00000200:2.0:1780853834.548133:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631446784, offset 0 00000400:00000200:2.0:1780853834.548140:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853834.548151:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.548161:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853834.548167:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853834.548171:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853834.548175:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853834.548178:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853834.548182:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2612:2612:255:4294967295] 192.168.202.110@tcp LPNI seq info [2612:2612:7:4294967295] 00000400:00000200:2.0:1780853834.548186:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.548196:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853834.548203:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853834.548209:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd000. 00000800:00000200:2.0:1780853834.548218:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853834.548227:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853834.548231:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853834.548235:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.548239:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 216490 usecs (217 jiffies) 00000400:00000200:2.0:1780853834.548243:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853834.548246:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296631515 00000100:00000001:2.0:1780853834.548249:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853834.548251:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296631515 00000100:00000001:2.0:1780853834.548253:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853834.548255:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.548258:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.548263:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.548282:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.548290:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853834.548292:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853834.548295:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853834.548297:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853834.548299:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853834.548302:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780853834.548303:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.548305:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853834.548306:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.548308:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853834.548309:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853834.548310:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853834.548316:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.548323:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853834.548325:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.548330:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853834.548333:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853834.548336:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853834.548339:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631446656:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853834.548343:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853834.548347:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853834.548350:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.548352:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853834.548357:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4582992600. 02000000:00000001:2.0:1780853834.548360:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853834.548363:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853834.548366:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685160. 00000400:00000010:2.0:1780853834.548370:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f770. 00000100:00000200:2.0:1780853834.548373:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446656, portal 10 00000100:00000001:2.0:1780853834.548375:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853834.548377:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853834.548382:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.548389:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853834.548391:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853834.548393:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853834.548396:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631446656, offset 0 00000400:00000200:2.0:1780853834.548411:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853834.548416:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.548419:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853834.548421:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853834.548424:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853834.548425:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853834.548428:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853834.548431:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2613:2613:254:4294967295] 192.168.202.110@tcp LPNI seq info [2613:2613:6:4294967295] 00000400:00000200:2.0:1780853834.548435:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.548441:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853834.548609:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853834.548614:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd800. 00000800:00000200:2.0:1780853834.548618:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853834.548622:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853834.548625:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853834.548628:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.548631:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 840625 usecs (841 jiffies) 00000400:00000200:2.0:1780853834.548634:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853834.548636:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296632139 00000100:00000001:2.0:1780853834.548637:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853834.548640:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296632139 00000100:00000001:2.0:1780853834.548641:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853834.548643:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.548645:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.548647:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853834.548652:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.548660:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853834.548661:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.548663:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853834.548665:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853834.548667:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853834.548670:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631446912:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853834.548673:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853834.548676:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853834.548678:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.548680:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853834.548683:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4582993400. 02000000:00000001:2.0:1780853834.548685:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853834.548688:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853834.548690:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685d68. 00000400:00000010:2.0:1780853834.548693:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f880. 00000100:00000200:2.0:1780853834.548696:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631446912, portal 4 00000100:00000001:2.0:1780853834.548698:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853834.548699:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000040:2.0:1780853834.548704:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.548710:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853834.548711:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853834.548713:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fb28. 00000100:00000200:2.0:1780853834.548715:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631446912, offset 0 00000400:00000200:2.0:1780853834.548726:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853834.548730:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.548733:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853834.548735:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853834.548737:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853834.548739:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853834.548741:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853834.548744:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2614:2614:253:4294967295] 192.168.202.110@tcp LPNI seq info [2614:2614:5:4294967295] 00000400:00000200:2.0:1780853834.548747:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853834.548753:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853834.548757:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853834.548760:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd400. 00000800:00000200:2.0:1780853834.548763:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853834.548767:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853834.548769:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853834.548772:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.548775:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 89813 usecs (90 jiffies) 00000400:00000200:2.0:1780853834.548778:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853834.548780:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296631388 00000100:00000001:2.0:1780853834.548782:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853834.548784:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296631388 00000100:00000001:2.0:1780853834.548785:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853834.548787:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.548789:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.548791:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.548793:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.548812:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853834.548815:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853834.548945:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853834.548950:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dde00. 00000400:00000200:1.0:1780853834.548956:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.548961:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853834.548965:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f660 00000400:00000010:1.0:1780853834.548968:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f660. 00000100:00000001:1.0:1780853834.548981:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853834.548986:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.548995:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853834.548999:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549009:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853834.549011:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853834.549023:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853834.549025:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853834.549027:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.549030:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853834.549033:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:1.0:1780853834.549034:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:1.0:1780853834.549036:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853834.549039:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549045:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853834.549048:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549053:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853834.549054:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853834.549061:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853834.549063:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd800. 00000400:00000200:1.0:1780853834.549065:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.549067:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853834.549069:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:1.0:1780853834.549071:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:1.0:1780853834.549073:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853834.549076:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549081:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853834.549083:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549088:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853834.549099:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853834.549160:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853834.549163:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd400. 00000400:00000200:1.0:1780853834.549165:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.549168:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853834.549171:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:1.0:1780853834.549172:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:1.0:1780853834.549174:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853834.549178:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549185:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853834.549187:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.549191:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853834.549193:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853834.553084:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553109:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853834.553113:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553116:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.553125:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553132:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853834.553141:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553147:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553153:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553157:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe54900 00000400:00000200:1.0:1780853834.553162:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553168:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x70d1 [1] + 224 00000800:00000001:1.0:1780853834.553176:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553180:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.553184:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.553189:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853834.553196:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853834.553204:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853834.553216:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.553237:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853834.553245:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553248:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853834.553250:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553252:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.553255:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553258:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853834.553262:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553290:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553294:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553296:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe54980 00000400:00000200:1.0:1780853834.553299:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553302:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x70e1 [1] + 224 00000800:00000001:1.0:1780853834.553306:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553309:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.553311:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.553314:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853834.553316:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853834.553319:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853834.553327:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.553333:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853834.553337:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553339:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853834.553341:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553343:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.553346:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553349:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853834.553353:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553355:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553358:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553360:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe54880 00000400:00000200:1.0:1780853834.553363:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.553367:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x70d9 [1] + 224 00000800:00000001:1.0:1780853834.553370:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553376:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.553378:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.553381:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853834.553384:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853834.553388:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853834.553396:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.553412:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853834.553416:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.553418:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.554248:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853834.554253:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853834.554261:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853834.554295:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853834.554299:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685160. 00000400:00000200:2.0:1780853834.554305:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:2.0:1780853834.554308:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:2.0:1780853834.554312:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853834.554318:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853834.554328:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.554334:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853834.554336:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.554338:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853834.554341:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853834.554343:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853834.554345:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.554348:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853834.554358:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=75 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853834.554363:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853834.554366:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853834.554367:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853834.554370:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853834.554374:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.554378:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853834.554380:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853834.554382:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853834.554383:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.554388:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.554394:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.554397:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853834.554408:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853834.554412:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853834.554421:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631446656:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853834.554426:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853834.554427:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853834.554429:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685d68. 00000400:00000200:2.0:1780853834.554432:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:2.0:1780853834.554433:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:2.0:1780853834.554435:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853834.554439:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1780853834.554830:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.554839:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853834.554841:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.554844:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.554850:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.554854:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853834.554860:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.554864:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.554869:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.554873:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe54800 00000400:00000200:1.0:1780853834.554876:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853834.554881:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x70c9 [1] + 224 00000800:00000001:1.0:1780853834.554886:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.554891:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853834.554893:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853834.554897:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853834.554901:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853834.554906:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853834.554915:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853834.554923:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853834.554928:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853834.554931:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1780853834.555192:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555199:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853834.555201:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.555203:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853834.555206:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853834.555208:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853834.555210:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.555213:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853834.555218:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853834.555221:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853834.555223:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853834.555224:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853834.555226:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853834.555228:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.555231:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853834.555232:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853834.555234:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853834.555235:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.555239:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555245:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.555247:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853834.555249:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853834.555252:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853834.555259:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631446912:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853834.555297:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853834.555299:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853834.555301:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853834.555304:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:2.0:1780853834.555306:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:2.0:1780853834.555309:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853834.555312:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853834.555319:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555325:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853834.555326:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.555329:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853834.555330:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853834.555331:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853834.555332:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.555334:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853834.555337:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853834.555339:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853834.555341:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853834.555342:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853834.555344:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853834.555345:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.555347:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.555351:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555356:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.555358:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853834.555359:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853834.555362:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853834.555369:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631446528:192.168.202.110@tcp:400:kworker.0 00000400:00000001:2.0:1780853834.555373:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853834.555375:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853834.555376:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853834.555379:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:2.0:1780853834.555381:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:2.0:1780853834.555383:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853834.555386:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853834.555394:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555409:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853834.555411:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.555413:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853834.555414:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853834.555415:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853834.555417:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853834.555418:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853834.555422:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853834.555425:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853834.555426:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853834.555427:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853834.555429:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853834.555430:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.555432:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853834.555434:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853834.555435:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853834.555436:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853834.555440:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555559:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853834.555561:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853834.555562:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853834.555566:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853834.555573:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631446784:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853834.555577:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.555581:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853834.555585:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631446656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.555591:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853834.555594:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853834.555597:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4582992600. 02000000:00000001:2.0:1780853834.555601:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853834.555604:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853834.555606:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853834.555609:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853834.555612:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddc00. 02000000:00000001:2.0:1780853834.555615:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853834.555617:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853834.555619:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853834.555623:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853834.555624:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.555626:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853834.555629:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631446912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.556598:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853834.556600:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853834.556603:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4582993400. 02000000:00000001:2.0:1780853834.556606:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853834.556608:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853834.556610:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853834.556613:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853834.556615:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd700. 02000000:00000001:2.0:1780853834.556617:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853834.556618:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853834.556620:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:2.0:1780853834.556623:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853834.556624:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.556626:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853834.556741:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631446528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.556750:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853834.556751:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853834.556753:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4582992400. 02000000:00000001:2.0:1780853834.556756:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853834.556757:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853834.556758:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853834.556760:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853834.556762:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd100. 02000000:00000001:2.0:1780853834.556763:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853834.556764:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853834.556766:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853834.556769:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853834.556770:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.556772:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853834.556777:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631446784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853834.556782:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853834.556784:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853834.556785:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4582992200. 02000000:00000001:2.0:1780853834.556787:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853834.556789:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853834.556790:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853834.556791:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853834.556792:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddd00. 02000000:00000001:2.0:1780853834.556794:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853834.556795:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853834.556796:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:2.0:1780853834.556799:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853834.556800:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.556802:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853834.556810:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853834.556812:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853834.556815:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853834.556817:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853834.798220:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853834.798227:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853834.798231:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853834.798233:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853834.798309:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853834.798312:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853834.798315:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1780853835.049196:0:34008:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1780853835.049203:0:34008:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 13:37:13 (1780853833) 00000001:00000001:2.0:1780853835.056676:0:34008:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1780853835.481788:0:34053:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.481794:0:34053:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853835.481797:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fde0 00000080:00200000:2.0:1780853835.481802:0:34053:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853835.481810:0:34053:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4000. 00800000:00000002:2.0:1780853835.481817:0:34053:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.481821:0:34053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.481837:0:34053:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.481840:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fd00 00800000:00000002:2.0:1780853835.481843:0:34053:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.481847:0:34053:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853835.481851:0:34053:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853835.481856:0:34053:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.481858:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fbd0 00000002:00010000:2.0:1780853835.481860:0:34053:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853835.481864:0:34053:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853835.481865:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.481869:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.481876:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:2.0:1780853835.482498:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.482506:0:34053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.482510:0:34053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853835.482516:0:34053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1780853835.482528:0:34053:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853835.482533:0:34053:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.482536:0:34053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1780853835.482544:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853835.482546:0:34053:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853835.482548:0:34053:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.482550:0:34053:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.482552:0:34053:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.482555:0:34053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853835.482558:0:34053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853835.482561:0:34053:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.482564:0:34053:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4000. 00000080:00000001:2.0:1780853835.482569:0:34053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853835.482571:0:34053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.482574:0:34053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853835.482578:0:34053:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:2.0:1780853835.482582:0:34053:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.482585:0:34053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.482586:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.482589:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.482592:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853835.482594:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.482597:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.482601:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.482602:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.482604:0:34053:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.482606:0:34053:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.482609:0:34053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b40188fe18 00010000:00000001:2.0:1780853835.482611:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.482612:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.482614:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853835.482615:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.482617:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.482620:0:34053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.482623:0:34053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1780853835.482695:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.482696:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.482698:0:34053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.482700:0:34053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.482703:0:34053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1780853835.482712:0:34053:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.482715:0:34053:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.482717:0:34053:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.482722:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.482723:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.482725:0:34053:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.482728:0:34053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.482730:0:34053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.482731:0:34053:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.482734:0:34053:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.482736:0:34053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.482737:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.482738:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853835.482741:0:34053:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853835.482743:0:34053:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.482746:0:34053:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 101 00000080:00000001:2.0:1780853835.482750:0:34053:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.482762:0:34053:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.482764:0:34053:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.482766:0:34053:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853835.482767:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fba8 00000080:00200000:2.0:1780853835.482769:0:34053:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853835.482773:0:34053:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4000. 00800000:00000002:2.0:1780853835.482777:0:34053:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.482779:0:34053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.482781:0:34053:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.482782:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fac8 00800000:00000002:2.0:1780853835.482784:0:34053:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.482787:0:34053:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853835.482789:0:34053:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853835.482792:0:34053:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.482794:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188f998 00000002:00010000:2.0:1780853835.482795:0:34053:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853835.482798:0:34053:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853835.482800:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.482801:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.482804:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:2.0:1780853835.482807:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.482809:0:34053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.482811:0:34053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853835.482814:0:34053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:2.0:1780853835.482822:0:34053:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853835.482824:0:34053:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.482977:0:34053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:2.0:1780853835.482985:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853835.482987:0:34053:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853835.482989:0:34053:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.482991:0:34053:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.482992:0:34053:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.482994:0:34053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853835.482997:0:34053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853835.482998:0:34053:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.483001:0:34053:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4000. 00000080:00000001:2.0:1780853835.483004:0:34053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853835.483005:0:34053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.483007:0:34053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853835.483010:0:34053:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:2.0:1780853835.483013:0:34053:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.483161:0:34053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.483163:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.483165:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.483167:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853835.483170:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.483172:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.483174:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.483176:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.483177:0:34053:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.483178:0:34053:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.483181:0:34053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b40188fbe0 00010000:00000001:2.0:1780853835.483183:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.483184:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.483186:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:2.0:1780853835.483187:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.483190:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:2.0:1780853835.483191:0:34053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.483195:0:34053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1780853835.483201:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.483202:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.483203:0:34053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.483205:0:34053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.483207:0:34053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1780853835.483875:0:34053:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.483878:0:34053:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.483884:0:34053:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.483896:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.483898:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.483899:0:34053:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.483902:0:34053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.483903:0:34053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.483905:0:34053:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.483908:0:34053:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.483910:0:34053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.483912:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.483913:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853835.483915:0:34053:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853835.483917:0:34053:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.483920:0:34053:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853835.483924:0:34053:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853835.484124:0:34053:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989fe0. 00000020:00000001:3.0:1780853835.484129:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fd98 00000080:00200000:3.0:1780853835.484131:0:34053:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=1536 00000080:00000001:3.0:1780853835.484136:0:34053:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853835.484137:0:34053:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853835.484138:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fca8 00000080:00200000:3.0:1780853835.484140:0:34053:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853835.484145:0:34053:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585c80800. 00800000:00000002:3.0:1780853835.484148:0:34053:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853835.484151:0:34053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853835.484153:0:34053:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.484155:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fbc8 00800000:00000002:3.0:1780853835.484157:0:34053:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853835.484160:0:34053:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853835.484162:0:34053:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853835.484166:0:34053:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.484167:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fa98 00000002:00010000:3.0:1780853835.484169:0:34053:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853835.484172:0:34053:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853835.484173:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853835.484175:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853835.484179:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853835.484181:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853835.484184:0:34053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.484187:0:34053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853835.484190:0:34053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:3.0:1780853835.484199:0:34053:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853835.484202:0:34053:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.484205:0:34053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:3.0:1780853835.484228:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853835.484230:0:34053:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853835.484232:0:34053:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853835.484234:0:34053:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853835.484236:0:34053:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853835.484238:0:34053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853835.484240:0:34053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853835.484242:0:34053:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853835.484244:0:34053:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585c80800. 00000080:00000001:3.0:1780853835.484248:0:34053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853835.484249:0:34053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.484251:0:34053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853835.484253:0:34053:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:3.0:1780853835.484256:0:34053:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853835.484258:0:34053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853835.484260:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.484261:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.484295:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853835.484298:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484300:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484303:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484304:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853835.484305:0:34053:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.484307:0:34053:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.484309:0:34053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b40188fce0 00010000:00000001:3.0:1780853835.484311:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.484312:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.484314:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853835.484315:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484317:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484319:0:34053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853835.484323:0:34053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1780853835.484329:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484330:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.484332:0:34053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853835.484333:0:34053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853835.484336:0:34053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1780853835.484342:0:34053:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853835.484343:0:34053:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853835.484344:0:34053:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853835.484346:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484348:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.484349:0:34053:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484351:0:34053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853835.484352:0:34053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484354:0:34053:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484356:0:34053:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484358:0:34053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853835.484359:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484360:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853835.484362:0:34053:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853835.484363:0:34053:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853835.484365:0:34053:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:3.0:1780853835.484368:0:34053:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.484374:0:34053:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853835.484375:0:34053:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853835.484377:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fd90 00000080:00200000:3.0:1780853835.484378:0:34053:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853835.484382:0:34053:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585c80800. 00800000:00000002:3.0:1780853835.484384:0:34053:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853835.484386:0:34053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853835.484388:0:34053:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.484389:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fcb0 00800000:00000002:3.0:1780853835.484391:0:34053:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853835.484408:0:34053:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853835.484410:0:34053:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853835.484413:0:34053:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.484415:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fb80 00000002:00010000:3.0:1780853835.484416:0:34053:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853835.484419:0:34053:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853835.484420:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853835.484421:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853835.484424:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853835.484426:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853835.484428:0:34053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.484430:0:34053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853835.484433:0:34053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:3.0:1780853835.484439:0:34053:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853835.484441:0:34053:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.484444:0:34053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:3.0:1780853835.484450:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853835.484452:0:34053:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853835.484453:0:34053:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853835.484455:0:34053:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853835.484456:0:34053:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853835.484459:0:34053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853835.484461:0:34053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853835.484462:0:34053:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853835.484464:0:34053:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585c80800. 00000080:00000001:3.0:1780853835.484467:0:34053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853835.484468:0:34053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.484471:0:34053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853835.484473:0:34053:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e68 00800000:00000001:3.0:1780853835.484478:0:34053:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853835.484479:0:34053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853835.484480:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.484481:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.484483:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853835.484484:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484486:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484489:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484490:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853835.484491:0:34053:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.484493:0:34053:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.484495:0:34053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e68 from it ffffb4b40188fdc8 00010000:00000001:3.0:1780853835.484496:0:34053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.484498:0:34053:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.484499:0:34053:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=3 00000020:00000001:3.0:1780853835.484501:0:34053:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484503:0:34053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.484505:0:34053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853835.484507:0:34053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:3.0:1780853835.484513:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484514:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.484515:0:34053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853835.484517:0:34053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853835.484519:0:34053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:3.0:1780853835.484525:0:34053:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853835.484526:0:34053:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853835.484528:0:34053:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853835.484530:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484531:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.484532:0:34053:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484535:0:34053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853835.484536:0:34053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484538:0:34053:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484539:0:34053:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484541:0:34053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853835.484542:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484544:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853835.484545:0:34053:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853835.484547:0:34053:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853835.484548:0:34053:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:3.0:1780853835.484552:0:34053:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.484555:0:34053:0:(namei.c:2222:do_mkdir()) Process entered 00000020:00000001:3.0:1780853835.484557:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fda0 00000080:00200000:3.0:1780853835.484559:0:34053:0:(namei.c:2225:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:3.0:1780853835.484563:0:34053:0:(namei.c:1954:ll_new_node()) Process entered 00000080:00000001:3.0:1780853835.484565:0:34053:0:(namei.c:1763:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1780853835.484568:0:34053:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585c80800. 00800000:00000002:3.0:1780853835.484571:0:34053:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000010:3.0:1780853835.484579:0:34053:0:(namei.c:1781:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9e45852def40. 00000080:00000001:3.0:1780853835.484582:0:34053:0:(namei.c:1870:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.484585:0:34053:0:(lmv_obd.c:2284:lmv_create()) Process entered 00800000:00000001:3.0:1780853835.484588:0:34053:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853835.484595:0:34053:0:(lmv_obd.c:1684:lmv_locate_tgt_qos()) Process entered 00800000:00000001:3.0:1780853835.484597:0:34053:0:(lmv_obd.c:1687:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:3.0:1780853835.484600:0:34053:0:(lmv_obd.c:1765:lmv_locate_tgt_rr()) Process entered 00800000:00000001:3.0:1780853835.484603:0:34053:0:(lmv_obd.c:1783:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:3.0:1780853835.484606:0:34053:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:3.0:1780853835.484609:0:34053:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1780853835.484612:0:34053:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1780853835.484615:0:34053:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1780853835.484617:0:34053:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1780853835.484620:0:34053:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:3.0:1780853835.484623:0:34053:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.484625:0:34053:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.484627:0:34053:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.484629:0:34053:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853835.484631:0:34053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40188fbc0 00800000:00000002:3.0:1780853835.484634:0:34053:0:(lmv_obd.c:2325:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1780853835.484639:0:34053:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1780853835.484642:0:34053:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853835.484645:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 2 00010000:00000001:3.0:1780853835.484647:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853835.484650:0:34053:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853835.484654:0:34053:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853835.484657:0:34053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:3.0:1780853835.484666:0:34053:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853835.484671:0:34053:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853835.484674:0:34053:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853835.484676:0:34053:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1780853835.484678:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853835.484680:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853835.484681:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 3 00010000:00000001:3.0:1780853835.484683:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853835.484686:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.484687:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853835.484688:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853835.484689:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 3 00010000:00000001:3.0:1780853835.484691:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853835.484693:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.484695:0:34053:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853835.484696:0:34053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853835.484697:0:34053:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3500 count: 3 00010000:00000001:3.0:1780853835.484699:0:34053:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853835.484701:0:34053:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.484703:0:34053:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1780853835.484706:0:34053:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1780853835.484711:0:34053:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1780853835.484713:0:34053:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1780853835.484717:0:34053:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853835.484718:0:34053:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484723:0:34053:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853835.484728:0:34053:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853835.484730:0:34053:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853835.484732:0:34053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.484734:0:34053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1780853835.484737:0:34053:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170200 with handle 0xa8f483e9eb300e68 from hash 00010000:00000001:3.0:1780853835.484739:0:34053:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853835.484741:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.484742:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.484743:0:34053:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853835.484745:0:34053:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853835.484747:0:34053:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853835.484750:0:34053:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853835.484752:0:34053:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853835.484754:0:34053:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853835.484759:0:34053:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853835.484764:0:34053:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853835.484770:0:34053:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853835.484772:0:34053:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484774:0:34053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853835.484778:0:34053:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853835.484781:0:34053:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.484784:0:34053:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853835.484786:0:34053:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853835.484789:0:34053:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853835.484796:0:34053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fac800. 00000100:00000001:3.0:1780853835.484803:0:34053:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484805:0:34053:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.484808:0:34053:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853835.484814:0:34053:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1780853835.484821:0:34053:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853835.484824:0:34053:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853835.484825:0:34053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853835.484828:0:34053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a5ec expref: -99 pid: 32984 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1780853835.484836:0:34053:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3500 count: 0 00010000:00000010:3.0:1780853835.484841:0:34053:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02f80. 00010000:00000001:3.0:1780853835.484853:0:34053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.484855:0:34053:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484857:0:34053:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.484858:0:34053:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.484861:0:34053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780853835.484877:0:34053:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853835.484902:0:34053:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853835.484911:0:34053:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853835.484914:0:34053:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853835.484923:0:34053:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.484925:0:34053:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167355968 : -107453542195648 : ffff9e4585c99e40) 00000100:00000001:3.0:1780853835.484929:0:34053:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.484930:0:34053:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853835.484937:0:34053:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853835.484944:0:34053:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.484946:0:34053:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853835.484948:0:34053:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853835.484953:0:34053:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853835.484961:0:34053:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853835.484964:0:34053:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.484968:0:34053:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853835.484970:0:34053:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853835.484973:0:34053:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853835.484977:0:34053:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job mkdir:e55ecacc-e48a-400c-a052-f3869534991c:34053:1867358631447168:192.168.202.110@tcp:36:mkdir.0 00000100:00000001:3.0:1780853835.484981:0:34053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853835.484988:0:34053:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853835.484991:0:34053:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.484994:0:34053:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853835.484999:0:34053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad800. 02000000:00000001:3.0:1780853835.485001:0:34053:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853835.485009:0:34053:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853835.485013:0:34053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853835.489580:0:34053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853835.489592:0:34053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631447168, portal 10 00000100:00000001:3.0:1780853835.489596:0:34053:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.489598:0:34053:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853835.489615:0:34053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853835.489840:0:34053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853835.489845:0:34053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853835.489848:0:34053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853835.489852:0:34053:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1867358631447168, offset 0 00000400:00000200:3.0:1780853835.489859:0:34053:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853835.489869:0:34053:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.489878:0:34053:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853835.490101:0:34053:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853835.490106:0:34053:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853835.490110:0:34053:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853835.490113:0:34053:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853835.490117:0:34053:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2615:2615:256:4294967295] 192.168.202.110@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:3.0:1780853835.490122:0:34053:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.490132:0:34053:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853835.490138:0:34053:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853835.490145:0:34053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853835.490154:0:34053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853835.490162:0:34053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853835.490167:0:34053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1780853835.490237:0:34053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.490244:0:34053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 839586 usecs (840 jiffies) 00000400:00000200:3.0:1780853835.490248:0:34053:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853835.490250:0:34053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633084 00000100:00000001:3.0:1780853835.490254:0:34053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.490256:0:34053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633084 00000100:00000001:3.0:1780853835.490258:0:34053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.490261:0:34053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.490298:0:34053:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.490302:0:34053:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853835.490304:0:34053:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853835.490306:0:34053:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c99e40 going to sleep for 11 seconds 00000100:00000001:3.0:1780853835.490309:0:34053:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853835.490312:0:34053:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.503238:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.503247:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:1.0:1780853835.503255:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.503287:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.503295:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:1.0:1780853835.503298:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:1.0:1780853835.503304:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.503314:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853835.503330:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.503333:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853835.503340:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.503342:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853835.508328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:3.1:1780853835.508348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000800:00000001:1.0:1780853835.525948:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.525965:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853835.525968:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.525970:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.525978:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.525984:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853835.525991:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.525996:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.526000:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.526003:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe54a80 00000400:00000200:1.0:1780853835.526007:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.526011:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x70e9 [1] + 224 00000800:00000001:1.0:1780853835.526025:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.526030:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.526032:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.526035:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853835.526043:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853835.526051:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853835.526059:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853835.526071:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853835.526079:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853835.526083:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.526089:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853835.526095:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2616:2616:256:4294967295] 192.168.202.110@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:1.0:1780853835.526100:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853835.526106:0:34053:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1780853835.526108:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000400:00000001:3.0:1780853835.526113:0:34053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:1.0:1780853835.526113:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000400:00000001:3.0:1780853835.526115:0:34053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000010:1.0:1780853835.526118:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76d00. 00000400:00000010:3.0:1780853835.526119:0:34053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853835.526123:0:34053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000800:00000200:1.0:1780853835.526124:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000400:00000010:3.0:1780853835.526126:0:34053:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:3.0:1780853835.526128:0:34053:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1780853835.526131:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000100:00000200:3.0:1780853835.526133:0:34053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1780853835.526136:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1780853835.526141:0:34053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631447168/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853835.526147:0:34053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853835.526149:0:34053:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.526152:0:34053:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853835.526156:0:34053:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853835.526158:0:34053:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853835.526160:0:34053:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.526163:0:34053:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853835.526173:0:34053:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853835.526178:0:34053:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853835.526181:0:34053:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853835.526183:0:34053:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.526186:0:34053:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853835.526190:0:34053:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.526193:0:34053:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853835.526195:0:34053:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:3.0:1780853835.526197:0:34053:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853835.526199:0:34053:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.526201:0:34053:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000001:3.0:1780853835.526204:0:34053:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853835.526206:0:34053:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853835.526207:0:34053:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853835.526209:0:34053:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.526214:0:34053:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631447168/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853851 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853835.526221:0:34053:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.526225:0:34053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853835.526227:0:34053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853835.526230:0:34053:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631447168/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853851 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853835.526238:0:34053:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job mkdir:e55ecacc-e48a-400c-a052-f3869534991c:34053:1867358631447168:192.168.202.110@tcp:36:mkdir.0 00000800:00000200:1.0:1780853835.526241:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1780853835.526244:0:34053:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1780853835.526245:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76d00. 00000100:00000001:3.0:1780853835.526247:0:34053:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853835.526248:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1780853835.526249:0:34053:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853835.526251:0:34053:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1780853835.526253:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000100:00000040:3.0:1780853835.526255:0:34053:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583172a00 x1867358631447168/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853851 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1780853835.526259:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1780853835.526261:0:34053:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853835.526262:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1780853835.526293:0:34053:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.526297:0:34053:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853835.526298:0:34053:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.526308:0:34053:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853835.526312:0:34053:0:(lmv_obd.c:2333:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:3.0:1780853835.526315:0:34053:0:(lmv_obd.c:2391:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.526320:0:34053:0:(namei.c:1890:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1780853835.526324:0:34053:0:(namei.c:1685:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1780853782 to 1780853835 00000080:00000001:3.0:1780853835.526329:0:34053:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853835.526335:0:34053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853835.526337:0:34053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853835.526340:0:34053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1780853835.526344:0:34053:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853835.526556:0:34053:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e459198e300. 00000080:00000001:2.0:1780853835.526566:0:34053:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853835.526567:0:34053:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9e459198e3c8) 00000080:00000001:2.0:1780853835.526569:0:34053:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853835.526571:0:34053:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1780853835.526573:0:34053:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.526574:0:34053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1780853835.526576:0:34053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853835.526578:0:34053:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1780853835 00000080:00200000:2.0:1780853835.526580:0:34053:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00000001:2.0:1780853835.526582:0:34053:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780853835.526583:0:34053:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365489096 : -107453344062520 : ffff9e459198e3c8) 00000080:00000001:2.0:1780853835.526585:0:34053:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853835.526587:0:34053:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853835.526589:0:34053:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.526592:0:34053:0:(namei.c:1937:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.526593:0:34053:0:(namei.c:2049:ll_new_node()) Process leaving 00000100:00000001:2.0:1780853835.526594:0:34053:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.526598:0:34053:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631447168/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.526602:0:34053:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853835.526604:0:34053:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.526606:0:34053:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585c80800. 00000080:00000010:2.0:1780853835.526609:0:34053:0:(namei.c:2055:ll_new_node()) kfreed 'lum': 48 at ffff9e45852def40. 00000080:00000001:2.0:1780853835.526611:0:34053:0:(namei.c:2057:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.526612:0:34053:0:(namei.c:2233:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853835.526616:0:34053:0:(namei.c:2277:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.526625:0:34053:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853835.526631:0:34053:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1780853835.536052:0:34054:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.536061:0:34054:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.536064:0:34054:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853835.536068:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fbc0 00000080:00200000:2.0:1780853835.536073:0:34054:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853835.536082:0:34054:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4000. 00800000:00000002:2.0:1780853835.536090:0:34054:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.536095:0:34054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.536101:0:34054:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.536103:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fae0 00800000:00000002:2.0:1780853835.536106:0:34054:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.536111:0:34054:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853835.536116:0:34054:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853835.536122:0:34054:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.536124:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f9b0 00000002:00010000:2.0:1780853835.536126:0:34054:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853835.536130:0:34054:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853835.536132:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.536136:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853835.536144:0:34054:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.536147:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.536149:0:34054:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.536152:0:34054:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853835.536155:0:34054:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853835.536161:0:34054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39f80. 00000020:00000040:2.0:1780853835.536166:0:34054:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853835.536174:0:34054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853835.536180:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.536184:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.536187:0:34054:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.536190:0:34054:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.536195:0:34054:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.536203:0:34054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1000. 00000100:00000001:2.0:1780853835.536211:0:34054:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.536216:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.536218:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.536220:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.536221:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.536224:0:34054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.536228:0:34054:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00010000:00000001:2.0:1780853835.536232:0:34054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853835.536234:0:34054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853835.536237:0:34054:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837700. 00010000:00000010:2.0:1780853835.536242:0:34054:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9980. 00010000:00000001:2.0:1780853835.536246:0:34054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853835.536249:0:34054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779800. 00000020:00000001:2.0:1780853835.536254:0:34054:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853835.536256:0:34054:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779800 with handle 0xa8f483e9eb300e6f to hash 00000020:00000001:2.0:1780853835.536258:0:34054:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853835.536260:0:34054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.536284:0:34054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.536288:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.536290:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.536295:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.536305:0:34054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.536316:0:34054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853835.536322:0:34054:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853835.536324:0:34054:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853835.536330:0:34054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.536332:0:34054:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711936 : -107453584839680 : ffff9e45833eec00) 00000100:00000001:2.0:1780853835.536335:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.536337:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000001:2.0:1780853835.536341:0:34054:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.536345:0:34054:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.536347:0:34054:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853835.536349:0:34054:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.536361:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.536371:0:34054:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.536373:0:34054:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.536377:0:34054:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.536380:0:34054:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.536383:0:34054:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.536387:0:34054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447296:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853835.537051:0:34054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.537062:0:34054:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.537065:0:34054:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.537068:0:34054:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.537075:0:34054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4586478000. 02000000:00000001:2.0:1780853835.537077:0:34054:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.537087:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.537091:0:34054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.537098:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853835.537105:0:34054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631447296, portal 10 00000100:00000001:2.0:1780853835.537108:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.537109:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000040:2.0:1780853835.537116:0:34054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.537124:0:34054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.537126:0:34054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.537129:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853835.537132:0:34054:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631447296, offset 0 00000400:00000200:2.0:1780853835.537139:0:34054:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.537148:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.537155:0:34054:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.537160:0:34054:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.537164:0:34054:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.537168:0:34054:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.537170:0:34054:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.537173:0:34054:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2617:2617:256:4294967295] 192.168.202.110@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:2.0:1780853835.537178:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.537188:0:34054:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.537194:0:34054:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.537200:0:34054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddd00. 00000800:00000200:2.0:1780853835.537206:0:34054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.537215:0:34054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.537220:0:34054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddd00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.537426:0:34054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.537431:0:34054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 838595 usecs (839 jiffies) 00000400:00000200:2.0:1780853835.537435:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.537438:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633131 00000100:00000001:2.0:1780853835.537441:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.537444:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633131 00000100:00000001:2.0:1780853835.537446:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.537448:0:34054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.537451:0:34054:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.537453:0:34054:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.537455:0:34054:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853835.537458:0:34054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eec00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853835.537461:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.537464:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853835.538087:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853835.538093:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddd00. 00000400:00000200:0.0:1780853835.538100:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.538106:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853835.538113:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:0.0:1780853835.538115:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:0.0:1780853835.538120:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853835.538127:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.538137:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853835.538140:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.538147:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.538149:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1780853835.542550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989fe0. 00000800:00000001:1.0:1780853835.549529:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.549547:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853835.549552:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.549555:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.549563:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.549572:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853835.549580:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.549585:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.549590:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.549594:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe54b00 00000400:00000200:1.0:1780853835.549599:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.549606:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x70f1 [1] + 224 00000800:00000001:1.0:1780853835.549614:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.549626:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.549629:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.549634:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853835.549641:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853835.549650:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853835.549662:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.549676:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853835.549685:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.549688:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.549895:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.549903:0:34054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.549906:0:34054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.549910:0:34054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.549917:0:34054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:2.0:1780853835.549919:0:34054:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:2.0:1780853835.549924:0:34054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.549929:0:34054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853835.549939:0:34054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.549945:0:34054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.549947:0:34054:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.549950:0:34054:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.549953:0:34054:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.549956:0:34054:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.549959:0:34054:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.549963:0:34054:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.549975:0:34054:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853835.549980:0:34054:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.549983:0:34054:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.549985:0:34054:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.549989:0:34054:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.549993:0:34054:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.549997:0:34054:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.550000:0:34054:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853835.550001:0:34054:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.550004:0:34054:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.550010:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.550017:0:34054:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.550020:0:34054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.550022:0:34054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.550026:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853835.550034:0:34054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447296:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853835.550039:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.550041:0:34054:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.550044:0:34054:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.550046:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.550049:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.550056:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.550060:0:34054:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.550063:0:34054:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.550064:0:34054:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.550068:0:34054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853835.550072:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550075:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550078:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=4 00000020:00000001:2.0:1780853835.550081:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550084:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000040:2.0:1780853835.550092:0:34054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779800, remote cookie: 0x562725ecec97a616, flags: 0x1001 00010000:00010000:2.0:1780853835.550098:0:34054:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.550109:0:34054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550116:0:34054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853835.550119:0:34054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853835.550121:0:34054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853835.550123:0:34054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853835.550124:0:34054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853835.550127:0:34054:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837700) refcount = 1 00010000:00010000:2.0:1780853835.550131:0:34054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550138:0:34054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853835.550142:0:34054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853835.550143:0:34054:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.550146:0:34054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853835.550148:0:34054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.550152:0:34054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550158:0:34054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853835.550160:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550162:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550163:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550164:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550165:0:34054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.550170:0:34054:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853835.550172:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550173:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550175:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550177:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550179:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550181:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550182:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550183:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=4 00000020:00000001:2.0:1780853835.550184:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550186:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550189:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.550192:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.550194:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550200:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550201:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550202:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550203:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550204:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=5 00000020:00000001:2.0:1780853835.550206:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550208:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550210:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.550212:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550217:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550218:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853835.550221:0:34054:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550231:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.550232:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550233:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550234:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550235:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853835.550239:0:34054:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853835.550248:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550249:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550250:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550252:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550254:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550256:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550257:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.550258:0:34054:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.550260:0:34054:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.550282:0:34054:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853835.550285:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550286:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550287:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550289:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550291:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00000002:00010000:2.0:1780853835.550294:0:34054:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550301:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550302:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550304:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853835.550305:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550306:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550308:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550310:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550312:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000040:2.0:1780853835.550319:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:2.0:1780853835.550322:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853835.550326:0:34054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853835.550329:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550330:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.550331:0:34054:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853835.550334:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f930 00000002:00002000:2.0:1780853835.550337:0:34054:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853835.550340:0:34054:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.550343:0:34054:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.550346:0:34054:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853835.550350:0:34054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853835.550353:0:34054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853835.550357:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.550362:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4000. 00000080:00000001:2.0:1780853835.550366:0:34054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853835.550369:0:34054:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853835.550375:0:34054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853835.550379:0:34054:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853835.550385:0:34054:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f0a40. 00800000:00000001:2.0:1780853835.550387:0:34054:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343872064 : -107453365679552 : ffff9e45904f0a40) 00800000:00000001:2.0:1780853835.550390:0:34054:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.550404:0:34054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853835.550407:0:34054:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853835.550410:0:34054:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853835.550413:0:34054:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853835.550416:0:34054:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853835.550418:0:34054:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.550423:0:34054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853835.550426:0:34054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1780853835.550432:0:34054:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853835.550434:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550435:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550437:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550439:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550440:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550443:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550444:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853835.550445:0:34054:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853835.550448:0:34054:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853835.550449:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f0a40 1 00800000:00000010:2.0:1780853835.550452:0:34054:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f0a40. 00800000:00000001:2.0:1780853835.550455:0:34054:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.550458:0:34054:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e6f 00800000:00000001:2.0:1780853835.550461:0:34054:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.550463:0:34054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.550464:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550465:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550466:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550468:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550470:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550472:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550473:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.550474:0:34054:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.550476:0:34054:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.550478:0:34054:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.550480:0:34054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853835.550483:0:34054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e6f from it ffffb4b40164fbf8 00010000:00000001:2.0:1780853835.550485:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.550486:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.550487:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.550488:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550490:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.550492:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.550495:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.550505:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550506:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550507:0:34054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.550509:0:34054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.550512:0:34054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853835.550519:0:34054:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.550521:0:34054:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.550523:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.550527:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550529:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.550530:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.550534:0:34054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.550535:0:34054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.550537:0:34054:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.550539:0:34054:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.550541:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.550542:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.550543:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853835.550545:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.550549:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631447296/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.550556:0:34054:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.550559:0:34054:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.550562:0:34054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4586478000. 02000000:00000001:2.0:1780853835.550565:0:34054:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.550567:0:34054:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.550569:0:34054:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.550572:0:34054:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.550574:0:34054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853835.550577:0:34054:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.550579:0:34054:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.550581:0:34054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:2.0:1780853835.550585:0:34054:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.550586:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.550589:0:34054:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853835.550594:0:34054:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.550609:0:34054:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7100. 00000080:00000001:2.0:1780853835.550613:0:34054:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.551594:0:34054:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853835.551598:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fb00 00000080:00200000:2.0:1780853835.551601:0:34054:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853835.551609:0:34054:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4000. 00800000:00000002:2.0:1780853835.551630:0:34054:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.551635:0:34054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.551640:0:34054:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.551642:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa20 00800000:00000002:2.0:1780853835.551645:0:34054:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.551649:0:34054:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853835.551654:0:34054:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853835.551659:0:34054:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.551661:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f8f0 00000002:00010000:2.0:1780853835.551663:0:34054:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853835.551668:0:34054:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853835.551670:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.551673:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.551678:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:2.0:1780853835.551681:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.551685:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.551689:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853835.551693:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853835.551704:0:34054:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853835.551709:0:34054:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.551712:0:34054:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853835.551724:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853835.551726:0:34054:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853835.551728:0:34054:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.551730:0:34054:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.551732:0:34054:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.551734:0:34054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853835.551737:0:34054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853835.551740:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.551743:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4000. 00000080:00000001:2.0:1780853835.551748:0:34054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853835.551749:0:34054:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.551752:0:34054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853835.551920:0:34054:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e6f 00800000:00000001:2.0:1780853835.551924:0:34054:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.551926:0:34054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.551929:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.551931:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.551934:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.551937:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.551941:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.551944:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.551946:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.551947:0:34054:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.551950:0:34054:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.551952:0:34054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e6f from it ffffb4b40164fb38 00010000:00000001:2.0:1780853835.551954:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.551955:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.551956:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779800 refcount=3 00000020:00000001:2.0:1780853835.551958:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.551960:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245866496 : -107453463685120 : ffff9e458a779800) 00010000:00000001:2.0:1780853835.551963:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.551967:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853835.551974:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.551975:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.551977:0:34054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.551980:0:34054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.551982:0:34054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853835.551988:0:34054:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.551991:0:34054:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.551993:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.551997:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.551999:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.552001:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.552005:0:34054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.552006:0:34054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.552009:0:34054:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.552011:0:34054:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.552013:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.552015:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.552016:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853835.552019:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853835.552021:0:34054:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.552023:0:34054:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853835.552028:0:34054:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.552033:0:34054:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:2.0:1780853835.552036:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fb50 00000080:00200000:2.0:1780853835.552038:0:34054:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e4592410f00, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1780853835.552045:0:34054:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585da5660. 00000080:00000001:2.0:1780853835.552049:0:34054:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853835.552051:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa00 00000080:00200000:2.0:1780853835.552053:0:34054:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000010:2.0:1780853835.552060:0:34054:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4000. 00800000:00000002:2.0:1780853835.552064:0:34054:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.552069:0:34054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.552071:0:34054:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.552072:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f920 00800000:00000002:2.0:1780853835.552074:0:34054:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.552077:0:34054:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780853835.552080:0:34054:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853835.552084:0:34054:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853835.552088:0:34054:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853835.552091:0:34054:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853835.552094:0:34054:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853835.552097:0:34054:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853835.552099:0:34054:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:2.0:1780853835.552102:0:34054:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.552104:0:34054:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.552106:0:34054:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.552107:0:34054:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.552109:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f8a0 00800000:00000002:2.0:1780853835.552112:0:34054:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1780853835.552115:0:34054:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.552117:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f7d8 00000002:00010000:2.0:1780853835.552118:0:34054:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1780853835.552122:0:34054:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853835.552125:0:34054:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853835.552128:0:34054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1780853835.552132:0:34054:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.552134:0:34054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853835.552136:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:2.0:1780853835.552138:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.552141:0:34054:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853835.552145:0:34054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853835.552149:0:34054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1780853835.552162:0:34054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853835.552166:0:34054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853835.552170:0:34054:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853835.552172:0:34054:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1780853835.552174:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.552175:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.552177:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:2.0:1780853835.552179:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853835.552182:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.552184:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.552185:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.552186:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:2.0:1780853835.552188:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853835.552190:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.552192:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.552193:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.552194:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 3 00010000:00000001:2.0:1780853835.552196:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853835.552198:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.552200:0:34054:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853835.552203:0:34054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1780853835.552207:0:34054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1780853835.552209:0:34054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1780853835.552212:0:34054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853835.552213:0:34054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.552217:0:34054:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853835.552219:0:34054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853835.552221:0:34054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853835.552222:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.552224:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1780853835.552226:0:34054:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779800 with handle 0xa8f483e9eb300e6f from hash 00010000:00000001:2.0:1780853835.552228:0:34054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853835.552230:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.552231:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.552232:0:34054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853835.552235:0:34054:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853835.552236:0:34054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780853835.552239:0:34054:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853835.552241:0:34054:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853835.552243:0:34054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1780853835.552248:0:34054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39f80. 00000020:00000040:2.0:1780853835.552253:0:34054:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853835.552259:0:34054:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853835.552261:0:34054:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.554331:0:34054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853835.554343:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.554346:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.554351:0:34054:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.554354:0:34054:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.554358:0:34054:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853835.554990:0:34054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae400. 00000100:00000001:3.0:1780853835.554998:0:34054:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.555003:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.555005:0:34054:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853835.555010:0:34054:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853835.555068:0:34054:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853835.555069:0:34054:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1780853835.555070:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853835.555072:0:34054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779800/0xa8f483e9eb300e6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a616 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1780853835.555079:0:34054:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837700 count: 0 00010000:00000010:3.0:1780853835.555085:0:34054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9980. 00010000:00000001:3.0:1780853835.555097:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.555098:0:34054:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.555099:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.555100:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.555102:0:34054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.555110:0:34054:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00010000:00000001:3.0:1780853835.555114:0:34054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853835.555115:0:34054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853835.555120:0:34054:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3500. 00010000:00000010:3.0:1780853835.555123:0:34054:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02f80. 00010000:00000001:3.0:1780853835.555128:0:34054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853835.555131:0:34054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853835.555133:0:34054:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853835.555136:0:34054:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170200 with handle 0xa8f483e9eb300e76 to hash 00000020:00000001:3.0:1780853835.555137:0:34054:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853835.555138:0:34054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.555140:0:34054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.555143:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.555144:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.555146:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.555151:0:34054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853835.555159:0:34054:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780853835.555167:0:34054:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853835.555173:0:34054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853835.555178:0:34054:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853835.555179:0:34054:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853835.555184:0:34054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.555185:0:34054:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167355968 : -107453542195648 : ffff9e4585c99e40) 00000100:00000001:3.0:1780853835.555187:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.555188:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000001:3.0:1780853835.555191:0:34054:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853835.555194:0:34054:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.555196:0:34054:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853835.555197:0:34054:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853835.555200:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.555205:0:34054:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853835.555207:0:34054:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.555210:0:34054:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853835.555212:0:34054:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853835.555214:0:34054:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853835.555216:0:34054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447552:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853835.555219:0:34054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853835.555224:0:34054:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853835.555226:0:34054:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.555228:0:34054:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853835.555318:0:34054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853835.555322:0:34054:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853835.555329:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853835.555333:0:34054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853835.555339:0:34054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4583fad000. 00000100:00000200:3.0:1780853835.555346:0:34054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631447552, portal 10 00000100:00000001:3.0:1780853835.555348:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.555349:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000040:3.0:1780853835.555355:0:34054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.555363:0:34054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853835.555365:0:34054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853835.555368:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853835.555371:0:34054:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1867358631447552, offset 0 00000400:00000200:3.0:1780853835.555375:0:34054:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853835.555381:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.555387:0:34054:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853835.555390:0:34054:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853835.555404:0:34054:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853835.555408:0:34054:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853835.555411:0:34054:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853835.555415:0:34054:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2618:2618:256:4294967295] 192.168.202.110@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:3.0:1780853835.555423:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.555433:0:34054:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853835.555439:0:34054:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853835.555445:0:34054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853835.555451:0:34054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853835.555459:0:34054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853835.555463:0:34054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1780853835.555554:0:34054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.555560:0:34054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 837562 usecs (838 jiffies) 00000400:00000200:3.0:1780853835.555564:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853835.555567:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633148 00000100:00000001:3.0:1780853835.555570:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.555572:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633148 00000100:00000001:3.0:1780853835.555574:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.555576:0:34054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.555579:0:34054:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.555581:0:34054:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853835.555582:0:34054:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853835.555585:0:34054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c99e40 going to sleep for 11 seconds 00000100:00000001:3.0:1780853835.555587:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853835.555590:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853835.556385:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853835.556403:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:0.0:1780853835.556409:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.556416:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853835.556422:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:0.0:1780853835.556424:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:0.0:1780853835.556543:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853835.556551:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.556564:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853835.556568:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.556575:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.556577:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853835.561791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00010000:00000010:3.1:1780853835.561810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779800. 00000800:00000001:1.0:1780853835.567187:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.567206:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853835.567210:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.567212:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.567222:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.567230:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853835.567241:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.567248:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.567254:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.567257:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe54c00 00000400:00000200:1.0:1780853835.567262:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.567307:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x70f9 [32] + 224 00000800:00000001:1.0:1780853835.567315:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.567322:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.567325:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.567330:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853835.567337:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853835.567346:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853835.567357:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.567375:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853835.567384:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.567387:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.567547:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853835.567554:0:34054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853835.567556:0:34054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853835.567559:0:34054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853835.567564:0:34054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4583fad000 00000400:00000010:3.0:1780853835.567567:0:34054:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4583fad000. 00000100:00000001:3.0:1780853835.567570:0:34054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853835.567575:0:34054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853835.567584:0:34054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.567591:0:34054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853835.567594:0:34054:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.567597:0:34054:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853835.567600:0:34054:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853835.567602:0:34054:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853835.567605:0:34054:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.567608:0:34054:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853835.567618:0:34054:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853835.567623:0:34054:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853835.567625:0:34054:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853835.567639:0:34054:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.567646:0:34054:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853835.567650:0:34054:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853835.567653:0:34054:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853835.567655:0:34054:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853835.567659:0:34054:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780853835.567664:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.567672:0:34054:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780853835.567677:0:34054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853835.567679:0:34054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853835.567683:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853835.567692:0:34054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447552:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853835.567697:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.567701:0:34054:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853835.567703:0:34054:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853835.567705:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.567708:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.567715:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853835.567719:0:34054:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.567722:0:34054:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853835.567724:0:34054:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780853835.567727:0:34054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853835.567733:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.567736:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.567739:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853835.567741:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.567744:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00010000:3.0:1780853835.567750:0:34054:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567762:0:34054:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780853835.567767:0:34054:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567774:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853835.567777:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567783:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.567784:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853835.567786:0:34054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567793:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.567796:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.567799:0:34054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853835.567801:0:34054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.567808:0:34054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170200 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853835.567811:0:34054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853835.567814:0:34054:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567825:0:34054:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853835.567828:0:34054:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853835.567831:0:34054:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567837:0:34054:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853835.567840:0:34054:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853835.567841:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.567843:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.567844:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=5 00000020:00000001:3.0:1780853835.567846:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.567849:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.567851:0:34054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853835.567854:0:34054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853835.567858:0:34054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853835.567859:0:34054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.567861:0:34054:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853835.567862:0:34054:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853835.567865:0:34054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853835.567867:0:34054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853835.567868:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.567869:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853835.567871:0:34054:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170200 with handle 0xa8f483e9eb300e76 from hash 00010000:00000001:3.0:1780853835.567873:0:34054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853835.567873:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.567874:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.567875:0:34054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853835.567876:0:34054:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853835.567877:0:34054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853835.567878:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.567879:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.567880:0:34054:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.567881:0:34054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.567883:0:34054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.567886:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.567887:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.567888:0:34054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853835.567889:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853835.567890:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.567890:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.567891:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853835.567892:0:34054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e76 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853835.567897:0:34054:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3500 count: 0 00010000:00000010:3.0:1780853835.567903:0:34054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02f80. 00010000:00000001:3.0:1780853835.567909:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.567911:0:34054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780853835.567914:0:34054:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780853835.567919:0:34054:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853835.567924:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853835.567925:0:34054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.567926:0:34054:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.567927:0:34054:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.567929:0:34054:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:3.0:1780853835.567931:0:34054:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:3.0:1780853835.567935:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f758 00000002:00002000:3.0:1780853835.567936:0:34054:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:3.0:1780853835.567938:0:34054:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1780853835.567941:0:34054:0:(lmv_intent.c:386:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:3.0:1780853835.567942:0:34054:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:3.0:1780853835.567944:0:34054:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:3.0:1780853835.567947:0:34054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1780853835.567948:0:34054:0:(namei.c:1260:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:3.0:1780853835.567952:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853835.567954:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4000. 00000100:00000001:3.0:1780853835.567957:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.567959:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631447552/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.567963:0:34054:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853835.567965:0:34054:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853835.567967:0:34054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853835.567988:0:34054:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853835.567989:0:34054:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853835.567991:0:34054:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853835.567992:0:34054:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853835.567994:0:34054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae400. 02000000:00000001:3.0:1780853835.567997:0:34054:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853835.567998:0:34054:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853835.568000:0:34054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:3.0:1780853835.568003:0:34054:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853835.568004:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853835.568007:0:34054:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853835.568009:0:34054:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5660 released 00000080:00000001:3.0:1780853835.568010:0:34054:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:3.0:1780853835.568011:0:34054:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5660. 00000080:00000001:3.0:1780853835.568013:0:34054:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:3.0:1780853835.568106:0:34054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853835.568108:0:34054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1780853835.568152:0:34054:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853835.568154:0:34054:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853835.568155:0:34054:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853835.568156:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fbc0 00000080:00200000:3.0:1780853835.568158:0:34054:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853835.568162:0:34054:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585c80c00. 00800000:00000002:3.0:1780853835.568167:0:34054:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853835.568170:0:34054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853835.568173:0:34054:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.568175:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fae0 00800000:00000002:3.0:1780853835.568177:0:34054:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853835.568180:0:34054:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853835.568185:0:34054:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853835.568189:0:34054:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.568191:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f9b0 00000002:00010000:3.0:1780853835.568192:0:34054:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853835.568196:0:34054:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853835.568197:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853835.568200:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853835.568203:0:34054:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.568205:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.568207:0:34054:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.568209:0:34054:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853835.568212:0:34054:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1780853835.568216:0:34054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171c00. 00000020:00000040:3.0:1780853835.568219:0:34054:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853835.568223:0:34054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853835.568227:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853835.568230:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.568233:0:34054:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853835.568235:0:34054:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853835.568239:0:34054:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853835.568245:0:34054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae400. 00000100:00000001:3.0:1780853835.568251:0:34054:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.568254:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.568256:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.568257:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.568259:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.568261:0:34054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.568307:0:34054:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00010000:00000001:3.0:1780853835.568311:0:34054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853835.568313:0:34054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853835.568318:0:34054:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3000. 00010000:00000010:3.0:1780853835.568321:0:34054:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4582b02f80. 00010000:00000001:3.0:1780853835.568326:0:34054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853835.568329:0:34054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171200. 00000020:00000001:3.0:1780853835.568331:0:34054:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853835.568333:0:34054:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171200 with handle 0xa8f483e9eb300e7d to hash 00000020:00000001:3.0:1780853835.568335:0:34054:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853835.568337:0:34054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.568340:0:34054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.568343:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.568344:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.568347:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.568354:0:34054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.568361:0:34054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853835.568365:0:34054:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853835.568366:0:34054:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853835.568370:0:34054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.568372:0:34054:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167355968 : -107453542195648 : ffff9e4585c99e40) 00000100:00000001:3.0:1780853835.568373:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.568374:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000001:3.0:1780853835.568378:0:34054:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853835.568382:0:34054:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.568383:0:34054:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853835.568385:0:34054:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853835.568388:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.568405:0:34054:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853835.568407:0:34054:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.568410:0:34054:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853835.568413:0:34054:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853835.568416:0:34054:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853835.568735:0:34054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447680:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853835.568741:0:34054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853835.568746:0:34054:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853835.568749:0:34054:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.568752:0:34054:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853835.568758:0:34054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc4800. 02000000:00000001:3.0:1780853835.568760:0:34054:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853835.568765:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853835.568769:0:34054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853835.568774:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853835.568781:0:34054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631447680, portal 10 00000100:00000001:3.0:1780853835.568782:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.568784:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000040:3.0:1780853835.568790:0:34054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.568797:0:34054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853835.568800:0:34054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853835.568802:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a550. 00000100:00000200:3.0:1780853835.568806:0:34054:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631447680, offset 0 00000400:00000200:3.0:1780853835.568811:0:34054:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853835.568820:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.568827:0:34054:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853835.568832:0:34054:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853835.568835:0:34054:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853835.568839:0:34054:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853835.568842:0:34054:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853835.568846:0:34054:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2619:2619:256:4294967295] 192.168.202.110@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:3.0:1780853835.568850:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.568858:0:34054:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853835.568865:0:34054:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853835.568872:0:34054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853835.568881:0:34054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853835.568889:0:34054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853835.568893:0:34054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853835.568911:0:34054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.568915:0:34054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 836531 usecs (837 jiffies) 00000400:00000200:3.0:1780853835.568919:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853835.568922:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633160 00000100:00000001:3.0:1780853835.568925:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.568927:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633160 00000100:00000001:3.0:1780853835.568929:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.568931:0:34054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.568934:0:34054:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.568936:0:34054:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853835.568938:0:34054:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853835.568940:0:34054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c99e40 going to sleep for 11 seconds 00000100:00000001:3.0:1780853835.568942:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853835.568945:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853835.570557:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853835.570564:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:0.0:1780853835.570572:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.570579:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853835.570586:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a550 00000400:00000010:0.0:1780853835.570588:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a550. 00000100:00000001:0.0:1780853835.570593:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853835.570600:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.570611:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853835.570614:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.570622:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.570623:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853835.574315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3500. 00010000:00000010:3.1:1780853835.574333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000080:00000010:3.1:1780853835.574338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7100. 00000800:00000001:1.0:1780853835.596491:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.596510:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853835.596515:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.596517:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.596528:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.596537:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853835.596552:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.596557:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.596562:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.596566:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe54c80 00000400:00000200:1.0:1780853835.596572:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.596578:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x7101 [1] + 224 00000800:00000001:1.0:1780853835.596585:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.596595:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.596598:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.596602:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853835.596609:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853835.596617:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853835.596638:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.596657:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853835.596666:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.596669:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.596923:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853835.596931:0:34054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853835.596933:0:34054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853835.596936:0:34054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853835.596941:0:34054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853835.596944:0:34054:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853835.596947:0:34054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853835.596952:0:34054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853835.596961:0:34054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.596967:0:34054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853835.596969:0:34054:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.596971:0:34054:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853835.596975:0:34054:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853835.596978:0:34054:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853835.596980:0:34054:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.596983:0:34054:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853835.596992:0:34054:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853835.596996:0:34054:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853835.596999:0:34054:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853835.597001:0:34054:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597003:0:34054:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853835.597007:0:34054:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.597011:0:34054:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853835.597023:0:34054:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853835.597025:0:34054:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853835.597027:0:34054:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.597030:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.597035:0:34054:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.597038:0:34054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853835.597039:0:34054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853835.597042:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853835.597046:0:34054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447680:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853835.597050:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.597052:0:34054:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.597054:0:34054:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853835.597056:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.597057:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.597062:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853835.597064:0:34054:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.597067:0:34054:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853835.597068:0:34054:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597071:0:34054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853835.597074:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597076:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597079:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=4 00000020:00000001:3.0:1780853835.597080:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597083:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000040:3.0:1780853835.597087:0:34054:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171200, remote cookie: 0x562725ecec97a640, flags: 0x1001 00010000:00010000:3.0:1780853835.597091:0:34054:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.597101:0:34054:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597105:0:34054:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853835.597108:0:34054:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1780853835.597110:0:34054:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1780853835.597112:0:34054:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1780853835.597113:0:34054:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1780853835.597116:0:34054:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e45853e3000) refcount = 1 00010000:00010000:3.0:1780853835.597118:0:34054:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597123:0:34054:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1780853835.597127:0:34054:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853835.597128:0:34054:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853835.597130:0:34054:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853835.597132:0:34054:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.597134:0:34054:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597138:0:34054:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853835.597139:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597140:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597141:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597142:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597144:0:34054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.597147:0:34054:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1780853835.597149:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597149:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597150:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597152:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597153:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597155:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597155:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597156:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=4 00000020:00000001:3.0:1780853835.597157:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597158:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597160:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.597162:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.597165:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597169:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597169:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597170:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597171:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597171:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=5 00000020:00000001:3.0:1780853835.597172:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597173:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597175:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853835.597177:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597180:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597181:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853835.597183:0:34054:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597190:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853835.597191:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597191:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597192:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597193:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1780853835.597196:0:34054:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1780853835.597202:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597202:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597203:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597204:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597205:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597206:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597207:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853835.597208:0:34054:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.597210:0:34054:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.597213:0:34054:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1780853835.597215:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597216:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597217:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597218:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597219:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00000002:00010000:3.0:1780853835.597221:0:34054:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597225:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597225:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597226:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853835.597227:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597228:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597228:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597229:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597231:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000040:3.0:1780853835.597236:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853835.597238:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1780853835.597241:0:34054:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1780853835.597243:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597244:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853835.597245:0:34054:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853835.597247:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f930 00000002:00002000:3.0:1780853835.597249:0:34054:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1780853835.597251:0:34054:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.597253:0:34054:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.597255:0:34054:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853835.597258:0:34054:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1780853835.597260:0:34054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853835.597262:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853835.597284:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585c80c00. 00000080:00000001:3.0:1780853835.597287:0:34054:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853835.597289:0:34054:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853835.597294:0:34054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1780853835.597297:0:34054:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1780853835.597302:0:34054:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45852de1c0. 00800000:00000001:3.0:1780853835.597303:0:34054:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620157149632 : -107453552401984 : ffff9e45852de1c0) 00800000:00000001:3.0:1780853835.597305:0:34054:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.597307:0:34054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853835.597309:0:34054:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853835.597310:0:34054:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1780853835.597312:0:34054:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1780853835.597314:0:34054:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1780853835.597315:0:34054:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.597319:0:34054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1780853835.597321:0:34054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1780853835.597325:0:34054:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:3.0:1780853835.597326:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597327:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597328:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597329:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597331:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597332:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597333:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853835.597334:0:34054:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853835.597335:0:34054:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1780853835.597336:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45852de1c0 1 00800000:00000010:3.0:1780853835.597338:0:34054:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45852de1c0. 00800000:00000001:3.0:1780853835.597339:0:34054:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.597342:0:34054:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e7d 00800000:00000001:3.0:1780853835.597344:0:34054:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853835.597345:0:34054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853835.597346:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597346:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597347:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597348:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597349:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597351:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597352:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853835.597353:0:34054:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.597354:0:34054:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.597356:0:34054:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.597357:0:34054:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853835.597359:0:34054:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e7d from it ffffb4b40164fbf8 00010000:00000001:3.0:1780853835.597360:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.597361:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.597362:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:3.0:1780853835.597362:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597364:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:3.0:1780853835.597365:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853835.597366:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.597373:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597374:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597375:0:34054:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853835.597376:0:34054:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853835.597378:0:34054:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853835.597382:0:34054:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853835.597384:0:34054:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853835.597385:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853835.597388:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597388:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597389:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597403:0:34054:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853835.597405:0:34054:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597406:0:34054:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597408:0:34054:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597409:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853835.597410:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597411:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853835.597412:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.597415:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171c00 x1867358631447680/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.597425:0:34054:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853835.597428:0:34054:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853835.597430:0:34054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc4800. 02000000:00000001:3.0:1780853835.597433:0:34054:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853835.597435:0:34054:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853835.597436:0:34054:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853835.597438:0:34054:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853835.597440:0:34054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae400. 02000000:00000001:3.0:1780853835.597443:0:34054:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853835.597445:0:34054:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853835.597446:0:34054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171c00. 00000100:00000001:3.0:1780853835.597449:0:34054:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853835.597450:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853835.597452:0:34054:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853835.597456:0:34054:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853835.597468:0:34054:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4584989f60. 00000080:00000001:3.0:1780853835.597471:0:34054:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:3.0:1780853835.597473:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fb50 00000080:00200000:3.0:1780853835.597474:0:34054:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e45880b8000, open_flags 1a100, mode 0 opened 0 00000080:00000010:3.0:1780853835.597477:0:34054:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4583139600. 00000080:00000001:3.0:1780853835.597479:0:34054:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1780853835.597480:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa00 00000080:00200000:3.0:1780853835.597481:0:34054:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open 00000080:00000010:3.0:1780853835.597486:0:34054:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585c80c00. 00800000:00000002:3.0:1780853835.597490:0:34054:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853835.597493:0:34054:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853835.597495:0:34054:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.597496:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f920 00800000:00000002:3.0:1780853835.597497:0:34054:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853835.597500:0:34054:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:3.0:1780853835.597502:0:34054:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1780853835.597505:0:34054:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00000020:00000001:3.0:1780853835.597507:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f8a0 00800000:00000002:3.0:1780853835.597508:0:34054:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1780853835.597512:0:34054:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853835.597512:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f7d8 00000002:00010000:3.0:1780853835.597514:0:34054:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:3.0:1780853835.597516:0:34054:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1780853835.597517:0:34054:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1780853835.597520:0:34054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1780853835.597522:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853835.597523:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853835.597525:0:34054:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1780853835.597527:0:34054:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597529:0:34054:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.597530:0:34054:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853835.597533:0:34054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171c00. 00000020:00000040:3.0:1780853835.597535:0:34054:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:3.0:1780853835.597540:0:34054:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1780853835.597541:0:34054:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597543:0:34054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853835.597546:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853835.597548:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.597548:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.597549:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.597551:0:34054:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853835.597553:0:34054:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853835.597556:0:34054:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853835.597559:0:34054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fae400. 00000100:00000001:3.0:1780853835.597563:0:34054:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597565:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.597566:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597567:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853835.597568:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.597569:0:34054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.597575:0:34054:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00010000:00000001:3.0:1780853835.597577:0:34054:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853835.597579:0:34054:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1780853835.597580:0:34054:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:3.0:1780853835.597582:0:34054:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853835.597583:0:34054:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853835.597585:0:34054:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2170200. 00000020:00000001:3.0:1780853835.597587:0:34054:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853835.597588:0:34054:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2170200 with handle 0xa8f483e9eb300e84 to hash 00000020:00000001:3.0:1780853835.597590:0:34054:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853835.597590:0:34054:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.597593:0:34054:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.597594:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.597596:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.597598:0:34054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.597603:0:34054:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1780853835.597609:0:34054:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1780853835.597612:0:34054:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1780853835.597618:0:34054:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853835.597621:0:34054:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853835.597622:0:34054:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853835.597627:0:34054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.597629:0:34054:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167355968 : -107453542195648 : ffff9e4585c99e40) 00000100:00000001:3.0:1780853835.597632:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.597633:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000001:3.0:1780853835.597637:0:34054:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853835.597642:0:34054:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.597643:0:34054:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853835.597645:0:34054:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853835.597648:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.597655:0:34054:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853835.597657:0:34054:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.597660:0:34054:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853835.597663:0:34054:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853835.597665:0:34054:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853835.597668:0:34054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447936:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853835.597672:0:34054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853835.597677:0:34054:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853835.597679:0:34054:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.597682:0:34054:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853835.597772:0:34054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853835.597774:0:34054:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853835.597778:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853835.597781:0:34054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853835.597785:0:34054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4590cc4800. 00000100:00000200:3.0:1780853835.597790:0:34054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631447936, portal 10 00000100:00000001:3.0:1780853835.597792:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.597793:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000040:3.0:1780853835.597798:0:34054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.597803:0:34054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853835.597805:0:34054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853835.597807:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853835.597809:0:34054:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1867358631447936, offset 0 00000400:00000200:3.0:1780853835.597813:0:34054:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853835.597818:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.597824:0:34054:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853835.597835:0:34054:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853835.597839:0:34054:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853835.597842:0:34054:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853835.597844:0:34054:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853835.597847:0:34054:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2620:2620:256:4294967295] 192.168.202.110@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:3.0:1780853835.597850:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.597858:0:34054:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853835.597863:0:34054:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853835.597868:0:34054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853835.597874:0:34054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853835.597882:0:34054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853835.597887:0:34054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1780853835.597907:0:34054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.597912:0:34054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 835527 usecs (836 jiffies) 00000400:00000200:3.0:1780853835.597916:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853835.597919:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633188 00000100:00000001:3.0:1780853835.597922:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.597925:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633188 00000100:00000001:3.0:1780853835.597927:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.597929:0:34054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.597931:0:34054:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.597934:0:34054:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853835.597936:0:34054:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853835.597939:0:34054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c99e40 going to sleep for 11 seconds 00000100:00000001:3.0:1780853835.597942:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853835.597943:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853835.598531:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853835.598537:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:0.0:1780853835.598542:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.598547:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853835.598552:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:0.0:1780853835.598554:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:0.0:1780853835.598558:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853835.598563:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.598573:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853835.598577:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.598584:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.598585:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853835.604459:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.604480:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853835.604485:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.604488:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.604498:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.604506:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853835.604516:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.604521:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.604526:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.604531:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe54d80 00000400:00000200:1.0:1780853835.604536:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.604542:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x7109 [64] + 224 00000800:00000001:1.0:1780853835.604551:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.604561:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.604563:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.604568:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853835.604575:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853835.604583:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853835.604594:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.604621:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853835.604638:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.604641:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.604820:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853835.604839:0:34054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853835.604842:0:34054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853835.604846:0:34054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853835.604850:0:34054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590cc4800 00000400:00000010:3.0:1780853835.604853:0:34054:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4590cc4800. 00000100:00000001:3.0:1780853835.604856:0:34054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853835.604861:0:34054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853835.604870:0:34054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.604876:0:34054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853835.605240:0:34054:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.605245:0:34054:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853835.605249:0:34054:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853835.605253:0:34054:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853835.605256:0:34054:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.605259:0:34054:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853835.605323:0:34054:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853835.605328:0:34054:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853835.605332:0:34054:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853835.605337:0:34054:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4583171c00 x1867358631447936/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.605344:0:34054:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853835.605348:0:34054:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853835.605349:0:34054:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853835.605351:0:34054:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853835.605353:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.605355:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000001:3.0:1780853835.605358:0:34054:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853835.605361:0:34054:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:3.0:1780853835.605362:0:34054:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853835.605365:0:34054:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780853835.605369:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.605376:0:34054:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780853835.605379:0:34054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853835.605381:0:34054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853835.605385:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853835.605411:0:34054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631447936:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853835.605417:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.605427:0:34054:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853835.605429:0:34054:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853835.605432:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.605435:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.605442:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853835.605445:0:34054:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853835.605449:0:34054:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853835.605450:0:34054:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780853835.605455:0:34054:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853835.605460:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.605463:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.605466:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=4 00000020:00000001:3.0:1780853835.605468:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.605471:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00010000:3.0:1780853835.605477:0:34054:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605488:0:34054:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780853835.605492:0:34054:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605498:0:34054:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853835.605502:0:34054:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605508:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.605510:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853835.605513:0:34054:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605518:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.605521:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.605524:0:34054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853835.605526:0:34054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853835.605532:0:34054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45c2170200 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853835.605535:0:34054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853835.605539:0:34054:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605545:0:34054:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853835.605547:0:34054:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853835.605551:0:34054:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605556:0:34054:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853835.605559:0:34054:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853835.605560:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853835.605561:0:34054:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853835.605563:0:34054:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2170200 refcount=5 00000020:00000001:3.0:1780853835.605565:0:34054:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.605566:0:34054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179060736 : -107452530490880 : ffff9e45c2170200) 00010000:00000001:3.0:1780853835.605569:0:34054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853835.605572:0:34054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853835.605577:0:34054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853835.605579:0:34054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.605582:0:34054:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853835.605584:0:34054:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853835.605587:0:34054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853835.605589:0:34054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853835.605591:0:34054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853835.605592:0:34054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853835.605595:0:34054:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2170200 with handle 0xa8f483e9eb300e84 from hash 00010000:00000001:3.0:1780853835.605598:0:34054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853835.605600:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.605601:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.605602:0:34054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853835.605603:0:34054:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853835.605605:0:34054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853835.605608:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.605610:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.605612:0:34054:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.605614:0:34054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.605617:0:34054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605623:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.605748:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.605750:0:34054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853835.605751:0:34054:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853835.605753:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853835.605754:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.605755:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853835.605758:0:34054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2170200/0xa8f483e9eb300e84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34054 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853835.605774:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853835.605776:0:34054:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780853835.605783:0:34054:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780853835.605789:0:34054:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853835.605800:0:34054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853835.605806:0:34054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853835.605813:0:34054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.605815:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853835.605816:0:34054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.605819:0:34054:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.605821:0:34054:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.605824:0:34054:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780853835.605826:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.606083:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00010000:00000001:3.0:1780853835.606087:0:34054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853835.606088:0:34054:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853835.606090:0:34054:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853835.606094:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164f758 00000002:00002000:3.0:1780853835.606096:0:34054:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1780853835.606099:0:34054:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.606104:0:34054:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.606107:0:34054:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853835.606110:0:34054:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853835.606113:0:34054:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853835.606116:0:34054:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853835.606119:0:34054:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853835.606121:0:34054:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4583139600 it_disposition 80002b 00000080:00000001:3.0:1780853835.606124:0:34054:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853835.606130:0:34054:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853835.606133:0:34054:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853835.606136:0:34054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1780853835.606139:0:34054:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853835.606146:0:34054:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853835.606148:0:34054:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:3.0:1780853835.606151:0:34054:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.606155:0:34054:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:3.0:1780853835.606158:0:34054:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853835.606163:0:34054:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00200000:3.0:1780853835.606166:0:34054:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9e459198e3c8): rc = 0 00000080:00000001:3.0:1780853835.606168:0:34054:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365489096 : -107453344062520 : ffff9e459198e3c8) 00000080:00000001:3.0:1780853835.606171:0:34054:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853835.606173:0:34054:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853835.606175:0:34054:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853835.606179:0:34054:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9e459198e3c8) for lock 0x0 00800000:00000001:3.0:1780853835.606182:0:34054:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853835.606184:0:34054:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1780853835.606185:0:34054:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.606188:0:34054:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853835.606197:0:34054:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b4d948 inode ffff9e459198e3c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853835.606201:0:34054:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853835.606202:0:34054:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.606205:0:34054:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853835.606208:0:34054:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853835.606213:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585c80c00. 00000100:00000001:3.0:1780853835.606218:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.606223:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.606230:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.606239:0:34054:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853835.606242:0:34054:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853835.606245:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa40 00000080:00200008:3.0:1780853835.606247:0:34054:0:(file.c:1059:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9e459198e3c8), flags 320400 00000080:00000010:3.0:1780853835.606254:0:34054:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c97c0. 00000080:00000010:3.0:1780853835.606315:0:34054:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852de1c0. 00000080:00000001:3.0:1780853835.606319:0:34054:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853835.606322:0:34054:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853835.606325:0:34054:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853835.606329:0:34054:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989880. 00000002:00100000:3.0:1780853835.606334:0:34054:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853835.606340:0:34054:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853835.606342:0:34054:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853835.606346:0:34054:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853835.606350:0:34054:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.606353:0:34054:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.606356:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.606359:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853835.606366:0:34054:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853835.606369:0:34054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853835.608369:0:34054:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853835.608378:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853835.608387:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fa40 00000080:00000008:3.0:1780853835.608390:0:34054:0:(file.c:1298:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9e459198e3c8), flags 320400, rc = 0 00000080:00000001:3.0:1780853835.608404:0:34054:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.608410:0:34054:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853835.608412:0:34054:0:(dcache.c:176:ll_intent_release()) intent ffff9e4583139600 released 00000080:00000001:3.0:1780853835.608414:0:34054:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853835.608419:0:34054:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853835.609217:0:34054:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.609222:0:34054:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853835.609226:0:34054:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4583139600. 00000080:00000001:3.0:1780853835.609231:0:34054:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853835.609235:0:34054:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853835.609237:0:34054:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9e459198e3c8), inode mode 41ed mask 44 00000080:00000001:3.0:1780853835.609243:0:34054:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.609372:0:34054:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853835.609375:0:34054:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9e459198e3c8) cmd=4008669a arg=228b2e0 00000080:00000001:2.0:1780853835.609384:0:34054:0:(dir.c:590:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1780853835.609406:0:34054:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4600. 00800000:00000001:2.0:1780853835.609415:0:34054:0:(lmv_obd.c:3009:lmv_setattr()) Process entered 00800000:00000002:2.0:1780853835.609417:0:34054:0:(lmv_obd.c:3013:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:2.0:1780853835.609423:0:34054:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1780853835.609425:0:34054:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1780853835.609431:0:34054:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.609438:0:34054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853835.609441:0:34054:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853835.609448:0:34054:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853835.609453:0:34054:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.609459:0:34054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.609461:0:34054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.609462:0:34054:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.609465:0:34054:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.609468:0:34054:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.609472:0:34054:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.609480:0:34054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1000. 00000100:00000001:2.0:1780853835.609486:0:34054:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.609490:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.609492:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.609493:0:34054:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.609494:0:34054:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.609497:0:34054:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780853835.609509:0:34054:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780853835.609523:0:34054:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853835.609533:0:34054:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853835.609536:0:34054:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853835.609543:0:34054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.609546:0:34054:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711936 : -107453584839680 : ffff9e45833eec00) 00000100:00000001:2.0:1780853835.609549:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.609551:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853835.609557:0:34054:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.609562:0:34054:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.609564:0:34054:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853835.609567:0:34054:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.609571:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.609580:0:34054:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.609582:0:34054:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.609586:0:34054:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.609589:0:34054:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.609592:0:34054:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.609596:0:34054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631448192:192.168.202.110@tcp:36:lfs.0 00000100:00000001:2.0:1780853835.609600:0:34054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.609606:0:34054:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.609608:0:34054:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.609612:0:34054:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.609617:0:34054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1c00. 02000000:00000001:2.0:1780853835.609619:0:34054:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.609627:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.609632:0:34054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.609641:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853835.609651:0:34054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631448192, portal 10 00000100:00000001:2.0:1780853835.609653:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.609654:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853835.609661:0:34054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.609669:0:34054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.609672:0:34054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.609676:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f880. 00000100:00000200:2.0:1780853835.609680:0:34054:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631448192, offset 0 00000400:00000200:2.0:1780853835.609686:0:34054:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.609697:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.609705:0:34054:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.609710:0:34054:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.609715:0:34054:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.609719:0:34054:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.609722:0:34054:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.609725:0:34054:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2621:2621:256:4294967295] 192.168.202.110@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:2.0:1780853835.609731:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.609741:0:34054:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.609748:0:34054:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.609767:0:34054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddc00. 00000800:00000200:2.0:1780853835.609777:0:34054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.609786:0:34054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.609790:0:34054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddc00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.609813:0:34054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.609818:0:34054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 834493 usecs (835 jiffies) 00000400:00000200:2.0:1780853835.609821:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.609824:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633199 00000100:00000001:2.0:1780853835.609827:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.609830:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633199 00000100:00000001:2.0:1780853835.609832:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.609834:0:34054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.609837:0:34054:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.609840:0:34054:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.609841:0:34054:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853835.609844:0:34054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eec00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853835.609846:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.609849:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853835.615930:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853835.615945:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:0.0:1780853835.615957:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.615967:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853835.615977:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:0.0:1780853835.615980:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:0.0:1780853835.615987:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853835.615995:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853835.616008:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853835.616011:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853835.616018:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.616020:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853835.620122:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.620138:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853835.620141:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.620143:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.620151:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620158:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853835.620165:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620169:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620173:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620177:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe54e80 00000400:00000200:1.0:1780853835.620180:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620185:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7111 [1] + 224 00000800:00000001:1.0:1780853835.620191:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853835.620197:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853835.620199:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.620202:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853835.620208:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853835.620216:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853835.620224:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853835.620239:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853835.620248:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853835.620252:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620257:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853835.620263:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2622:2622:256:4294967295] 192.168.202.110@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:1.0:1780853835.620301:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853835.620310:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00010000:00000010:3.1:1780853835.620311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2170200. 00000800:00000200:1.0:1780853835.620315:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853835.620321:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76d00. 00000800:00000200:1.0:1780853835.620327:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853835.620334:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853835.620339:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76d00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1780853835.620359:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.620368:0:34054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.620370:0:34054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.620373:0:34054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.620379:0:34054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:2.0:1780853835.620381:0:34054:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:2.0:1780853835.620384:0:34054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.620389:0:34054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853835.620413:0:34054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631448192/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.620419:0:34054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.620422:0:34054:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.620425:0:34054:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.620428:0:34054:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.620431:0:34054:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.620433:0:34054:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.620434:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1780853835.620437:0:34054:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1780853835.620438:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76d00. 00000400:00000200:1.0:1780853835.620442:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.620446:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000100:00001000:2.0:1780853835.620448:0:34054:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000800:00000001:1.0:1780853835.620450:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1780853835.620453:0:34054:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000800:00000001:1.0:1780853835.620453:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.620456:0:34054:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.620458:0:34054:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.620461:0:34054:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.620465:0:34054:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.620468:0:34054:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853835.620470:0:34054:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853835.620472:0:34054:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853835.620475:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.620476:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853835.620479:0:34054:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.620481:0:34054:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853835.620483:0:34054:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.620486:0:34054:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.620491:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631448192/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853851 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.620498:0:34054:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.620502:0:34054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.620504:0:34054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.620508:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631448192/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853851 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853835.620517:0:34054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631448192:192.168.202.110@tcp:36:lfs.0 00000100:00000001:2.0:1780853835.620522:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.620525:0:34054:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.620528:0:34054:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.620530:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.620534:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631448192/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853851 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.620540:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.620542:0:34054:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.620547:0:34054:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.620548:0:34054:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.620556:0:34054:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.620560:0:34054:0:(lmv_obd.c:3022:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.620566:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4600. 00000100:00000001:2.0:1780853835.620569:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.620572:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631448192/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.620583:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.620585:0:34054:0:(dir.c:665:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.620588:0:34054:0:(dir.c:2152:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.620620:0:34054:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853835.620629:0:34054:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853835.620634:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fd98 00000080:00200008:2.0:1780853835.620637:0:34054:0:(file.c:448:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9e459198e3c8), flags 320000 00000080:00400000:2.0:1780853835.620643:0:34054:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1780853835.620648:0:34054:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1780853835.620649:0:34054:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1780853835.620652:0:34054:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1780853835.620661:0:34054:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.620664:0:34054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853835.620671:0:34054:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.620673:0:34054:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853835.620675:0:34054:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:2.0:1780853835.620677:0:34054:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780853835.620679:0:34054:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780853835.620683:0:34054:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45829e4600. 00000080:00000001:2.0:1780853835.620685:0:34054:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780853835.620694:0:34054:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1780853835.620698:0:34054:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:2.0:1780853835.620701:0:34054:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:2.0:1780853835.620704:0:34054:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1780853835.620706:0:34054:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:2.0:1780853835.620712:0:34054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3b100. 00000020:00000040:2.0:1780853835.620716:0:34054:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853835.620720:0:34054:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.620723:0:34054:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.620728:0:34054:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.620734:0:34054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e4400. 00000100:00000001:2.0:1780853835.620741:0:34054:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1780853835.620752:0:34054:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780853835.620761:0:34054:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780853835.620766:0:34054:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1780853835.620773:0:34054:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853835.620775:0:34054:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853835.620779:0:34054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.620781:0:34054:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711936 : -107453584839680 : ffff9e45833eec00) 00000100:00000001:2.0:1780853835.620784:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.620785:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853835.620794:0:34054:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.620798:0:34054:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.620800:0:34054:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853835.620801:0:34054:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.620805:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.620811:0:34054:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.620813:0:34054:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.620818:0:34054:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.620821:0:34054:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.620823:0:34054:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.620826:0:34054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631448448:192.168.202.110@tcp:35:lfs.0 00000100:00000001:2.0:1780853835.620830:0:34054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.620834:0:34054:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.620836:0:34054:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.620839:0:34054:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.620843:0:34054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1800. 02000000:00000001:2.0:1780853835.620845:0:34054:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.620850:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.620853:0:34054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.620858:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853835.620864:0:34054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631448448, portal 10 00000100:00000001:2.0:1780853835.620865:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.620867:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000040:2.0:1780853835.620872:0:34054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.620879:0:34054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.620882:0:34054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.620885:0:34054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f770. 00000100:00000200:2.0:1780853835.620889:0:34054:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631448448, offset 0 00000400:00000200:2.0:1780853835.620895:0:34054:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.620900:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.620904:0:34054:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.620910:0:34054:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.620913:0:34054:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.620917:0:34054:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.620919:0:34054:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.620922:0:34054:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2623:2623:256:4294967295] 192.168.202.110@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:2.0:1780853835.620925:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.620932:0:34054:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.620936:0:34054:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.620940:0:34054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddf00. 00000800:00000200:2.0:1780853835.620945:0:34054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.620950:0:34054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.620953:0:34054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.620969:0:34054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.620973:0:34054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 833467 usecs (834 jiffies) 00000400:00000200:2.0:1780853835.620976:0:34054:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.620979:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633209 00000100:00000001:2.0:1780853835.620982:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.620984:0:34054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633209 00000100:00000001:2.0:1780853835.620986:0:34054:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.620988:0:34054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.620991:0:34054:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.620994:0:34054:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.620995:0:34054:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1780853835.620998:0:34054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eec00 going to sleep for 17 seconds 00000100:00000001:2.0:1780853835.621000:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.621002:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.623621:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.623632:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853835.623641:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.623651:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.623661:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:1.0:1780853835.623664:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:1.0:1780853835.623671:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.623679:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.623691:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.623694:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.623700:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.623701:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853835.630654:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.630673:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.630677:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.630680:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.630690:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.630697:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.630706:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.630711:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.630717:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.630722:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe54f80 00000400:00000200:0.0:1780853835.630727:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.630734:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7119 [1] + 224 00000800:00000001:0.0:1780853835.630744:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.630756:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.630759:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.630764:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.630772:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.630782:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853835.630793:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.630816:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853835.630826:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.631069:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.631137:0:34054:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.631143:0:34054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.631145:0:34054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.631147:0:34054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.631152:0:34054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:2.0:1780853835.631154:0:34054:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:2.0:1780853835.631156:0:34054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.631160:0:34054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853835.631166:0:34054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631448448/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853857 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.631170:0:34054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.631171:0:34054:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.631173:0:34054:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.631176:0:34054:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.631178:0:34054:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.631180:0:34054:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.631181:0:34054:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.631190:0:34054:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=76 v=10 (10 5 5 5) 00000100:00001000:2.0:1780853835.631192:0:34054:0:(import.c:2217:obd_at_measure()) AT ffff9e4585127ca8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:2.0:1780853835.631194:0:34054:0:(client.c:416:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9e4592299000 ptl 23 has changed from 10 to 5 00000100:00001000:2.0:1780853835.631196:0:34054:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.631198:0:34054:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.631199:0:34054:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.631201:0:34054:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.631204:0:34054:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.631205:0:34054:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853835.631207:0:34054:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853835.631208:0:34054:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853835.631210:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.631211:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853835.631214:0:34054:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.631215:0:34054:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853835.631216:0:34054:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.631218:0:34054:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.631221:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631448448/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853857 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.631225:0:34054:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.631227:0:34054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.631228:0:34054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.631230:0:34054:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631448448/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853857 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853835.631235:0:34054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34054:1867358631448448:192.168.202.110@tcp:35:lfs.0 00000100:00000001:2.0:1780853835.631239:0:34054:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.631241:0:34054:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.631243:0:34054:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.631244:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.631246:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448448/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853857 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.631250:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.631252:0:34054:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.631254:0:34054:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.631255:0:34054:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.631260:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.631260:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000002:00000001:2.0:1780853835.631262:0:34054:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.632005:0:34054:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.632021:0:34054:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4600. 00000080:00000001:2.0:1780853835.632026:0:34054:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853835.632030:0:34054:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853835.632034:0:34054:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853835.632041:0:34054:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.632051:0:34054:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.632052:0:34054:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000001:2.0:1780853835.632054:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.632057:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.632063:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.632065:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.632068:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448448/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853857 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.632074:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.632076:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.632078:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171c00 x1867358631447936/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853851 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.632084:0:34054:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853835.632088:0:34054:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.632089:0:34054:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.632092:0:34054:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.632095:0:34054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fae400. 02000000:00000001:2.0:1780853835.632100:0:34054:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.632102:0:34054:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.632104:0:34054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171c00. 00000100:00000001:2.0:1780853835.632107:0:34054:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.632108:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.632109:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.632112:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631448448/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853857 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.632118:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.632120:0:34054:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4584989880. 00000002:00000001:2.0:1780853835.632122:0:34054:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.632124:0:34054:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.632126:0:34054:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45852de1c0. 00000100:00000001:2.0:1780853835.632129:0:34054:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.632132:0:34054:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631448448/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853857 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.632137:0:34054:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.632138:0:34054:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.632141:0:34054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1800. 02000000:00000001:2.0:1780853835.632143:0:34054:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.632144:0:34054:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.632145:0:34054:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.632147:0:34054:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.632148:0:34054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e4400. 02000000:00000001:2.0:1780853835.632150:0:34054:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.632151:0:34054:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.632153:0:34054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:2.0:1780853835.632155:0:34054:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.632156:0:34054:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.632159:0:34054:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.632162:0:34054:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c97c0. 00000080:00000001:2.0:1780853835.632166:0:34054:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.632172:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fd98 00000080:00000008:2.0:1780853835.632174:0:34054:0:(file.c:492:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9e459198e3c8), flags 320000, rc = 0 00000080:00000001:2.0:1780853835.632178:0:34054:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.632180:0:34054:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.632185:0:34054:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853835.632186:0:34054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40164fe00 00000080:00002000:2.0:1780853835.632187:0:34054:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff9e4591b4d948, parent ffff9e4591970ca8, inode ffff9e459198e3c8) hashed, 00000080:00000001:2.0:1780853835.632190:0:34054:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.632196:0:34054:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853835.632200:0:34054:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1780853835.644380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4584989f60. 00010000:00010000:0.0:1780853835.647259:0:34057:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:0.0:1780853835.647294:0:34057:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853835.647296:0:34057:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853835.647300:0:34057:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853835.647305:0:34057:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853835.647307:0:34057:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853835.647309:0:34057:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853835.647337:0:34057:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9e4592299000 00010000:00000001:0.0:1780853835.647338:0:34057:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853835.647339:0:34057:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853835.647341:0:34057:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853835.647342:0:34057:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853835.647343:0:34057:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853835.647344:0:34057:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.691146:0:34061:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.691157:0:34061:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.691160:0:34061:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853835.691164:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbbc0 00000080:00200000:2.0:1780853835.691169:0:34061:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853835.691177:0:34061:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4400. 00800000:00000002:2.0:1780853835.691183:0:34061:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.691188:0:34061:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.691194:0:34061:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.691196:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbae0 00800000:00000002:2.0:1780853835.691199:0:34061:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.691203:0:34061:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853835.691208:0:34061:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853835.691213:0:34061:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.691215:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb9b0 00000002:00010000:2.0:1780853835.691217:0:34061:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853835.691220:0:34061:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853835.691222:0:34061:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.691226:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.691235:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:2.0:1780853835.691238:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.691243:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.691247:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853835.691252:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853835.691373:0:34061:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853835.691380:0:34061:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.691384:0:34061:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853835.691400:0:34061:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853835.691403:0:34061:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853835.691405:0:34061:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.691407:0:34061:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.691409:0:34061:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.691412:0:34061:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853835.691415:0:34061:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853835.691417:0:34061:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.691421:0:34061:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4400. 00000080:00000001:2.0:1780853835.691426:0:34061:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853835.691428:0:34061:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.691431:0:34061:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853835.691435:0:34061:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e7d 00800000:00000001:2.0:1780853835.691438:0:34061:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.691440:0:34061:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.691442:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.691444:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.691446:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853835.691448:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.691451:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.691454:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.691455:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.691456:0:34061:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.691458:0:34061:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.691461:0:34061:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e7d from it ffffb4b4014bbbf8 00010000:00000001:2.0:1780853835.691463:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.691463:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.691465:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853835.691466:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.691469:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.691471:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.691474:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853835.691481:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.691483:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.691484:0:34061:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.691486:0:34061:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.691489:0:34061:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853835.691496:0:34061:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.691500:0:34061:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.691502:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.691506:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.691507:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.691509:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691513:0:34061:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.691514:0:34061:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691516:0:34061:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691519:0:34061:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691521:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.691522:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.691524:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853835.691527:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853835.691529:0:34061:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.691532:0:34061:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853835.691537:0:34061:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.691547:0:34061:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7a60. 00000020:00000001:2.0:1780853835.691551:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbb28 00000080:00200000:2.0:1780853835.691553:0:34061:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=25 00000080:00000001:2.0:1780853835.691556:0:34061:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853835.691558:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb9d8 00000080:00200000:2.0:1780853835.691559:0:34061:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:2.0:1780853835.691566:0:34061:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4400. 00800000:00000002:2.0:1780853835.691569:0:34061:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.691573:0:34061:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.691574:0:34061:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.691576:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb8f8 00800000:00000002:2.0:1780853835.691577:0:34061:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.691580:0:34061:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1780853835.691583:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb890 00800000:00000002:2.0:1780853835.691585:0:34061:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:2.0:1780853835.691588:0:34061:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.691589:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb7c8 00000002:00010000:2.0:1780853835.691591:0:34061:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1780853835.691595:0:34061:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853835.691597:0:34061:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853835.691601:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3b100. 00000020:00000040:2.0:1780853835.691606:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853835.691612:0:34061:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853835.691615:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.691618:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.691619:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.691620:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.691623:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.691625:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.691628:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.691634:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1800. 00000100:00000001:2.0:1780853835.691642:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691647:0:34061:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.691648:0:34061:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691650:0:34061:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.691651:0:34061:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.691652:0:34061:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.691659:0:34061:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00010000:00000001:2.0:1780853835.691663:0:34061:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853835.691666:0:34061:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853835.691668:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:2.0:1780853835.691670:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.691673:0:34061:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853835.691676:0:34061:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778800. 00000020:00000001:2.0:1780853835.691679:0:34061:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853835.691681:0:34061:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778800 with handle 0xa8f483e9eb300e8b to hash 00000020:00000001:2.0:1780853835.691683:0:34061:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853835.691684:0:34061:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.691687:0:34061:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.691689:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.691691:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.691694:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34061 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.691701:0:34061:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34061 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.691715:0:34061:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34061 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853835.691720:0:34061:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853835.691722:0:34061:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853835.691728:0:34061:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.691730:0:34061:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711936 : -107453584839680 : ffff9e45833eec00) 00000100:00000001:2.0:1780853835.691733:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.691734:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853835.691739:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.691743:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.691745:0:34061:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853835.691747:0:34061:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.691757:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.691766:0:34061:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.691768:0:34061:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.691772:0:34061:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.691775:0:34061:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.691778:0:34061:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.691781:0:34061:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631448576:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853835.691784:0:34061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.691790:0:34061:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.691793:0:34061:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.691796:0:34061:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.691801:0:34061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4586478000. 02000000:00000001:2.0:1780853835.691803:0:34061:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.691812:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.691816:0:34061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.691822:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853835.691830:0:34061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631448576, portal 10 00000100:00000001:2.0:1780853835.691832:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.691833:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000040:2.0:1780853835.691839:0:34061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.691846:0:34061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.691849:0:34061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.691852:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f7f8. 00000100:00000200:2.0:1780853835.691854:0:34061:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631448576, offset 0 00000400:00000200:2.0:1780853835.691861:0:34061:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.691870:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.691878:0:34061:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.691883:0:34061:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.691887:0:34061:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.691891:0:34061:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.691894:0:34061:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.691898:0:34061:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2624:2624:256:4294967295] 192.168.202.110@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:2.0:1780853835.691902:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.691912:0:34061:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.691919:0:34061:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.691924:0:34061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853835.691931:0:34061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.691939:0:34061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.691944:0:34061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.692250:0:34061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.692255:0:34061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 832442 usecs (833 jiffies) 00000400:00000200:2.0:1780853835.692259:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.692261:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633279 00000100:00000001:2.0:1780853835.692309:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.692313:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633279 00000100:00000001:2.0:1780853835.692315:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.692317:0:34061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.692320:0:34061:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.692322:0:34061:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.692324:0:34061:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853835.692327:0:34061:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eec00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853835.692330:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.692332:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.692642:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.692648:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853835.692653:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.692658:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.692664:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853835.692667:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853835.692671:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.692677:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.692686:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.692689:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.692695:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.692697:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853835.697968:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.697985:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.697989:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.697991:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.697999:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.698004:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.698011:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.698015:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.698020:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.698024:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe55000 00000400:00000200:0.0:1780853835.698029:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.698035:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x7121 [1] + 224 00000800:00000001:0.0:1780853835.698042:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.698049:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.698052:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.698056:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.698064:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.698072:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853835.698081:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.698094:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853835.698104:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.698107:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.698124:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.698132:0:34061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.698134:0:34061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.698138:0:34061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.698144:0:34061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:2.0:1780853835.698147:0:34061:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:2.0:1780853835.698151:0:34061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.698156:0:34061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853835.698165:0:34061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.698170:0:34061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.698172:0:34061:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.698174:0:34061:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.698177:0:34061:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.698180:0:34061:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.698182:0:34061:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.698185:0:34061:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.698194:0:34061:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853835.698198:0:34061:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.698201:0:34061:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.698203:0:34061:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.698206:0:34061:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.698209:0:34061:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.698212:0:34061:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.698214:0:34061:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853835.698216:0:34061:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.698219:0:34061:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.698224:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.698236:0:34061:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.698239:0:34061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.698241:0:34061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.698245:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853835.698253:0:34061:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631448576:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853835.698258:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.698260:0:34061:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.698262:0:34061:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.698451:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.698456:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.698464:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.698467:0:34061:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.698470:0:34061:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.698472:0:34061:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.698475:0:34061:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853835.698479:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698482:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698485:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=4 00000020:00000001:2.0:1780853835.698487:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698490:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000040:2.0:1780853835.698497:0:34061:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778800, remote cookie: 0x562725ecec97a67f, flags: 0x1001 00010000:00010000:2.0:1780853835.698503:0:34061:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853835.698512:0:34061:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780853835.698515:0:34061:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780853835.698522:0:34061:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837800. 00010000:00000010:2.0:1780853835.698527:0:34061:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9880. 00010000:00000001:2.0:1780853835.698532:0:34061:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.698535:0:34061:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.698543:0:34061:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698549:0:34061:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853835.698552:0:34061:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853835.698554:0:34061:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853835.698555:0:34061:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853835.698556:0:34061:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853835.698559:0:34061:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff9e4594837800) refcount = 1 00010000:00010000:2.0:1780853835.698563:0:34061:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698569:0:34061:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853835.698573:0:34061:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853835.698574:0:34061:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.698577:0:34061:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853835.698580:0:34061:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.698583:0:34061:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698588:0:34061:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853835.698590:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698591:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698592:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698593:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698595:0:34061:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.698599:0:34061:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853835.698600:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698602:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698603:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698605:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698608:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698610:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698611:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698612:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=4 00000020:00000001:2.0:1780853835.698614:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698616:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698619:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.698622:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.698625:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698631:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698632:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698633:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698634:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698636:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=5 00000020:00000001:2.0:1780853835.698637:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698639:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698641:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.698644:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698649:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698651:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853835.698653:0:34061:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698660:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.698661:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698662:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698664:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698665:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853835.698670:0:34061:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853835.698678:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698679:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698680:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698682:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698684:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698687:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698687:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.698689:0:34061:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.698691:0:34061:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.698694:0:34061:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853835.698696:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698697:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698698:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698700:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698702:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00000002:00010000:2.0:1780853835.698705:0:34061:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698711:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698712:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698715:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853835.698716:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698717:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698718:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698720:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698722:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000040:2.0:1780853835.698725:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837800 count: 2 00010000:00000001:2.0:1780853835.698728:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853835.698731:0:34061:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:2.0:1780853835.698735:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698736:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.698737:0:34061:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853835.698739:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb748 00000002:00002000:2.0:1780853835.698742:0:34061:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853835.698745:0:34061:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.698749:0:34061:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.698751:0:34061:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853835.698756:0:34061:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853835.698760:0:34061:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853835.698764:0:34061:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.698767:0:34061:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853835.698769:0:34061:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b4014bbac8 it_disposition b 00000080:00000001:2.0:1780853835.698773:0:34061:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853835.698780:0:34061:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853835.698783:0:34061:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853835.698786:0:34061:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1780853835.698789:0:34061:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1780853835.698795:0:34061:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853835.698797:0:34061:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1780853835.698800:0:34061:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.698804:0:34061:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:2.0:1780853835.698807:0:34061:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1780853835.698812:0:34061:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 512 00000080:00200000:2.0:1780853835.698814:0:34061:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9e459198e3c8): rc = 0 00000080:00000001:2.0:1780853835.698816:0:34061:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365489096 : -107453344062520 : ffff9e459198e3c8) 00010000:00000001:2.0:1780853835.698818:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698819:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698820:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698822:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698824:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698826:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698827:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853835.698828:0:34061:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853835.698831:0:34061:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853835.698832:0:34061:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853835.698835:0:34061:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853835.698837:0:34061:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.698840:0:34061:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9e459198e3c8) for lock 0xa8f483e9eb300e8b 00800000:00000001:2.0:1780853835.698844:0:34061:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.698845:0:34061:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.698846:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698847:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698848:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698850:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698852:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698854:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698855:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.698856:0:34061:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.698857:0:34061:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1780853835.698864:0:34061:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591971870 inode ffff9e459198e3c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1780853835.698869:0:34061:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1780853835.698870:0:34061:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.698873:0:34061:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1780853835.698877:0:34061:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9e459198e3c8) 00000080:00010000:2.0:1780853835.698880:0:34061:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e8b from it ffffb4b4014bbac8 00010000:00000001:2.0:1780853835.698882:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.698883:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.698884:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778800 refcount=3 00000020:00000001:2.0:1780853835.698886:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698888:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862400 : -107453463689216 : ffff9e458a778800) 00010000:00000001:2.0:1780853835.698889:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.698892:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.698898:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698899:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698901:0:34061:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.698903:0:34061:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.698906:0:34061:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778800/0xa8f483e9eb300e8b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a67f expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853835.698913:0:34061:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.698916:0:34061:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.698917:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.698922:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698923:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.698925:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.698928:0:34061:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.698929:0:34061:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.698931:0:34061:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.698946:0:34061:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.698949:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.698951:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.698952:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853835.698954:0:34061:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853835.698957:0:34061:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4400. 00000100:00000001:2.0:1780853835.698961:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.698966:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631448576/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.698972:0:34061:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.698975:0:34061:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.698979:0:34061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4586478000. 02000000:00000001:2.0:1780853835.698982:0:34061:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.698984:0:34061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.698986:0:34061:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.698989:0:34061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.698992:0:34061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1800. 02000000:00000001:2.0:1780853835.698996:0:34061:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.698998:0:34061:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.699000:0:34061:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:2.0:1780853835.699004:0:34061:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.699005:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.699024:0:34061:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853835.699027:0:34061:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9e459198e3c8), inode mode 41ed mask 1 00000080:00000001:2.0:1780853835.699032:0:34061:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853835.699049:0:34061:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7aa0. 00000080:00000001:2.0:1780853835.699054:0:34061:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853835.699055:0:34061:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9e459198e3c8), inode mode 41ed mask 3 00000080:00000001:2.0:1780853835.699058:0:34061:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.699060:0:34061:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:2.0:1780853835.699062:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbb50 00000080:00200000:2.0:1780853835.699064:0:34061:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9e459198e3c8), file ffff9e45936c7800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1780853835.699069:0:34061:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585da5d80. 00000080:00000001:2.0:1780853835.699072:0:34061:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853835.699074:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bba00 00000080:00200000:2.0:1780853835.699075:0:34061:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9e459198e3c8), intent=open|creat 00000080:00000010:2.0:1780853835.699083:0:34061:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4400. 00000080:00000001:2.0:1780853835.699089:0:34061:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.699092:0:34061:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.699094:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb920 00800000:00000002:2.0:1780853835.699095:0:34061:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:2.0:1780853835.699099:0:34061:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780853835.699101:0:34061:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853835.699105:0:34061:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853835.699109:0:34061:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853835.699111:0:34061:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853835.699113:0:34061:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853835.699115:0:34061:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853835.699118:0:34061:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:2.0:1780853835.699121:0:34061:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.699123:0:34061:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.699124:0:34061:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.699126:0:34061:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.699128:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb8a0 00800000:00000002:2.0:1780853835.699130:0:34061:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1780853835.699135:0:34061:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.699137:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb7d8 00000002:00010000:2.0:1780853835.699139:0:34061:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1780853835.699142:0:34061:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853835.699144:0:34061:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853835.699147:0:34061:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1780853835.699151:0:34061:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.699153:0:34061:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853835.699155:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837800 count: 2 00010000:00000001:2.0:1780853835.699157:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.699159:0:34061:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853835.699161:0:34061:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.699163:0:34061:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.699165:0:34061:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.699169:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3b100. 00000020:00000040:2.0:1780853835.699172:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853835.699177:0:34061:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853835.699178:0:34061:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.699181:0:34061:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853835.699185:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.699187:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.699188:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.699190:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.699192:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.699194:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.699198:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.699205:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1800. 00000100:00000001:2.0:1780853835.699210:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.699213:0:34061:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.699215:0:34061:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.699216:0:34061:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.699217:0:34061:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.699219:0:34061:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.699227:0:34061:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00010000:00000001:2.0:1780853835.699231:0:34061:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853835.699233:0:34061:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853835.699235:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837800 count: 2 00010000:00000001:2.0:1780853835.699237:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.699240:0:34061:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853835.699243:0:34061:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778000. 00000020:00000001:2.0:1780853835.699246:0:34061:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853835.699248:0:34061:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778000 with handle 0xa8f483e9eb300e92 to hash 00000020:00000001:2.0:1780853835.699250:0:34061:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853835.699252:0:34061:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.699255:0:34061:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.699258:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.699260:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.699262:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34061 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.699297:0:34061:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34061 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853835.699308:0:34061:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853835.699314:0:34061:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853835.699323:0:34061:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34061 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853835.699328:0:34061:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853835.699330:0:34061:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853835.699336:0:34061:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.699338:0:34061:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711936 : -107453584839680 : ffff9e45833eec00) 00000100:00000001:2.0:1780853835.699340:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.699342:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853835.699346:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.699349:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.699351:0:34061:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853835.699353:0:34061:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.699357:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.699363:0:34061:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.699366:0:34061:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.699370:0:34061:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.699372:0:34061:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.699375:0:34061:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.699378:0:34061:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631448832:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853835.699382:0:34061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.699387:0:34061:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.699389:0:34061:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.699649:0:34061:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.699708:0:34061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853835.699711:0:34061:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.699717:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.699721:0:34061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.699727:0:34061:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4587cf1400. 00000100:00000200:2.0:1780853835.699733:0:34061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631448832, portal 10 00000100:00000001:2.0:1780853835.699735:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.699736:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000040:2.0:1780853835.699743:0:34061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.699750:0:34061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.699753:0:34061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.699756:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853835.699759:0:34061:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1867358631448832, offset 0 00000400:00000200:2.0:1780853835.699766:0:34061:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.699773:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.699779:0:34061:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.699784:0:34061:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.699788:0:34061:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.699792:0:34061:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.699795:0:34061:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.699799:0:34061:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2625:2625:256:4294967295] 192.168.202.110@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:2.0:1780853835.699803:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.699811:0:34061:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.699817:0:34061:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.699822:0:34061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853835.699828:0:34061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.699835:0:34061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.699839:0:34061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.699858:0:34061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.699863:0:34061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 831415 usecs (832 jiffies) 00000400:00000200:2.0:1780853835.699867:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.699870:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633286 00000100:00000001:2.0:1780853835.699872:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.699874:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633286 00000100:00000001:2.0:1780853835.699877:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.699879:0:34061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.699882:0:34061:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.699884:0:34061:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.699886:0:34061:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853835.699889:0:34061:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eec00 going to sleep for 11 seconds 00000100:00000001:2.0:1780853835.699891:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.699893:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.700137:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.700142:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:1.0:1780853835.700148:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.700153:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.700158:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:1.0:1780853835.700160:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:1.0:1780853835.700164:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.700167:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.700176:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.700179:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.700185:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.700186:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853835.708204:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.708219:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.708223:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.708224:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.708231:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708237:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.708244:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708247:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708251:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708255:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe55100 00000400:00000200:0.0:1780853835.708258:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708262:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x7129 [32] + 224 00000800:00000001:0.0:1780853835.708298:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.708306:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.708309:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.708313:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.708320:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.708330:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853835.708348:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.708361:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853835.708369:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853835.708373:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708378:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853835.708383:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2626:2626:256:4294967295] 192.168.202.110@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:0.0:1780853835.708388:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.708405:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000100:00000001:2.0:1780853835.708407:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1780853835.708411:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000400:00000001:2.0:1780853835.708414:0:34061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.708417:0:34061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.708420:0:34061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.708433:0:34061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4587cf1400 00000400:00000010:2.0:1780853835.708436:0:34061:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4587cf1400. 00000100:00000001:2.0:1780853835.708439:0:34061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.708444:0:34061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853835.708458:0:34061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631448832/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.708465:0:34061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.708467:0:34061:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.708470:0:34061:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.708473:0:34061:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.708476:0:34061:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.708478:0:34061:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.708481:0:34061:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.708490:0:34061:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853835.708494:0:34061:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.708497:0:34061:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.708498:0:34061:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.708501:0:34061:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.708505:0:34061:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.708508:0:34061:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853835.708509:0:34061:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:2.0:1780853835.708511:0:34061:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853835.708513:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.708515:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853835.708518:0:34061:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.708519:0:34061:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1780853835.708521:0:34061:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.708523:0:34061:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.708528:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853851 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.708535:0:34061:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.708538:0:34061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.708540:0:34061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.708543:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853851 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853835.708551:0:34061:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631448832:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853835.708556:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.708558:0:34061:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.708561:0:34061:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.708563:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.708567:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853851 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.708573:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.708575:0:34061:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eec00. 00000100:00000001:2.0:1780853835.708578:0:34061:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.708580:0:34061:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.708583:0:34061:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853835.708588:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.708590:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.708593:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=4 00000020:00000001:2.0:1780853835.708595:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.708597:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000040:2.0:1780853835.708603:0:34061:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778000, remote cookie: 0x562725ecec97a69b, flags: 0x1001 00010000:00010000:2.0:1780853835.708609:0:34061:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853835.708618:0:34061:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:2.0:1780853835.708621:0:34061:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780853835.708930:0:34061:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837a00. 00010000:00000010:2.0:1780853835.708946:0:34061:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9e80. 00010000:00000001:2.0:1780853835.708952:0:34061:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.708956:0:34061:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.708965:0:34061:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.708976:0:34061:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853835.708980:0:34061:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853835.708983:0:34061:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853835.708984:0:34061:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853835.708985:0:34061:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853835.708988:0:34061:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff9e4594837a00) refcount = 1 00010000:00010000:2.0:1780853835.708991:0:34061:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.708997:0:34061:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853835.709000:0:34061:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853835.709002:0:34061:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.709005:0:34061:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853835.709007:0:34061:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.709010:0:34061:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.709025:0:34061:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853835.709026:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709028:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.709029:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709029:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.709031:0:34061:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.709036:0:34061:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853835.709038:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709040:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709041:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709043:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709046:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709052:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709053:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709054:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=4 00000020:00000001:2.0:1780853835.709057:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709059:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709061:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.709064:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.709068:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.709074:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1780853835.709074:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d73400. 00010000:00000001:2.0:1780853835.709075:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.709077:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709078:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709079:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=5 00000020:00000001:2.0:1780853835.709081:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709082:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00000800:00000200:1.0:1780853835.709083:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00010000:00000001:2.0:1780853835.709085:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.709087:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1780853835.709089:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00010000:00000001:2.0:1780853835.709093:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709094:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:1.0:1780853835.709094:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d73400 type 0, nob 96 niov 1 nkiov 0 00010000:00010000:2.0:1780853835.709096:0:34061:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.709101:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.709102:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709103:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.709105:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709106:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853835.709111:0:34061:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853835.709120:0:34061:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853835.709125:0:34061:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853835.709135:0:34061:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.709142:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709144:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709145:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709147:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709149:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00000002:00010000:2.0:1780853835.709152:0:34061:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1780853835.709160:0:34061:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45904f0a40. 00010000:00000001:2.0:1780853835.709163:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709163:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.709165:0:34061:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.709167:0:34061:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.709170:0:34061:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853835.709173:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.709174:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853835.709176:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.709177:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00010000:00000001:2.0:1780853835.709179:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709180:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709181:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709183:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709185:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00000002:00010000:2.0:1780853835.709188:0:34061:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1780853835.709189:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.709192:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d73400. 00010000:00000001:2.0:1780853835.709195:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709196:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1780853835.709196:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1780853835.709197:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853835.709199:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709200:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1780853835.709200:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000020:00000040:2.0:1780853835.709202:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709203:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709205:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00000800:00000001:1.0:1780853835.709207:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000040:2.0:1780853835.709209:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00000800:00000001:1.0:1780853835.709210:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853835.709211:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853835.709215:0:34061:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:2.0:1780853835.709217:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709218:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.709219:0:34061:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853835.709222:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb758 00000002:00002000:2.0:1780853835.709224:0:34061:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1780853835.709227:0:34061:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.709230:0:34061:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.709233:0:34061:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853835.709236:0:34061:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853835.709240:0:34061:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.709244:0:34061:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853835.709246:0:34061:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585da5d80 it_disposition 1800037 00000080:00002000:2.0:1780853835.709251:0:34061:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591971798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1780853835.709256:0:34061:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853835.709259:0:34061:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:2.0:1780853835.709261:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bb988 00000080:00200000:2.0:1780853835.709279:0:34061:0:(namei.c:1619:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9e459198e3c8), intent=open|creat 00000080:00000001:2.0:1780853835.709283:0:34061:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:2.0:1780853835.709285:0:34061:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853835.709290:0:34061:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853835.709293:0:34061:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853835.709295:0:34061:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:2.0:1780853835.709299:0:34061:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853835.709311:0:34061:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e4591988000. 00000020:00000001:2.0:1780853835.709321:0:34061:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:2.0:1780853835.709322:0:34061:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1780853835.709326:0:34061:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853835.709327:0:34061:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9e45919880c8) 00000020:00000001:2.0:1780853835.709332:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.709336:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853835.709341:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853835.709345:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853835.709349:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.709356:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.709361:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.709366:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.709372:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.709375:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.709379:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000008:00000010:2.0:1780853835.709383:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.709386:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.709389:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.709411:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853835.709414:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853835.709426:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853835.709430:0:34061:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1780853835.709434:0:34061:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4598830bb8. 00000020:00000001:2.0:1780853835.709437:0:34061:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853835.709439:0:34061:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.709446:0:34061:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:2.0:1780853835.709449:0:34061:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45916e39b0. 00020000:00000001:2.0:1780853835.709451:0:34061:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620362693040 : -107453346858576 : ffff9e45916e39b0) 00020000:00000001:2.0:1780853835.709454:0:34061:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:2.0:1780853835.709456:0:34061:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853835.709461:0:34061:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5060. 00020000:00000010:2.0:1780853835.709465:0:34061:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45922f9b80. 00020000:00000010:2.0:1780853835.709469:0:34061:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da58a0. 00020000:00000001:2.0:1780853835.709471:0:34061:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168452256 : -107453541099360 : ffff9e4585da58a0) 00020000:00000002:2.0:1780853835.709475:0:34061:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da58a0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853835.709480:0:34061:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853835.709484:0:34061:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1780853835.709488:0:34061:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1780853835.709490:0:34061:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da58a0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853835.709493:0:34061:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853835.709496:0:34061:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:2.0:1780853835.709500:0:34061:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4585ca5560. 00020000:00000010:2.0:1780853835.709503:0:34061:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e45833eec00. 00020000:00000001:2.0:1780853835.709508:0:34061:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1780853835.709511:0:34061:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4585d8b8d0. 00020000:00000001:2.0:1780853835.709514:0:34061:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1780853835.709515:0:34061:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1780853835.709521:0:34061:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1780853835.709528:0:34061:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4598830320. 00000020:00000001:2.0:1780853835.709531:0:34061:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853835.709532:0:34061:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.709534:0:34061:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620481495968 : -107453228055648 : ffff9e45988303a0) 00020000:00000001:2.0:1780853835.709538:0:34061:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1780853835.709542:0:34061:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e458a730e00. 00020000:00000001:2.0:1780853835.709545:0:34061:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.709549:0:34061:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481495968 : -107453228055648 : ffff9e45988303a0) 00020000:00000001:2.0:1780853835.709551:0:34061:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620481495968 : -107453228055648 : ffff9e45988303a0) 00020000:00000002:2.0:1780853835.709554:0:34061:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff9e4598830320[0:0] -> [0x200000404:0x30:0x0]@ffff9e4598830bb8: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:2.0:1780853835.709559:0:34061:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1780853835.709561:0:34061:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1780853835.709562:0:34061:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.709565:0:34061:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481498168 : -107453228053448 : ffff9e4598830c38) 00000020:00001000:2.0:1780853835.709568:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853835.709571:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853835.709574:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.709577:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.709581:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.709584:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.709587:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.709589:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.709592:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4e00. 00000008:00000010:2.0:1780853835.709595:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.709597:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.709600:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.709602:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853835.709604:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000020:00000010:2.0:1780853835.709606:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853835.709610:0:34061:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:2.0:1780853835.709612:0:34061:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853835.709615:0:34061:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1780853835 00000080:00000001:2.0:1780853835.709618:0:34061:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780853835.709621:0:34061:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365463752 : -107453344087864 : ffff9e45919880c8) 00010000:00000001:2.0:1780853835.709630:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709631:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709633:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709634:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709637:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00000080:00000001:2.0:1780853835.709641:0:34061:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780853835.709642:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.709645:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853835.709648:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000020:00000010:2.0:1780853835.709650:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853835.709652:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.709655:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.709657:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.709660:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.709662:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.709665:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.709668:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853835.709670:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.709672:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.709674:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.709677:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853835.709679:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853835.709681:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853835.709683:0:34061:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853835.709685:0:34061:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853835.709687:0:34061:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853835.709689:0:34061:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5840. 00020000:00000010:2.0:1780853835.709691:0:34061:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45922f9b00. 00020000:00000010:2.0:1780853835.709694:0:34061:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da56c0. 00020000:00000001:2.0:1780853835.709695:0:34061:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168451776 : -107453541099840 : ffff9e4585da56c0) 00020000:00000002:2.0:1780853835.709698:0:34061:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da56c0, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853835.709701:0:34061:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853835.709705:0:34061:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:2.0:1780853835.709708:0:34061:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e39b0) owner ffff9e4585134f80 00020000:00000001:2.0:1780853835.709710:0:34061:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853835.709713:0:34061:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e39b0) owner ffff9e4585134f80 00020000:00000010:2.0:1780853835.709718:0:34061:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45922f9b00. 00020000:00000010:2.0:1780853835.709721:0:34061:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5840. 00020000:00000010:2.0:1780853835.709723:0:34061:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da56c0. 00020000:00000002:2.0:1780853835.709725:0:34061:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853835.709727:0:34061:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.709729:0:34061:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.709733:0:34061:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780853835.709735:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:2.0:1780853835.709738:0:34061:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da58a0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:2.0:1780853835.709741:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:2.0:1780853835.709743:0:34061:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780853835.709745:0:34061:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780853835.709747:0:34061:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780853835.709748:0:34061:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780853835.709751:0:34061:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780853835.709753:0:34061:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1780853835.709756:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853835.709758:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853835.709761:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.709763:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.709766:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.709768:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.709770:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.709773:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.709775:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000008:00000010:2.0:1780853835.709776:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.709778:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.709781:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.709783:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853835.709785:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000020:00000010:2.0:1780853835.709787:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:2.0:1780853835.709789:0:34061:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.709791:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709792:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853835.709795:0:34061:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853835.709797:0:34061:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853835.709799:0:34061:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.709801:0:34061:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff9e45919880c8) 00000080:00010000:2.0:1780853835.709804:0:34061:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff9e45919880c8) for lock 0xa8f483e9eb300e92 00800000:00000001:2.0:1780853835.709807:0:34061:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.709809:0:34061:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.709810:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709811:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709812:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709814:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709816:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709819:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.709820:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.709821:0:34061:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.709823:0:34061:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.709825:0:34061:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:2.0:1780853835.709827:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.709833:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.709840:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.709846:0:34061:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.709849:0:34061:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff9e45919880c8) 00000080:00000001:2.0:1780853835.709852:0:34061:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853835.709855:0:34061:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4400. 00000100:00000001:2.0:1780853835.709857:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.709860:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.709867:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.709871:0:34061:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1780853835.709872:0:34061:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.709880:0:34061:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853835.709883:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bba60 00000080:00200008:2.0:1780853835.709885:0:34061:0:(file.c:1059:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9e45919880c8), flags 100102 00000080:00000010:2.0:1780853835.709893:0:34061:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530a140. 00000080:00000010:2.0:1780853835.709899:0:34061:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45904f0580. 00000080:00000001:2.0:1780853835.709902:0:34061:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:2.0:1780853835.709905:0:34061:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1780853835.709907:0:34061:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780853835.709911:0:34061:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585ca7860. 00000002:00100000:2.0:1780853835.709915:0:34061:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853835.709921:0:34061:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.709923:0:34061:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853835.709926:0:34061:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780853835.709929:0:34061:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.709932:0:34061:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.709934:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.709937:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1780853835.709943:0:34061:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.709947:0:34061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853835.709975:0:34061:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780853835.709977:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.709980:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bba60 00000080:00000008:2.0:1780853835.709982:0:34061:0:(file.c:1298:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9e45919880c8), flags 100102, rc = 0 00000080:00000001:2.0:1780853835.709986:0:34061:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780853835.709988:0:34061:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5d80 released 00000080:00010000:2.0:1780853835.709990:0:34061:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e92 from it ffff9e4585da5d80 00010000:00000001:2.0:1780853835.709993:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.709994:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.709996:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778000 refcount=3 00000020:00000001:2.0:1780853835.709997:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.709999:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245860352 : -107453463691264 : ffff9e458a778000) 00010000:00000001:2.0:1780853835.710001:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.710005:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.710013:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.710014:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.710015:0:34061:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.710018:0:34061:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.710020:0:34061:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778000/0xa8f483e9eb300e92 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a69b expref: -99 pid: 34061 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853835.710028:0:34061:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.710031:0:34061:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.710033:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.710037:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.710038:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.710040:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.710043:0:34061:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.710045:0:34061:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.710047:0:34061:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.710050:0:34061:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.710052:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.710053:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.710055:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853835.710056:0:34061:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1780853835.710058:0:34061:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1780853835.710060:0:34061:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853835.710061:0:34061:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.710064:0:34061:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853835.710065:0:34061:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710068:0:34061:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1780853835.710069:0:34061:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710071:0:34061:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853835.710074:0:34061:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710075:0:34061:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853835.710078:0:34061:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5d80. 00000080:00000001:2.0:1780853835.710080:0:34061:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710085:0:34061:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853835.710088:0:34061:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9e45919880c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1780853835.710091:0:34061:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710751:0:34061:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:2.0:1780853835.710755:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd88 00000080:00200008:2.0:1780853835.710757:0:34061:0:(file.c:2614:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000001:2.0:1780853835.710760:0:34061:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1780853835.710762:0:34061:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710764:0:34061:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1780853835.710767:0:34061:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710770:0:34061:0:(file.c:2561:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1780853835.710772:0:34061:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1780853835.710775:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:2.0:1780853835.710778:0:34061:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da58a0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:2.0:1780853835.710780:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853835.710783:0:34061:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:2.0:1780853835.710789:0:34061:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853835.710790:0:34061:0:(rw26.c:697:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:2.0:1780853835.710794:0:34061:0:(rw26.c:704:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1780853835.710796:0:34061:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1780853835.710798:0:34061:0:(file.c:2590:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1780853835.710800:0:34061:0:(file.c:2592:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.710802:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.710806:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853835.710809:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853835.710812:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853835.710815:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5d80. 00000008:00000010:2.0:1780853835.710819:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.710821:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.710824:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.710828:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.710832:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.710834:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000008:00000010:2.0:1780853835.710837:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.710840:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.710842:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.710845:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853835.710847:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853835.710849:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000080:00000001:2.0:1780853835.710852:0:34061:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853835.710853:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbc98 00000080:00200000:2.0:1780853835.710855:0:34061:0:(file.c:2060:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:2.0:1780853835.710860:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbc30 00000080:00200000:2.0:1780853835.710861:0:34061:0:(file.c:1817:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1780853835.710863:0:34061:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1780853835.710869:0:34061:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b78dd8bc[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:2.0:1780853835.710871:0:34061:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:2.0:1780853835.710874:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.710876:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853835.710878:0:34061:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853835.710880:0:34061:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853835.710882:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.710884:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1780853835.710886:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.710890:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710893:0:34061:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853835.710894:0:34061:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.710897:0:34061:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.710899:0:34061:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e4590c60738 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1780853835.710902:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:2.0:1780853835.710905:0:34061:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853835.710907:0:34061:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853835.710910:0:34061:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853835.710911:0:34061:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1780853835.710914:0:34061:0:(lov_io.c:660:lov_io_slice_init()) 0 1 00020000:00000001:2.0:1780853835.710916:0:34061:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1780853835.710918:0:34061:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853835.710919:0:34061:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.710921:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.710922:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853835.710923:0:34061:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853835.710925:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853835.710927:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.710929:0:34061:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853835.710931:0:34061:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1780853835.711075:0:34061:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1780853835.711079:0:34061:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711083:0:34061:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853835.711085:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853835.711087:0:34061:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1780853835.711089:0:34061:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1780853835.711091:0:34061:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1780853835.711093:0:34061:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:2.0:1780853835.711096:0:34061:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853835.711098:0:34061:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853835.711102:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1780853835.711105:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.711106:0:34061:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853835.711107:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.711111:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c071b0. 00000020:00000010:2.0:1780853835.711114:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853835.711116:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853835.711118:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.711122:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853835.711126:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2180. 00008000:00000010:2.0:1780853835.711129:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0388. 00000080:00000010:2.0:1780853835.711133:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853835.711135:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c62238. 00000020:00000010:2.0:1780853835.711138:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5000. 00000008:00000010:2.0:1780853835.711140:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b340. 00020000:00000010:2.0:1780853835.711142:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853835.711144:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344a40. 00000080:00000010:2.0:1780853835.711147:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883451e0. 00000020:00000001:2.0:1780853835.711148:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309176 : -107453509242440 : ffff9e4587c071b8) 00000020:00001000:2.0:1780853835.711150:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c071b0 00000020:00000001:2.0:1780853835.711153:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.711154:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853835.711157:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.711157:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853835.711159:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711161:0:34061:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711162:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.711165:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1780853835.711168:0:34061:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1780853835.711172:0:34061:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711174:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711176:0:34061:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711177:0:34061:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711179:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711181:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1780853835.711183:0:34061:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1780853835.711185:0:34061:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1780853835.711187:0:34061:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1780853835.711189:0:34061:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.711192:0:34061:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.711194:0:34061:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1780853835.711195:0:34061:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1780853835.711197:0:34061:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1780853835.711198:0:34061:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1780853835.711200:0:34061:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711202:0:34061:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.711204:0:34061:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.711205:0:34061:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.711207:0:34061:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711209:0:34061:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853835.711210:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.711212:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853835.711213:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853835.711214:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711216:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711217:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711219:0:34061:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711220:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853835.711222:0:34061:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853835.711224:0:34061:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853835.711226:0:34061:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853835.711228:0:34061:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853835.711230:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1780853835.711236:0:34061:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9980. 00020000:00000002:2.0:1780853835.711238:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1780853835.711241:0:34061:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853835.711242:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.711243:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.711245:0:34061:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853835.711248:0:34061:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282850. 00000008:00010000:2.0:1780853835.711251:0:34061:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1780853835.711253:0:34061:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853835.711254:0:34061:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853835.711257:0:34061:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba99b0, osc lock ffff9e4592282850, flags 0x0 00000020:00000001:2.0:1780853835.711259:0:34061:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711261:0:34061:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.711282:0:34061:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480576 : -107453476071040 : ffff9e4589ba9980) 00000020:00000001:2.0:1780853835.711284:0:34061:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853835.711286:0:34061:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853835.711287:0:34061:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711289:0:34061:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711291:0:34061:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853835.711293:0:34061:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853835.711294:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.711295:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.711297:0:34061:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853835.711299:0:34061:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853835.711301:0:34061:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1780853835.711303:0:34061:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.711306:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853835.711308:0:34061:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853835.711310:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853835.711311:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853835.711312:0:34061:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853835.711313:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853835.711315:0:34061:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853835.711318:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853835.711324:0:34061:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.711327:0:34061:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1780853835.711332:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853835.711336:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:2.0:1780853835.711341:0:34061:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853835.711345:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.711349:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.711352:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.711354:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.711359:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.711364:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5c00. 00000100:00000001:2.0:1780853835.711370:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.711374:0:34061:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.711375:0:34061:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.711377:0:34061:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853835.711378:0:34061:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.711380:0:34061:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.711383:0:34061:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00010000:00000001:2.0:1780853835.711386:0:34061:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853835.711389:0:34061:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853835.711402:0:34061:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837400. 00010000:00000010:2.0:1780853835.711406:0:34061:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4594837c00. 00010000:00000001:2.0:1780853835.711411:0:34061:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853835.711414:0:34061:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779a00. 00000020:00000001:2.0:1780853835.711418:0:34061:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853835.711421:0:34061:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779a00 with handle 0xa8f483e9eb300e99 to hash 00000020:00000001:2.0:1780853835.711424:0:34061:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853835.711425:0:34061:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000010:2.0:1780853835.711429:0:34061:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45904f0e80. 00010000:00000001:2.0:1780853835.711433:0:34061:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.711436:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.711439:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.711443:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.711455:0:34061:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853835.711466:0:34061:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853835.711473:0:34061:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853835.711475:0:34061:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853835.711481:0:34061:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:2.0:1780853835.711483:0:34061:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:2.0:1780853835.711486:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.711488:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853835.711491:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.711493:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.711495:0:34061:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853835.711497:0:34061:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.711505:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.711514:0:34061:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.711516:0:34061:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.711520:0:34061:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.711523:0:34061:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.711526:0:34061:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.711530:0:34061:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631448960:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853835.711535:0:34061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.711540:0:34061:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.711542:0:34061:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.711545:0:34061:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.711550:0:34061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1400. 02000000:00000001:2.0:1780853835.711552:0:34061:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.711560:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.711563:0:34061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.711570:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853835.711577:0:34061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631448960, portal 4 00000100:00000001:2.0:1780853835.711579:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.711580:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853835.711585:0:34061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.711592:0:34061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.711595:0:34061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.711597:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fa18. 00000100:00000200:2.0:1780853835.711600:0:34061:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631448960, offset 0 00000400:00000200:2.0:1780853835.711607:0:34061:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.711615:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.711622:0:34061:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.711628:0:34061:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.711631:0:34061:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.711635:0:34061:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.711638:0:34061:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.711641:0:34061:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2627:2627:256:4294967295] 192.168.202.110@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:2.0:1780853835.711646:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.711655:0:34061:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.711661:0:34061:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.711666:0:34061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853835.711673:0:34061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.711681:0:34061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.711685:0:34061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.711983:0:34061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.711988:0:34061:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 215545 usecs (216 jiffies) 00000400:00000200:2.0:1780853835.711992:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.711995:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296632682 00000100:00000001:2.0:1780853835.711998:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.712000:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296632682 00000100:00000001:2.0:1780853835.712002:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.712005:0:34061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.712008:0:34061:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.712010:0:34061:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.712082:0:34061:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853835.712086:0:34061:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:2.0:1780853835.712089:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.712092:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.713744:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.713751:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:1.0:1780853835.713759:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.713767:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.713776:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:1.0:1780853835.713779:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:1.0:1780853835.713784:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.713791:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.713802:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.713806:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.713812:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.713814:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853835.719782:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.719804:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.719808:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.719810:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.719819:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.719825:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.719835:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.719839:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.719843:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.719846:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe55180 00000400:00000200:0.0:1780853835.719849:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.719854:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x7131 [1] + 224 00000800:00000001:0.0:1780853835.719859:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.719868:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.719870:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.719874:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.719880:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.719896:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853835.719909:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.719923:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853835.719931:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.719935:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.719978:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.719986:0:34061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.719988:0:34061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.719992:0:34061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.719998:0:34061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:2.0:1780853835.720001:0:34061:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:2.0:1780853835.720005:0:34061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.720010:0:34061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853835.720094:0:34061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.720101:0:34061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.720104:0:34061:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.720106:0:34061:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.720110:0:34061:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.720114:0:34061:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.720117:0:34061:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.720121:0:34061:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.720133:0:34061:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853835.720138:0:34061:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.720140:0:34061:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.720142:0:34061:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.720145:0:34061:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.720149:0:34061:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.720153:0:34061:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.720155:0:34061:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853835.720157:0:34061:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.720159:0:34061:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.720165:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.720172:0:34061:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.720176:0:34061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.720182:0:34061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.720187:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853835.720194:0:34061:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631448960:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853835.720199:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.720202:0:34061:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.720204:0:34061:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.720207:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.720210:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.720216:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.720218:0:34061:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:2.0:1780853835.720222:0:34061:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.720224:0:34061:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.720227:0:34061:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853835.720229:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.720232:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.720235:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=4 00000020:00000001:2.0:1780853835.720238:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720241:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000040:2.0:1780853835.720249:0:34061:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779a00, remote cookie: 0x562725ecec97a6a9, flags: 0x1 00010000:00010000:2.0:1780853835.720257:0:34061:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.720371:0:34061:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1780853835.720374:0:34061:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.720377:0:34061:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853835.720380:0:34061:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1780853835.720384:0:34061:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853835.720407:0:34061:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff9e4594837400) refcount = 1 00010000:00000040:2.0:1780853835.720409:0:34061:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780853835.720412:0:34061:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.720420:0:34061:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853835.720422:0:34061:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.720426:0:34061:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853835.720428:0:34061:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.720431:0:34061:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.720437:0:34061:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853835.720438:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.720440:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.720441:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.720442:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.720443:0:34061:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.720448:0:34061:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1780853835.720451:0:34061:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853835.720454:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.720455:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.720456:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853835.720458:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720460:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720462:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.720463:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.720464:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=4 00000020:00000001:2.0:1780853835.720466:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720468:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720471:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.720474:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.720477:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.720484:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.720484:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853835.720488:0:34061:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1780853835.720492:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00010000:2.0:1780853835.720496:0:34061:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1780853835.720503:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.720505:0:34061:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853835.720508:0:34061:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1780853835.720511:0:34061:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853835.720513:0:34061:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720515:0:34061:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720516:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853835.720518:0:34061:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1780853835.720520:0:34061:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.720522:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.720523:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.720524:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853835.720526:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720528:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.720530:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.720534:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.720540:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.720541:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853835.720543:0:34061:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.720549:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.720550:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.720551:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853835.720552:0:34061:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.720555:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.720559:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631448960/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.720566:0:34061:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.720568:0:34061:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.720572:0:34061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:2.0:1780853835.720575:0:34061:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.720577:0:34061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.720579:0:34061:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853835.720581:0:34061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.720583:0:34061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5c00. 02000000:00000001:2.0:1780853835.720587:0:34061:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.720589:0:34061:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.720591:0:34061:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853835.720595:0:34061:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.720597:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853835.720599:0:34061:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.720602:0:34061:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720605:0:34061:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.720608:0:34061:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720610:0:34061:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720612:0:34061:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720984:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720987:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.720989:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1780853835.720993:0:34061:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1780853835.721000:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbb80 00000080:00200000:2.0:1780853835.721002:0:34061:0:(vvp_io.c:1285:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:2.0:1780853835.721006:0:34061:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1780853835.721009:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:2.0:1780853835.721012:0:34061:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da58a0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:2.0:1780853835.721078:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853835.721082:0:34061:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1780853835.721085:0:34061:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853835.721089:0:34061:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853835.721093:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:2.0:1780853835.721096:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.721098:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.721100:0:34061:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853835.721102:0:34061:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853835.721105:0:34061:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721107:0:34061:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721109:0:34061:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721110:0:34061:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.721118:0:34061:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853835.721120:0:34061:0:(rw26.c:697:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:2.0:1780853835.721149:0:34061:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1780853835.721151:0:34061:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffffbd3450087c0 0 1 00000020:00000001:2.0:1780853835.721154:0:34061:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1780853835.721155:0:34061:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721157:0:34061:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1780853835.721164:0:34061:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e4583e80e00. 00000020:00000001:2.0:1780853835.721168:0:34061:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853835.721170:0:34061:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1780853835.721172:0:34061:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1780853835.721175:0:34061:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1780853835.721177:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.721178:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000008:00000001:2.0:1780853835.721182:0:34061:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1780853835.721184:0:34061:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e4583e80e70 folio fffffbd3450087c0 pg:0 obj off 0 00000008:00000001:2.0:1780853835.721186:0:34061:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721187:0:34061:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853835.721188:0:34061:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1780853835.721190:0:34061:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1780853835.721192:0:34061:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721195:0:34061:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721197:0:34061:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620135796224 : -107453573755392 : ffff9e4583e80e00) 00000020:00000001:2.0:1780853835.721200:0:34061:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620135796224 : -107453573755392 : ffff9e4583e80e00) 00000020:00000001:2.0:1780853835.721202:0:34061:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1780853835.721205:0:34061:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853835.721206:0:34061:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351670072 : -107453357881544 : ffff9e4590c60738) 00000020:00000001:2.0:1780853835.721208:0:34061:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1780853835.721209:0:34061:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1780853835.721211:0:34061:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853835.721215:0:34061:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 1 1 00000000c180d033] 00000020:00000001:2.0:1780853835.721216:0:34061:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1780853835.721218:0:34061:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853835.721219:0:34061:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1780853835.721221:0:34061:0:(rw26.c:602:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1780853835.721223:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721224:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721226:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853835.721229:0:34061:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853835.721232:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853835.721234:0:34061:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721235:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853835.721237:0:34061:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.721239:0:34061:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1780853835.721242:0:34061:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.721244:0:34061:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1780853835.721247:0:34061:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721249:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721251:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000080:00000001:2.0:1780853835.721254:0:34061:0:(rw26.c:622:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853835.721256:0:34061:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:2.0:1780853835.721258:0:34061:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.721261:0:34061:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:2.0:1780853835.721262:0:34061:0:(rw26.c:892:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:2.0:1780853835.721375:0:34061:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853835.721377:0:34061:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351670072 : -107453357881544 : ffff9e4590c60738) 00000020:00000001:2.0:1780853835.721380:0:34061:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1780853835.721381:0:34061:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853835.721402:0:34061:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1780853835.721405:0:34061:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853835.721406:0:34061:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1780853835.721407:0:34061:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1780853835.721411:0:34061:0:(rw26.c:950:ll_write_end()) page@0000000039359b28[3 00000000da52fa34 2 1 00000000c180d033] 00000080:00200000:2.0:1780853835.721414:0:34061:0:(rw26.c:950:ll_write_end()) vmpage @00000000b855de20 17ffffc0001001 3:0 ffff9e4583e80e00 0 lru 00000080:00200000:2.0:1780853835.721422:0:34061:0:(rw26.c:950:ll_write_end()) osc-page@00000000ad356efd 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009b799467 000000001d01e289 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780853835.721424:0:34061:0:(rw26.c:950:ll_write_end()) end page@0000000039359b28 00000080:00200000:2.0:1780853835.721426:0:34061:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1780853835.721427:0:34061:0:(rw26.c:971:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.721431:0:34061:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1780853835.721432:0:34061:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:2.0:1780853835.721435:0:34061:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1780853835.721436:0:34061:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1780853835.721438:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.721439:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.721441:0:34061:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1780853835.721443:0:34061:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1780853835.721445:0:34061:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1780853835.721446:0:34061:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853835.721447:0:34061:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1780853835.721448:0:34061:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1780853835.721451:0:34061:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583e80e70 folio fffffbd3450087c0 pg:0 added for cmd 2 00000008:00000001:2.0:1780853835.721456:0:34061:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1780853835.721458:0:34061:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853835.721464:0:34061:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853835.721467:0:34061:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583e80ea8 page fffffbd3450087c0 00000008:00000020:2.0:1780853835.721471:0:34061:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:2.0:1780853835.721475:0:34061:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1780853835.721477:0:34061:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.721479:0:34061:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1780853835.721483:0:34061:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e4598be2840. 00000008:00000020:2.0:1780853835.721489:0:34061:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff9e458a730e00 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:2.0:1780853835.721494:0:34061:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1780853835.721498:0:34061:0:(osc_cache.c:857:osc_extent_find()) extent ffff9e4598be2840@{[0 -> 255/255], [3|1|-|active|wi|ffff9e458a730e00], [1703936|0|-|-|ffff9e458a779a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1780853835.721505:0:34061:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000004321d411 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1780853835.721514:0:34061:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1780853835.721517:0:34061:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.721520:0:34061:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.721522:0:34061:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1780853835.721524:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000002:2.0:1780853835.721526:0:34061:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:2.0:1780853835.721528:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721530:0:34061:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853835.721531:0:34061:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:2.0:1780853835.721533:0:34061:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853835.721535:0:34061:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721536:0:34061:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721538:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853835.721539:0:34061:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1780853835.721540:0:34061:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1780853835.721542:0:34061:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853835.721545:0:34061:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[4 00000000da52fa34 2 1 00000000c180d033] 00000020:00000001:2.0:1780853835.721547:0:34061:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1780853835.721548:0:34061:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1780853835.721549:0:34061:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1780853835.721551:0:34061:0:(osc_request.c:745:osc_update_next_shrink()) next time 3165 to shrink grant 00000080:00000001:2.0:1780853835.721554:0:34061:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:2.0:1780853835.721556:0:34061:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1780853835.721563:0:34061:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e4591988278, count 1, dirtied 1 00000080:00000001:2.0:1780853835.721565:0:34061:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1780853835.721566:0:34061:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1780853835.721567:0:34061:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853835.721569:0:34061:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853835.721570:0:34061:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853835.721572:0:34061:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[3 00000000da52fa34 2 1 0000000000000000] 00000020:00000001:2.0:1780853835.721573:0:34061:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1780853835.721574:0:34061:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853835.721576:0:34061:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1780853835.721577:0:34061:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853835.721579:0:34061:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[3 00000000da52fa34 1 1 0000000000000000] 00000020:00000001:2.0:1780853835.721580:0:34061:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1780853835.721581:0:34061:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1780853835.721582:0:34061:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:2.0:1780853835.721583:0:34061:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1780853835.721584:0:34061:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721586:0:34061:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721588:0:34061:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721589:0:34061:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853835.721591:0:34061:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1780853835.721593:0:34061:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1780853835.721594:0:34061:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1780853835.721595:0:34061:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721598:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbb80 00000080:00200000:2.0:1780853835.721599:0:34061:0:(vvp_io.c:1352:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1780853835.721602:0:34061:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721604:0:34061:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853835.721606:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.721607:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853835.721608:0:34061:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:2.0:1780853835.721610:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721611:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721613:0:34061:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853835.721614:0:34061:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853835.721615:0:34061:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721616:0:34061:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721618:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853835.721619:0:34061:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721621:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721623:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721624:0:34061:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721625:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721627:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853835.721629:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1780853835.721630:0:34061:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853835.721631:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1780853835.721633:0:34061:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1780853835.721636:0:34061:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1780853835.721640:0:34061:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730e00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1780853835.721646:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853835.721648:0:34061:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.721650:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853835.721651:0:34061:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.721653:0:34061:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1780853835.721654:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853835.721656:0:34061:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721657:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721659:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853835.721661:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853835.721663:0:34061:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853835.721664:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4588345c68 (ffff9e4587c075a8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853835.721667:0:34061:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853835.721668:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4588345c68 (ffff9e4587c075a8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853835.721671:0:34061:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853835.721673:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.721674:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.721676:0:34061:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853835.721678:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba99b0 (ffff9e4587c071b8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853835.721680:0:34061:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853835.721682:0:34061:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853835.721684:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.721685:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.721688:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853835.721690:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.721691:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.721693:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.721697:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853835.721704:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.721705:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.721706:0:34061:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.721709:0:34061:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.721712:0:34061:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853835.721721:0:34061:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.721724:0:34061:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.721725:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.721730:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.721731:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.721733:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.721736:0:34061:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.721738:0:34061:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.721740:0:34061:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.721743:0:34061:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.721745:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.721747:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.721748:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.721749:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.721750:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853835.721751:0:34061:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853835.721753:0:34061:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853835.721754:0:34061:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853835.721755:0:34061:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853835.721757:0:34061:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853835.721758:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4588345c68 (ffff9e4587c075a8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853835.721762:0:34061:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853835.721763:0:34061:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853835.721764:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba99b0 (ffff9e4587c075a8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853835.721767:0:34061:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282850. 00000020:00000001:2.0:1780853835.721770:0:34061:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853835.721772:0:34061:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9980. 00020000:00000001:2.0:1780853835.721774:0:34061:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853835.721775:0:34061:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853835.721776:0:34061:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1780853835.721778:0:34061:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853835.721780:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.721781:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853835.721782:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853835.721783:0:34061:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721785:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721787:0:34061:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853835.721788:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853835.721789:0:34061:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1780853835.721791:0:34061:0:(vvp_io.c:516:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1780853835.721793:0:34061:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853835.721794:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853835.721796:0:34061:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853835.721797:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.721798:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853835.721800:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853835.721801:0:34061:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721803:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.721805:0:34061:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853835.721806:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853835.721807:0:34061:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853835.721812:0:34061:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1780853835.721814:0:34061:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1780853835.721817:0:34061:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1780853835.721819:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853835.721821:0:34061:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853835.721822:0:34061:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853835.721824:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853835.721825:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853835.721827:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c071b0 00000020:00000010:2.0:1780853835.721832:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853835.721836:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.721840:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853835.721845:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2180. 00008000:00000010:2.0:1780853835.721849:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0388. 00000080:00000010:2.0:1780853835.721853:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853835.721857:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62238. 00000020:00000010:2.0:1780853835.721860:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4e00. 00000008:00000010:2.0:1780853835.721864:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b340. 00020000:00000010:2.0:1780853835.721868:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853835.721872:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344a40. 00000080:00000010:2.0:1780853835.721875:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883451e0. 00000020:00000010:2.0:1780853835.721878:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5000. 00000020:00000010:2.0:1780853835.721880:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c071b0. 00020000:00000001:2.0:1780853835.721883:0:34061:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853835.721884:0:34061:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853835.721886:0:34061:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853835.721888:0:34061:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853835.721891:0:34061:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853835.721892:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1780853835.721894:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbc98 00000080:00200000:2.0:1780853835.721896:0:34061:0:(file.c:2208:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1780853835.721900:0:34061:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853835.721902:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721903:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.721905:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853835.721907:0:34061:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853835.721909:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853835.721911:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1780853835.721912:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853835.721913:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1780853835.721915:0:34061:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1780853835 a=0 c=1780853835 b=1 00020000:00000001:2.0:1780853835.721918:0:34061:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.721920:0:34061:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=1 m=1780853835 a=0 c=1780853835 b=1 00020000:00000001:2.0:1780853835.721922:0:34061:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721924:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.721925:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000080:00200000:2.0:1780853835.721928:0:34061:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:2.0:1780853835.721930:0:34061:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1780853835.721934:0:34061:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1780853835.721937:0:34061:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1780853835.721939:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:2.0:1780853835.721941:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853835.721943:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5d80. 00000008:00000010:2.0:1780853835.721946:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.721949:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.721951:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.721953:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.721955:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.721958:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853835.721960:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.721962:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.721964:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.721966:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853835.721968:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000020:00000010:2.0:1780853835.721970:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000020:00000001:2.0:1780853835.721974:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd88 00000080:00000008:2.0:1780853835.721976:0:34061:0:(file.c:2694:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:2.0:1780853835.721979:0:34061:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.722000:0:34061:0:(file.c:5303:ll_fsync()) Process entered 00000080:00200000:2.0:1780853835.722002:0:34061:0:(file.c:5306:ll_fsync()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9e45919880c8), start 0, end 9223372036854775807, datasync 0 00000080:00000001:2.0:1780853835.722009:0:34061:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1780853835.722010:0:34061:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1780853835.722446:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.722453:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c075a0. 00000020:00000010:2.0:1780853835.722458:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000020:00000010:2.0:1780853835.722462:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4400. 00000020:00000010:2.0:1780853835.722465:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5d80. 00000008:00000010:2.0:1780853835.722470:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853835.722474:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2d80. 00008000:00000010:2.0:1780853835.722478:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0710. 00000080:00000010:2.0:1780853835.722483:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.722486:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c606d8. 00000020:00000010:2.0:1780853835.722489:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853835.722492:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a6e0. 00020000:00000010:2.0:1780853835.722494:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853835.722496:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344478. 00000080:00000010:2.0:1780853835.722499:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853835.722501:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310184 : -107453509241432 : ffff9e4587c075a8) 00000020:00001000:2.0:1780853835.722504:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c075a0 00000020:00000001:2.0:1780853835.722520:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.722522:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853835.722524:0:34061:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853835.722526:0:34061:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853835.722528:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.722530:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853835.722531:0:34061:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.722534:0:34061:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e4590c60738 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1780853835.722537:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:2.0:1780853835.722540:0:34061:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853835.722542:0:34061:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853835.722544:0:34061:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853835.722546:0:34061:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.722548:0:34061:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853835.722550:0:34061:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853835.722551:0:34061:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722553:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.722554:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853835.722555:0:34061:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853835.722556:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853835.722558:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722560:0:34061:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853835.722561:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853835.722563:0:34061:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853835.722565:0:34061:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853835.722568:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853835.722571:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.722572:0:34061:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853835.722573:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.722577:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c071b0. 00000020:00000010:2.0:1780853835.722579:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5000. 00000020:00000010:2.0:1780853835.722581:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853835.722584:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5480. 00000008:00000010:2.0:1780853835.722587:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853835.722589:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2180. 00008000:00000010:2.0:1780853835.722592:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0388. 00000080:00000010:2.0:1780853835.722594:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853835.722597:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c62238. 00000020:00000010:2.0:1780853835.722599:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5e00. 00000008:00000010:2.0:1780853835.722602:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b340. 00020000:00000010:2.0:1780853835.722604:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853835.722606:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344a40. 00000080:00000010:2.0:1780853835.722608:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883451e0. 00000020:00000001:2.0:1780853835.722610:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309176 : -107453509242440 : ffff9e4587c071b8) 00000020:00001000:2.0:1780853835.722612:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c071b0 00000020:00000001:2.0:1780853835.722613:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.722615:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853835.722616:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.722617:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853835.722618:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.722620:0:34061:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.722622:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853835.722624:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853835.722625:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.722627:0:34061:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722629:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722631:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1780853835.722632:0:34061:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853835.722634:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.722635:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853835.722637:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853835.722638:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722639:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.722641:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.722642:0:34061:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722643:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853835.722708:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722710:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722712:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1780853835.722714:0:34061:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853835.722715:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.722716:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853835.722718:0:34061:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1780853835.722720:0:34061:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1780853835.722725:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1780853835.722727:0:34061:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1780853835.722728:0:34061:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853835.722731:0:34061:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1780853835.722733:0:34061:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853835.722735:0:34061:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446636620245569024 : -107453463982592 : ffff9e458a730e00) 00000008:00000020:2.0:1780853835.722738:0:34061:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff9e458a730e00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1780853835.722742:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1780853835.722743:0:34061:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1780853835.722744:0:34061:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853835.722746:0:34061:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1780853835.722748:0:34061:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1780853835.722752:0:34061:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff9e4598be2840@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9e458a730e00], [1703936|1|+|-|ffff9e458a779a00|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1780853835.722759:0:34061:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 000000004321d411 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1780853835.722770:0:34061:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1780853835.722772:0:34061:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1780853835.722777:0:34061:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1780853835.722779:0:34061:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1780853835.722782:0:34061:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9e4598be2840@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9e458a730e00], [1703936|1|+|-|ffff9e458a779a00|256|ffff9e4585134f80]} make ready 00000008:00010000:2.0:1780853835.722787:0:34061:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000004321d411 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1780853835.722793:0:34061:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1780853835.722795:0:34061:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1780853835.722806:0:34061:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000020:00008000:2.0:1780853835.722809:0:34061:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1780853835.722810:0:34061:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1780853835.722812:0:34061:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853835.722813:0:34061:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853835.722814:0:34061:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853835.722816:0:34061:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853835.722818:0:34061:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853835.722820:0:34061:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000020:00000001:2.0:1780853835.722822:0:34061:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1780853835.722823:0:34061:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853835.722824:0:34061:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1780853835.722827:0:34061:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000039359b28[2 00000000da52fa34 3 1 0000000000000000] 00000020:00000001:2.0:1780853835.722829:0:34061:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1780853835.722830:0:34061:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722832:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.722834:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.722836:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1780853835.722838:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.722840:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853835.722843:0:34061:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.722845:0:34061:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:2.0:1780853835.722848:0:34061:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e4592299000: cli: ffff9e45904bd560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1780853835.722855:0:34061:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9e4585d8bdf0. 00000008:00000010:2.0:1780853835.722858:0:34061:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e45835eb9c0. 00000020:00000001:2.0:1780853835.722862:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1780853835.722864:0:34061:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1780853835.722865:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1780853835.722870:0:34061:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1780853835/1780853835 00000020:00000001:2.0:1780853835.722873:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1780853835.722874:0:34061:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1780853835.722878:0:34061:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1780853835.722880:0:34061:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:2.0:1780853835.722883:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.722888:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853835.722891:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.722897:0:34061:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1780853835.722900:0:34061:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1780853835.722904:0:34061:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853835.722909:0:34061:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.722912:0:34061:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853835.722919:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.722921:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853835.722923:0:34061:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1780853835.722925:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.722927:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.722928:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853835.722931:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.722934:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00000008:00000001:2.0:1780853835.722936:0:34061:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853835.722938:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.722939:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1780853835.722940:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1780853835.722942:0:34061:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1780853835.722947:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853835.722951:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853835.722958:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.722960:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.722963:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.722970:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5c00. 00000100:00000001:2.0:1780853835.722976:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1780853835.722982:0:34061:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:2.0:1780853835.722987:0:34061:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e4592299000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1780853835.722993:0:34061:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1780853835.723408:0:34061:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 587 MB/s 00000008:00008000:2.0:1780853835.723414:0:34061:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=1, folios=1 00000008:00000001:2.0:1780853835.723437:0:34061:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1780853835.723441:0:34061:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 20d0186 (20) 00000008:00100000:2.0:1780853835.723447:0:34061:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e4587c39180 - object 0x240000400:66 offset 0<>1 00000008:00000001:2.0:1780853835.723450:0:34061:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.723452:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1780853835.723454:0:34061:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1780853835.723455:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1780853835.723457:0:34061:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1780853835/1780853835 00000020:00000001:2.0:1780853835.723460:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1780853835.723461:0:34061:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1780853835.723462:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1780853835.723465:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.723467:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000008:00000002:2.0:1780853835.723479:0:34061:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 00000000a35e5902, now 0r/1w/0d in flight req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1780853835.723487:0:34061:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1780853835.723495:0:34061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d92a3a] to pc [ptlrpcd_01_00+0] req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853835.723533:0:34061:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1780853835.723536:0:34061:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.723539:0:34061:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.723540:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853835.723542:0:34061:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.723543:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853835.723544:0:34061:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.723546:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853835.723547:0:34061:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.723550:0:34061:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853835.723552:0:34061:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.723554:0:34061:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1780853835.723556:0:34061:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1780853835.723560:0:34061:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853835.723562:0:34061:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.723564:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.723566:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.723568:0:34061:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.723569:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.723572:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853835.723574:0:34061:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1780853835.723575:0:34061:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853835.723576:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1780853835.723578:0:34061:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1780853835.723580:0:34061:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:2.0:1780853835.723582:0:34061:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.723604:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853835.723609:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853835.723611:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.723618:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.723620:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.723622:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853835.723624:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853835.723626:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853835.723632:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.723636:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853835.723640:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.723640:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853835.723642:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.723646:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853835.723649:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853835.723651:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853835.723654:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631449088:192.168.202.110@tcp:4:multiop.0 00000100:00000001:2.0:1780853835.723659:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853835.723665:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853835.723668:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.723671:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853835.723677:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf1400. 02000000:00000001:2.0:1780853835.723678:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853835.723686:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853835.723690:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853835.723697:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853835.723705:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631449088, portal 4 00000100:00000001:2.0:1780853835.723707:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.723709:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853835.723716:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.723724:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853835.723727:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853835.723730:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8ff68. 00000100:00000200:2.0:1780853835.723733:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1867358631449088, offset 0 00000400:00000200:2.0:1780853835.723739:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853835.723748:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.723756:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853835.723762:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853835.723766:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853835.723770:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853835.723773:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853835.723776:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2628:2628:256:4294967295] 192.168.202.110@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:2.0:1780853835.723780:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853835.723790:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853835.723796:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853835.723801:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddb00. 00000800:00000200:2.0:1780853835.723808:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853835.723815:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853835.723819:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddb00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1780853835.724312:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.724318:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 214578 usecs (215 jiffies) 00000400:00000200:2.0:1780853835.724323:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853835.724326:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296632694 00000100:00000001:2.0:1780853835.724329:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.724332:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296632694 00000100:00000001:2.0:1780853835.724334:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853835.724336:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.724339:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.724343:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.724346:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.725192:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.725199:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:1.0:1780853835.725206:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.725213:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.725219:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:1.0:1780853835.725221:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:1.0:1780853835.725226:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.725234:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.725244:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.725247:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.725254:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.725256:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853835.729297:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.729315:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.729320:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.729322:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.729334:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.729342:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.729351:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.729356:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.729361:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.729366:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 4 MB=0x6a25a4fe55200 00000400:00000200:0.0:1780853835.729370:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.729377:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 448/448 into md 0x7139 [1] + 224 00000800:00000001:0.0:1780853835.729385:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.729402:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.729405:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.729409:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.729417:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.729435:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853835.729446:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853835.729467:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853835.729476:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.729479:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.729543:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853835.729548:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.729554:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.729556:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.729559:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853835.729565:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:2.0:1780853835.729567:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:2.0:1780853835.729570:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.729573:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853835.729579:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631449088/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.729583:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.729585:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.729587:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.729589:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.729591:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.729593:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.729596:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.729604:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234a8 time=975 v=5 (5 5 0 0) 00000100:00001000:2.0:1780853835.729607:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.729609:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.729610:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.729612:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.729615:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.729617:0:2383:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853835.729618:0:2383:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853835.729619:0:2383:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853835.729621:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853835.729631:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853835.729635:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853835.729637:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1780853835.729639:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.729641:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.729646:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631449088/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.729654:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.729657:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.729658:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853835.729661:0:2383:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:2.0:1780853835.729664:0:2383:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1780853835.729668:0:2383:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:2.0:1780853835.729671:0:2383:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1780853835.729676:0:2383:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for usr 0 00000001:04000000:2.0:1780853835.729678:0:2383:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for grp 0 00000001:04000000:2.0:1780853835.729679:0:2383:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for prj 0 00000001:00000001:2.0:1780853835.729681:0:2383:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1780853835.729683:0:2383:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1780853835.729686:0:2383:0:(osc_request.c:2091:check_write_checksum()) checksum 20d0186 confirmed 00000008:00000001:2.0:1780853835.729689:0:2383:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1780853835.729692:0:2383:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1780853835.729694:0:2383:0:(osc_request.c:2585:brw_interpret()) request ffff9e4587c39180 aa ffff9e4587c39330 rc 0 00000020:00000001:2.0:1780853835.729700:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.729703:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.729705:0:2383:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853835.729708:0:2383:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853835.729711:0:2383:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.729713:0:2383:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.729714:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000010:2.0:1780853835.729717:0:2383:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e45835eb9c0. 00000020:00000001:2.0:1780853835.729721:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.729724:0:2383:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1780853835.729727:0:2383:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1780853835.729730:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.729734:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631449088/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.729741:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.729744:0:2383:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1780853835.729747:0:2383:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e4598be2840@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff9e458a730e00], [1703936|1|+|+|ffff9e458a779a00|256|ffff9e4585134f80]} extent finished. 00000008:00010000:2.0:1780853835.729756:0:2383:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000004321d411 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1780853835.729768:0:2383:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1780853835.729770:0:2383:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1780853835.729774:0:2383:0:(cl_page.c:1104:cl_page_complete()) page@0000000039359b28[2 00000000da52fa34 3 1 0000000000000000] 00000020:00000001:2.0:1780853835.729776:0:2383:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1780853835.729778:0:2383:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853835.729780:0:2383:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853835.729782:0:2383:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853835.729784:0:2383:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 3 1 0000000000000000] 00000020:00000001:2.0:1780853835.729786:0:2383:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1780853835.729788:0:2383:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1780853835.729790:0:2383:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1780853835.729793:0:2383:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000080:00008000:2.0:1780853835.729794:0:2383:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1780853835.729812:0:2383:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1780853835.729813:0:2383:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1780853835.729815:0:2383:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853835.729817:0:2383:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000020:00000001:2.0:1780853835.729819:0:2383:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1780853835.729820:0:2383:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1780853835.729822:0:2383:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1780853835.729825:0:2383:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:2.0:1780853835.729847:0:2383:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e4598be2840@{[0 -> 255/255], [2|0|-|inv|wuY|ffff9e458a730e00], [1703936|0|-|-|ffff9e458a779a00|256|ffff9e4585134f80]} destroyed. 00000008:00010000:2.0:1780853835.729854:0:2383:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004321d411 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1780853835.729862:0:2383:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1780853835.729865:0:2383:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff9e4585d8bdf0. 00000008:00000020:2.0:1780853835.729872:0:2383:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000001:2.0:1780853835.729892:0:2383:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.729898:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631449088/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853835.729906:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631449088:192.168.202.110@tcp:4:multiop.0 00000100:00000001:2.0:1780853835.729911:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.729913:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.729916:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631449088/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.729922:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.729924:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.729931:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853835.729933:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.729935:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853835.729937:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.729950:0:22571:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.729955:0:22571:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c077e0. 00000020:00000010:2.0:1780853835.729961:0:22571:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4000. 00000020:00000010:2.0:1780853835.729966:0:22571:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45892a8400. 00000020:00000010:2.0:1780853835.729970:0:22571:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853835.729975:0:22571:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853835.729979:0:22571:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853835.729984:0:22571:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853835.729989:0:22571:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853835.729993:0:22571:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853835.729997:0:22571:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589322a00. 00000008:00000010:2.0:1780853835.730001:0:22571:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853835.730004:0:22571:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853835.730007:0:22571:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853835.730010:0:22571:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345f00. 00000020:00000001:2.0:1780853835.730012:0:22571:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310760 : -107453509240856 : ffff9e4587c077e8) 00000020:00001000:2.0:1780853835.730015:0:22571:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c077e0 00000008:00000020:2.0:1780853835.730017:0:22571:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:2.0:1780853835.730020:0:22571:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1780853835.730021:0:22571:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853835.730024:0:22571:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.730025:0:22571:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1780853835.730027:0:22571:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c077e0 00000020:00000010:2.0:1780853835.730030:0:22571:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45892a8400. 00000020:00000010:2.0:1780853835.730034:0:22571:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853835.730037:0:22571:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853835.730040:0:22571:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853835.730044:0:22571:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853835.730047:0:22571:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853835.730049:0:22571:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853835.730053:0:22571:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4000. 00000008:00000010:2.0:1780853835.730056:0:22571:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853835.730059:0:22571:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853835.730062:0:22571:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853835.730065:0:22571:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345f00. 00000020:00000010:2.0:1780853835.730067:0:22571:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589322a00. 00000020:00000010:2.0:1780853835.730069:0:22571:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c077e0. 00000008:00000001:0.0:1780853835.731075:0:34061:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853835.731084:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853835.731086:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1780853835.731090:0:34061:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e4598be2840. 00000008:00000020:0.0:1780853835.731096:0:34061:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1780853835.731100:0:34061:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853835.731103:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853835.731105:0:34061:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853835.731107:0:34061:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853835.731109:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853835.731112:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853835.731114:0:34061:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853835.731117:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853835.731118:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853835.731119:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853835.731120:0:34061:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853835.731123:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853835.731124:0:34061:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853835.731125:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853835.731127:0:34061:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853835.731129:0:34061:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853835.731131:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853835.731132:0:34061:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853835.731134:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853835.731135:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853835.731136:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853835.731138:0:34061:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853835.731140:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853835.731142:0:34061:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853835.731143:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853835.731144:0:34061:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853835.731147:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853835.731150:0:34061:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853835.731151:0:34061:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853835.731153:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853835.731154:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853835.731156:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c071b0 00000020:00000010:0.0:1780853835.731159:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4e00. 00000020:00000010:0.0:1780853835.731163:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5480. 00000008:00000010:0.0:1780853835.731167:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:0.0:1780853835.731171:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2180. 00008000:00000010:0.0:1780853835.731175:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0388. 00000080:00000010:0.0:1780853835.731179:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bbd0. 00000080:00000010:0.0:1780853835.731182:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62238. 00000020:00000010:0.0:1780853835.731185:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5000. 00000008:00000010:0.0:1780853835.731188:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b340. 00020000:00000010:0.0:1780853835.731192:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5f80. 00008000:00000010:0.0:1780853835.731195:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344a40. 00000080:00000010:0.0:1780853835.731198:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883451e0. 00000020:00000010:0.0:1780853835.731200:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5e00. 00000020:00000010:0.0:1780853835.731202:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c071b0. 00020000:00000001:0.0:1780853835.731204:0:34061:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853835.731207:0:34061:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853835.731209:0:34061:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853835.731211:0:34061:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853835.731214:0:34061:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853835.731215:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853835.731217:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c075a0 00000020:00000010:0.0:1780853835.731219:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4400. 00000020:00000010:0.0:1780853835.731222:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5d80. 00000008:00000010:0.0:1780853835.731225:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:0.0:1780853835.731228:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2d80. 00008000:00000010:0.0:1780853835.731230:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0710. 00000080:00000010:0.0:1780853835.731232:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:0.0:1780853835.731235:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c606d8. 00000020:00000010:0.0:1780853835.731237:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000008:00000010:0.0:1780853835.731239:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a6e0. 00020000:00000010:0.0:1780853835.731242:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:0.0:1780853835.731244:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344478. 00000080:00000010:0.0:1780853835.731247:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:0.0:1780853835.731249:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000020:00000010:0.0:1780853835.731251:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c075a0. 00000080:00000001:0.0:1780853835.731253:0:34061:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853835.731257:0:34061:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853835.731307:0:34061:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853835.731311:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:0.0:1780853835.731315:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853835.731317:0:34061:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853835.731323:0:34061:0:(lmv_obd.c:3033:lmv_fsync()) Process entered 00000002:00000001:0.0:1780853835.731329:0:34061:0:(mdc_request.c:2771:mdc_fsync()) Process entered 00000100:00000010:0.0:1780853835.731334:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368e00. 00000020:00000040:0.0:1780853835.731337:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853835.731341:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853835.731344:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853835.731349:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853835.731356:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589313c00. 00000100:00000001:0.0:1780853835.731361:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.731365:0:34061:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853835.731366:0:34061:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853835.731371:0:34061:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5b900. 00000100:00000001:0.0:1780853835.731372:0:34061:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167100672 : -107453542450944 : ffff9e4585c5b900) 00000100:00000001:0.0:1780853835.731374:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853835.731375:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208049664 : -107453501501952 : ffff9e4588368e00) 00000100:00000001:0.0:1780853835.731379:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853835.731382:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.731383:0:34061:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853835.731384:0:34061:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853835.731403:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853835.731410:0:34061:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853835.731411:0:34061:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853835.731414:0:34061:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853835.731422:0:34061:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853835.731424:0:34061:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853835.731426:0:34061:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631449216:192.168.202.110@tcp:44:multiop.0 00000100:00000001:0.0:1780853835.731429:0:34061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853835.731433:0:34061:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853835.731435:0:34061:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853835.731437:0:34061:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853835.731441:0:34061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853835.731443:0:34061:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853835.731448:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853835.731451:0:34061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853835.731456:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426550. 00000100:00000200:0.0:1780853835.731461:0:34061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631449216, portal 10 00000100:00000001:0.0:1780853835.731463:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853835.731463:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208049664 : -107453501501952 : ffff9e4588368e00) 00000100:00000040:0.0:1780853835.731468:0:34061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853835.731473:0:34061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853835.731475:0:34061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853835.731477:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864264c8. 00000100:00000200:0.0:1780853835.731478:0:34061:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1867358631449216, offset 0 00000400:00000200:0.0:1780853835.731483:0:34061:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853835.731488:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.731494:0:34061:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853835.731499:0:34061:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853835.731503:0:34061:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853835.731506:0:34061:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853835.731508:0:34061:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853835.731511:0:34061:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2629:2629:256:4294967295] 192.168.202.110@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:0.0:1780853835.731514:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.731521:0:34061:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853835.731526:0:34061:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853835.731529:0:34061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea300. 00000800:00000200:0.0:1780853835.731535:0:34061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853835.731542:0:34061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853835.731545:0:34061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1780853835.731555:0:34061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853835.731558:0:34061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 830393 usecs (831 jiffies) 00000400:00000200:0.0:1780853835.731559:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853835.731562:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633317 00000100:00000001:0.0:1780853835.731565:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853835.731567:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633317 00000100:00000001:0.0:1780853835.731569:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853835.731570:0:34061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853835.731572:0:34061:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853835.731573:0:34061:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853835.731575:0:34061:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853835.731577:0:34061:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5b900 going to sleep for 11 seconds 00000100:00000001:0.0:1780853835.731578:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853835.731580:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.732568:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.732576:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea300. 00000400:00000200:1.0:1780853835.732581:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.732588:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.732595:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864264c8 00000400:00000010:1.0:1780853835.732598:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864264c8. 00000100:00000001:1.0:1780853835.732602:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.732609:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853835.732621:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.732624:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853835.732630:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.732632:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853835.809347:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.809364:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.809370:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.809372:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.809381:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.809389:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.809411:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.809425:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.809432:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.809437:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe55280 00000400:00000200:0.0:1780853835.809442:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.809449:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x7141 [1] + 224 00000800:00000001:0.0:1780853835.809457:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.809469:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.809473:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.809478:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.809485:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.809495:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853835.809506:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853835.809536:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853835.809546:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.809549:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.809614:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853835.809620:0:34061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853835.809622:0:34061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853835.809624:0:34061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:2.0:1780853835.809628:0:34061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426550 00000400:00000010:2.0:1780853835.809630:0:34061:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426550. 00000100:00000001:2.0:1780853835.809632:0:34061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853835.809635:0:34061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853835.809641:0:34061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809645:0:34061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853835.809646:0:34061:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.809648:0:34061:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853835.809651:0:34061:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853835.809653:0:34061:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853835.809654:0:34061:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853835.809656:0:34061:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853835.809665:0:34061:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=76 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853835.809668:0:34061:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853835.809669:0:34061:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853835.809671:0:34061:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.809673:0:34061:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853835.809675:0:34061:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.809677:0:34061:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853835.809679:0:34061:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 8589934596 gen 2 00000100:00000040:2.0:1780853835.809683:0:34061:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@ffff9e4583172a00 x1867358631447168/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809688:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.809690:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631447168/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809694:0:34061:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.809695:0:34061:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.809698:0:34061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad800. 02000000:00000001:2.0:1780853835.809701:0:34061:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.809703:0:34061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.809704:0:34061:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.809705:0:34061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.809707:0:34061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fac800. 02000000:00000001:2.0:1780853835.809710:0:34061:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.809711:0:34061:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.809713:0:34061:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:2.0:1780853835.809716:0:34061:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.809717:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.809719:0:34061:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@ffff9e4587c38000 x1867358631448192/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809723:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.809725:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631448192/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809728:0:34061:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.809729:0:34061:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.809730:0:34061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1c00. 02000000:00000001:2.0:1780853835.809732:0:34061:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.809733:0:34061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.809733:0:34061:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.809734:0:34061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.809735:0:34061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1000. 02000000:00000001:2.0:1780853835.809736:0:34061:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.809737:0:34061:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.809737:0:34061:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853835.809739:0:34061:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.809739:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1780853835.809742:0:34061:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853835.809746:0:34061:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853835.809747:0:34061:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:2.0:1780853835.809749:0:34061:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853835.809750:0:34061:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.809753:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809757:0:34061:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853835.809759:0:34061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853835.809760:0:34061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853835.809762:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853835.809767:0:34061:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368e00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631449216:192.168.202.110@tcp:44:multiop.0 00000100:00000001:2.0:1780853835.809770:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853835.809772:0:34061:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.809773:0:34061:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853835.809774:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.809776:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809783:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853835.809785:0:34061:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5b900. 00000100:00000001:2.0:1780853835.809787:0:34061:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853835.809788:0:34061:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853835.809790:0:34061:0:(mdc_request.c:2792:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.809792:0:34061:0:(lmv_obd.c:3040:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.809794:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853835.809796:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368e00 x1867358631449216/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853835.809799:0:34061:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853835.809800:0:34061:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853835.809800:0:34061:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba800. 02000000:00000001:2.0:1780853835.809802:0:34061:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853835.809802:0:34061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853835.809803:0:34061:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853835.809804:0:34061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853835.809805:0:34061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589313c00. 02000000:00000001:2.0:1780853835.809807:0:34061:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853835.809807:0:34061:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853835.809808:0:34061:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368e00. 00000100:00000001:2.0:1780853835.809811:0:34061:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853835.809812:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853835.809815:0:34061:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1780853835.809816:0:34061:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.809818:0:34061:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1780853835.809821:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.809825:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c077e0. 00000020:00000010:2.0:1780853835.809829:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589322a00. 00000020:00000010:2.0:1780853835.809833:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589322200. 00000020:00000010:2.0:1780853835.809837:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853835.809843:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853835.809847:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853835.809852:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853835.809858:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853835.809862:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853835.809867:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589323600. 00000008:00000010:2.0:1780853835.809870:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853835.809874:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853835.809878:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853835.809894:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345f00. 00000020:00000001:2.0:1780853835.809897:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310760 : -107453509240856 : ffff9e4587c077e8) 00000020:00001000:2.0:1780853835.809900:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c077e0 00000020:00000001:2.0:1780853835.809904:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.809907:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853835.809910:0:34061:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853835.809911:0:34061:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853835.809915:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.809916:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853835.809917:0:34061:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.809921:0:34061:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e4590c62050 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1780853835.809925:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:2.0:1780853835.809928:0:34061:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853835.809930:0:34061:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853835.809932:0:34061:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853835.809934:0:34061:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.809936:0:34061:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853835.809938:0:34061:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853835.809939:0:34061:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.809940:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.809941:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853835.809942:0:34061:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853835.809943:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853835.809944:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.809946:0:34061:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853835.809948:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853835.809950:0:34061:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853835.809953:0:34061:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853835.809957:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1780853835.809959:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853835.809961:0:34061:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853835.809962:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853835.809965:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07630. 00000020:00000010:2.0:1780853835.809968:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589323e00. 00000020:00000010:2.0:1780853835.809971:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589322600. 00000020:00000010:2.0:1780853835.809973:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5840. 00000008:00000010:2.0:1780853835.809977:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853835.809980:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853835.809982:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd11a8. 00000080:00000010:2.0:1780853835.809987:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.809990:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c62da0. 00000020:00000010:2.0:1780853835.809993:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853835.809996:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b1e0. 00020000:00000010:2.0:1780853835.809998:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6f40. 00008000:00000010:2.0:1780853835.810001:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344da8. 00000080:00000010:2.0:1780853835.810004:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853835.810006:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310328 : -107453509241288 : ffff9e4587c07638) 00000020:00001000:2.0:1780853835.810008:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07630 00000020:00000001:2.0:1780853835.810011:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.810012:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853835.810015:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853835.810016:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853835.810017:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810019:0:34061:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810021:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853835.810024:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853835.810025:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810027:0:34061:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810029:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810031:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1780853835.810032:0:34061:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853835.810034:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.810035:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853835.810036:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853835.810038:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810039:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810041:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810043:0:34061:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810044:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853835.810045:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810047:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810049:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1780853835.810050:0:34061:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853835.810052:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.810052:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853835.810054:0:34061:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1780853835.810057:0:34061:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1780853835.810061:0:34061:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1780853835.810065:0:34061:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.810067:0:34061:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1780853835.810069:0:34061:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1780853835.810072:0:34061:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.810074:0:34061:0:(osc_io.c:1043:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1780853835.810076:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853835.810078:0:34061:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853835.810079:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853835.810081:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853835.810082:0:34061:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853835.810083:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853835.810085:0:34061:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1780853835.810090:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853835.810093:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853835.810097:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853835.810101:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853835.810105:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853835.810111:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5800. 00000100:00000001:2.0:1780853835.810116:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853835.810122:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853835.810125:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853835.810130:0:34061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853835.810159:0:34061:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.810162:0:34061:0:(osc_io.c:1060:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853835.810164:0:34061:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810166:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810168:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.810169:0:34061:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810171:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.810173:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853835.810175:0:34061:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1780853835.810176:0:34061:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853835.810178:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1780853835.810611:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853835.810616:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853835.810618:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.810623:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853835.810625:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.810627:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853835.810628:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853835.810630:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853835.810637:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.810645:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853835.810646:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.810649:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853835.810653:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853835.810655:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853835.810670:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631449344:192.168.202.110@tcp:16:multiop.0 00000100:00000001:3.0:1780853835.810675:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853835.810680:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853835.810682:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.810685:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853835.810690:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853835.810692:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853835.810698:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853835.810701:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853835.810706:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853835.810711:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631449344, portal 4 00000100:00000001:3.0:1780853835.810714:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853835.810715:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:3.0:1780853835.810722:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.810728:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853835.810731:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853835.810733:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ae58. 00000100:00000200:3.0:1780853835.810736:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1867358631449344, offset 0 00000400:00000200:3.0:1780853835.810740:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853835.810745:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.810750:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853835.810754:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853835.810757:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853835.810760:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853835.810762:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853835.810765:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2630:2630:256:4294967295] 192.168.202.110@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:3.0:1780853835.810768:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853835.810773:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853835.810776:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853835.810780:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853835.810785:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853835.810790:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853835.810793:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1780853835.810805:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.810809:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 213607 usecs (214 jiffies) 00000400:00000200:3.0:1780853835.810812:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853835.810815:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296632779 00000100:00000001:3.0:1780853835.810817:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.810820:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296632779 00000100:00000001:3.0:1780853835.810822:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853835.810825:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.810827:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.810830:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.810832:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.810843:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853835.810845:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853835.810919:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853835.810925:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:1.0:1780853835.810930:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853835.810935:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853835.810939:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ae58 00000400:00000010:1.0:1780853835.810941:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ae58. 00000100:00000001:1.0:1780853835.810944:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853835.810948:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.810957:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853835.810959:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853835.810965:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853835.810967:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1780853835.822057:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853835.822064:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853835.822068:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853835.822069:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853835.822072:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853835.822073:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853835.822133:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853835.822136:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853835.822140:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1780853835.863819:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.863839:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853835.863843:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.863845:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.863855:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.863863:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853835.863871:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.863877:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.863893:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.863897:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 432 into portal 4 MB=0x6a25a4fe55300 00000400:00000200:0.0:1780853835.863902:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853835.863909:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 432/432 into md 0x7151 [1] + 224 00000800:00000001:0.0:1780853835.863916:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.863928:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853835.863932:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853835.863936:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853835.863945:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853835.863953:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853835.863964:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.864107:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853835.864110:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853835.864127:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853835.864138:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853835.864141:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853835.865782:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853835.865786:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853835.865789:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853835.865796:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:3.0:1780853835.865798:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:3.0:1780853835.865802:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853835.865811:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853835.865820:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.865828:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853835.865830:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.865833:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853835.865837:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853835.865839:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853835.865841:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853835.865844:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853835.865854:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853835.865859:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853835.865863:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853835.865864:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853835.865867:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853835.865871:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.866113:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853835.866116:0:2382:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967331 gen 17 00000100:00000040:3.0:1780853835.866126:0:2382:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 4294967331) req@ffff9e4587c39180 x1867358631449088/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.866134:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.866137:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631449088/t4294967331(4294967331) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853851 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.866144:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853835.866147:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853835.866150:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:3.0:1780853835.866155:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853835.866158:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853835.866160:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853835.866162:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853835.866164:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5c00. 02000000:00000001:3.0:1780853835.866168:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853835.866170:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853835.866171:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:3.0:1780853835.866175:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853835.866176:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.866179:0:2382:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1780853835.866182:0:2382:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1780853835.866185:0:2382:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853835.866187:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.866192:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.866200:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853835.866202:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853835.866204:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1780853835.866208:0:2382:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1780853835.866215:0:2382:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:3.0:1780853835.866217:0:2382:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:3.0:1780853835.866219:0:2382:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1780853835.866223:0:2382:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853835.866225:0:2382:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853835.866227:0:2382:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853835.866229:0:2382:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:3.0:1780853835.866248:0:2382:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853835.866254:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853835.866262:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631449344:192.168.202.110@tcp:16:multiop.0 00000100:00000001:3.0:1780853835.866288:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.866291:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853835.866295:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631449344/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853835.866300:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853835.866302:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853835.866304:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853835.866307:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853835.866308:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853835.866309:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853835.866311:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853835.866312:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5800. 02000000:00000001:3.0:1780853835.866315:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853835.866316:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853835.866317:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:3.0:1780853835.866320:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853835.866321:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.866324:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853835.866331:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853835.866333:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853835.866335:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853835.866338:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.867428:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853835.867433:0:34061:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.867436:0:34061:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1780853835.867442:0:34061:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853835.867445:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.867447:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853835.867450:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853835.867454:0:34061:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853835.867457:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853835.867460:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1780853835.867461:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853835.867462:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1780853835.867464:0:34061:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1780853835 a=0 c=1780853835 b=11 00020000:00000001:2.0:1780853835.867468:0:34061:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853835.867470:0:34061:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=1 m=1780853835 a=0 c=1780853835 b=11 00020000:00000001:2.0:1780853835.867472:0:34061:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.867474:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.867476:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000080:00200000:2.0:1780853835.867479:0:34061:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:2.0:1780853835.867481:0:34061:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1780853835.867482:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853835.867485:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1780853835.867487:0:34061:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853835.867488:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.867490:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853835.867491:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853835.867492:0:34061:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.867494:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.867495:0:34061:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853835.867496:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853835.867497:0:34061:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1780853835.867499:0:34061:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853835.867500:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853835.867502:0:34061:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853835.867503:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853835.867504:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853835.867505:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853835.867507:0:34061:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.867509:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853835.867510:0:34061:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853835.867511:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853835.867513:0:34061:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853835.867516:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853835.867517:0:34061:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853835.867519:0:34061:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853835.867520:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853835.867521:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853835.867523:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07630 00000020:00000010:2.0:1780853835.867528:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589322600. 00000020:00000010:2.0:1780853835.867534:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5840. 00000008:00000010:2.0:1780853835.867538:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853835.867543:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853835.867549:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd11a8. 00000080:00000010:2.0:1780853835.867553:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853835.867556:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62da0. 00000020:00000010:2.0:1780853835.867559:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589323e00. 00000008:00000010:2.0:1780853835.867562:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b1e0. 00020000:00000010:2.0:1780853835.867566:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6f40. 00008000:00000010:2.0:1780853835.867568:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344da8. 00000080:00000010:2.0:1780853835.867571:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853835.867573:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000020:00000010:2.0:1780853835.867574:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07630. 00020000:00000001:2.0:1780853835.867576:0:34061:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853835.867578:0:34061:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853835.867579:0:34061:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853835.867581:0:34061:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853835.867583:0:34061:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853835.867584:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853835.867586:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c077e0 00000020:00000010:2.0:1780853835.867587:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589322200. 00000020:00000010:2.0:1780853835.867588:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853835.867590:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853835.867592:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853835.867593:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853835.867595:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853835.867596:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853835.867599:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589322a00. 00000008:00000010:2.0:1780853835.867600:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853835.867601:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853835.867603:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853835.867604:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345f00. 00000020:00000010:2.0:1780853835.867606:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589323600. 00000020:00000010:2.0:1780853835.867607:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c077e0. 00000080:00000001:2.0:1780853835.867608:0:34061:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.867612:0:34061:0:(file.c:5366:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896195:0:34065:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853835.896201:0:34065:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853835.896204:0:34065:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27b78 00000080:00200000:2.0:1780853835.896207:0:34065:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853835.896213:0:34065:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4400. 00800000:00000002:2.0:1780853835.896218:0:34065:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853835.896221:0:34065:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853835.896225:0:34065:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.896227:0:34065:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27a98 00800000:00000002:2.0:1780853835.896229:0:34065:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853835.896231:0:34065:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853835.896235:0:34065:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853835.896239:0:34065:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853835.896240:0:34065:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27968 00000002:00010000:2.0:1780853835.896242:0:34065:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853835.896244:0:34065:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853835.896246:0:34065:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853835.896249:0:34065:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853835.896254:0:34065:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:2.0:1780853835.896256:0:34065:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853835.896259:0:34065:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853835.896262:0:34065:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853835.896289:0:34065:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853835.896302:0:34065:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853835.896306:0:34065:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853835.896310:0:34065:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853835.896317:0:34065:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853835.896320:0:34065:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853835.896321:0:34065:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.896323:0:34065:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853835.896325:0:34065:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.896328:0:34065:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853835.896331:0:34065:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853835.896333:0:34065:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853835.896337:0:34065:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4400. 00000080:00000001:2.0:1780853835.896341:0:34065:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853835.896343:0:34065:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.896345:0:34065:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853835.896349:0:34065:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e7d 00800000:00000001:2.0:1780853835.896352:0:34065:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853835.896354:0:34065:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853835.896356:0:34065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.896358:0:34065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.896360:0:34065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853835.896362:0:34065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.896365:0:34065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.896368:0:34065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.896369:0:34065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853835.896370:0:34065:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853835.896372:0:34065:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853835.896374:0:34065:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e7d from it ffffb4b401c27bb0 00010000:00000001:2.0:1780853835.896376:0:34065:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853835.896377:0:34065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853835.896379:0:34065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853835.896381:0:34065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.896382:0:34065:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853835.896385:0:34065:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853835.896388:0:34065:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853835.896406:0:34065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.896407:0:34065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.896409:0:34065:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853835.896410:0:34065:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853835.896413:0:34065:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853835.896420:0:34065:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853835.896423:0:34065:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853835.896425:0:34065:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853835.896429:0:34065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.896430:0:34065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853835.896431:0:34065:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.896435:0:34065:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853835.896436:0:34065:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.896438:0:34065:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.896441:0:34065:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853835.896443:0:34065:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853835.896445:0:34065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853835.896446:0:34065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853835.896449:0:34065:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853835.896450:0:34065:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853835.896453:0:34065:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:2.0:1780853835.896457:0:34065:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896461:0:34065:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:2.0:1780853835.896463:0:34065:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853835.896465:0:34065:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27b78 00000080:00200008:2.0:1780853835.896467:0:34065:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 504000 00000080:00000010:2.0:1780853835.896473:0:34065:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530b2c0. 00000080:00000001:2.0:1780853835.896477:0:34065:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896478:0:34065:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896497:0:34065:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853835.896499:0:34065:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=8028667f arg=7ffd15840100 00000080:00000001:2.0:1780853835.896506:0:34065:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000080:00000001:2.0:1780853835.896508:0:34065:0:(llite_lib.c:4137:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1780853835.896510:0:34065:0:(llite_lib.c:4143:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896512:0:34065:0:(llite_lib.c:3525:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896514:0:34065:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896519:0:34065:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853835.896521:0:34065:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853835.896523:0:34065:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27d98 00000080:00200008:2.0:1780853835.896525:0:34065:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 504000 00000080:00400000:2.0:1780853835.896529:0:34065:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1780853835.896532:0:34065:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530b2c0. 00000080:00000001:2.0:1780853835.896535:0:34065:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853835.896537:0:34065:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c27d98 00000080:00000008:2.0:1780853835.896539:0:34065:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 504000, rc = 0 00000080:00000001:2.0:1780853835.896542:0:34065:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853835.896543:0:34065:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853836.846697:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853836.846705:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853836.846712:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853836.846714:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853836.846717:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853836.846719:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.846828:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853836.846832:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853836.846835:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853836.900735:0:34061:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:2.0:1780853836.900744:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd88 00000080:00200008:2.0:1780853836.900749:0:34061:0:(file.c:2614:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000001:2.0:1780853836.900754:0:34061:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1780853836.900757:0:34061:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.900760:0:34061:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1780853836.900766:0:34061:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.900769:0:34061:0:(file.c:2561:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1780853836.900772:0:34061:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1780853836.900778:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:2.0:1780853836.900782:0:34061:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da58a0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:2.0:1780853836.900785:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853836.900787:0:34061:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:2.0:1780853836.900797:0:34061:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853836.900799:0:34061:0:(rw26.c:697:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:2.0:1780853836.900804:0:34061:0:(rw26.c:704:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1780853836.900807:0:34061:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1780853836.900809:0:34061:0:(file.c:2590:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1780853836.900811:0:34061:0:(file.c:2592:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.900814:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853836.900820:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c077e0. 00000020:00000010:2.0:1780853836.900826:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853836.900830:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853836.900834:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853836.900842:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853836.900848:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853836.900853:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853836.900860:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853836.900863:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853836.900866:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853836.900870:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853836.900874:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853836.900878:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853836.900881:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345f00. 00000020:00000001:2.0:1780853836.900884:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310760 : -107453509240856 : ffff9e4587c077e8) 00000020:00001000:2.0:1780853836.900886:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c077e0 00000080:00000001:2.0:1780853836.900888:0:34061:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853836.900890:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbc98 00000080:00200000:2.0:1780853836.900892:0:34061:0:(file.c:2060:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:2.0:1780853836.900897:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbc30 00000080:00200000:2.0:1780853836.900898:0:34061:0:(file.c:1817:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1780853836.900901:0:34061:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1780853836.900907:0:34061:0:(cl_io.c:214:cl_io_rw_init()) header@00000000b78dd8bc[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:2.0:1780853836.900909:0:34061:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:2.0:1780853836.900913:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.900915:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853836.900918:0:34061:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853836.900919:0:34061:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853836.900923:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853836.900925:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1780853836.900928:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853836.900953:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.900957:0:34061:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853836.900958:0:34061:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.900960:0:34061:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853836.900962:0:34061:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e4590c62050 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1780853836.900965:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:2.0:1780853836.900968:0:34061:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853836.900970:0:34061:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853836.900973:0:34061:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853836.900974:0:34061:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1780853836.900976:0:34061:0:(lov_io.c:660:lov_io_slice_init()) 1 2 00020000:00000001:2.0:1780853836.900978:0:34061:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1780853836.900980:0:34061:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853836.900981:0:34061:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.900983:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853836.900984:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853836.900985:0:34061:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853836.900986:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853836.900988:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.900990:0:34061:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853836.900992:0:34061:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1780853836.900995:0:34061:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1780853836.900997:0:34061:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.900999:0:34061:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853836.901001:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853836.901003:0:34061:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1780853836.901004:0:34061:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1780853836.901006:0:34061:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1780853836.901009:0:34061:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:2.0:1780853836.901011:0:34061:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853836.901014:0:34061:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853836.901017:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1780853836.901020:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.901022:0:34061:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853836.901023:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853836.901026:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07630. 00000020:00000010:2.0:1780853836.901029:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000020:00000010:2.0:1780853836.901032:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4000. 00000020:00000010:2.0:1780853836.901034:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5840. 00000008:00000010:2.0:1780853836.901038:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853836.901041:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853836.901043:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd11a8. 00000080:00000010:2.0:1780853836.901046:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853836.901049:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c62da0. 00000020:00000010:2.0:1780853836.901052:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5000. 00000008:00000010:2.0:1780853836.901055:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b1e0. 00020000:00000010:2.0:1780853836.901057:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6f40. 00008000:00000010:2.0:1780853836.901059:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344da8. 00000080:00000010:2.0:1780853836.901062:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853836.901064:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310328 : -107453509241288 : ffff9e4587c07638) 00000020:00001000:2.0:1780853836.901066:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07630 00000020:00000001:2.0:1780853836.901068:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.901070:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853836.901072:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853836.901074:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853836.901075:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901077:0:34061:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901079:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.901082:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1780853836.901085:0:34061:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1780853836.901088:0:34061:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901090:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901092:0:34061:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901094:0:34061:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901095:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901097:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1780853836.901099:0:34061:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1780853836.901100:0:34061:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1780853836.901103:0:34061:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1780853836.901106:0:34061:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901109:0:34061:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901111:0:34061:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1780853836.901112:0:34061:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1780853836.901114:0:34061:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1780853836.901116:0:34061:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1780853836.901118:0:34061:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901119:0:34061:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901121:0:34061:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901123:0:34061:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901125:0:34061:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901127:0:34061:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853836.901129:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853836.901130:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853836.901132:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853836.901133:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901135:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901136:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901138:0:34061:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901139:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853836.901141:0:34061:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853836.901143:0:34061:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853836.901145:0:34061:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853836.901147:0:34061:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853836.901150:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1780853836.901155:0:34061:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9980. 00020000:00000002:2.0:1780853836.901157:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1780853836.901159:0:34061:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853836.901160:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.901162:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.901176:0:34061:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853836.901180:0:34061:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282850. 00000008:00010000:2.0:1780853836.901183:0:34061:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1780853836.901185:0:34061:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853836.901186:0:34061:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853836.901189:0:34061:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba99b0, osc lock ffff9e4592282850, flags 0x0 00000020:00000001:2.0:1780853836.901191:0:34061:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901193:0:34061:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901196:0:34061:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480576 : -107453476071040 : ffff9e4589ba9980) 00000020:00000001:2.0:1780853836.901197:0:34061:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853836.901198:0:34061:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853836.901199:0:34061:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901201:0:34061:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901203:0:34061:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853836.901205:0:34061:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853836.901206:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.901206:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.901208:0:34061:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853836.901210:0:34061:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853836.901212:0:34061:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1780853836.901214:0:34061:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901217:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853836.901219:0:34061:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853836.901220:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853836.901222:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853836.901223:0:34061:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853836.901224:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853836.901226:0:34061:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853836.901230:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853836.901237:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853836.901240:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853836.901245:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853836.901249:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853836.901253:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853836.901289:0:34061:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853836.901295:0:34061:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853836.901299:0:34061:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853836.901308:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853836.901310:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.901313:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853836.901315:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901317:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00000008:00000001:2.0:1780853836.901321:0:34061:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853836.901323:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853836.901324:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.901326:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=4 00000020:00000001:2.0:1780853836.901327:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901329:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901331:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853836.901332:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.901333:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853836.901334:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901336:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901338:0:34061:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853836.901340:0:34061:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853836.901342:0:34061:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853836.901350:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.901351:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853836.901353:0:34061:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853836.901355:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853836.901356:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.901357:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=6 00000020:00000001:2.0:1780853836.901358:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901361:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901363:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853836.901365:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853836.901371:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.901373:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853836.901375:0:34061:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853836.901391:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853836.901393:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.901395:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853836.901396:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.901397:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853836.901398:0:34061:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.901400:0:34061:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901402:0:34061:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901404:0:34061:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901406:0:34061:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901408:0:34061:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901535:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901538:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901540:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1780853836.901543:0:34061:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1780853836.901549:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbb80 00000080:00200000:2.0:1780853836.901551:0:34061:0:(vvp_io.c:1285:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:2.0:1780853836.901554:0:34061:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1780853836.901556:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:2.0:1780853836.901558:0:34061:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da58a0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:2.0:1780853836.901560:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853836.901562:0:34061:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1780853836.901564:0:34061:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853836.901566:0:34061:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853836.901568:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1780853836.901571:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.901572:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.901574:0:34061:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853836.901576:0:34061:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853836.901579:0:34061:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901581:0:34061:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901583:0:34061:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901584:0:34061:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901588:0:34061:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853836.901589:0:34061:0:(rw26.c:697:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:2.0:1780853836.901592:0:34061:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1780853836.901594:0:34061:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffffbd3450087c0 ffff9e4583e80e00 1 00000020:00000001:2.0:1780853836.901622:0:34061:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1780853836.901626:0:34061:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446636620135796224 : -107453573755392 : ffff9e4583e80e00) 00000020:00000001:2.0:1780853836.901628:0:34061:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446636620135796224 : -107453573755392 : ffff9e4583e80e00) 00000020:00000001:2.0:1780853836.901630:0:34061:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1780853836.901633:0:34061:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853836.901634:0:34061:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351676496 : -107453357875120 : ffff9e4590c62050) 00000020:00000001:2.0:1780853836.901637:0:34061:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1780853836.901638:0:34061:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1780853836.901641:0:34061:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853836.901645:0:34061:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000096ad9cca] 00000020:00000001:2.0:1780853836.901647:0:34061:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1780853836.901648:0:34061:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853836.901649:0:34061:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1780853836.901651:0:34061:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:2.0:1780853836.901652:0:34061:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.901655:0:34061:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:2.0:1780853836.901656:0:34061:0:(rw26.c:892:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:2.0:1780853836.901658:0:34061:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853836.901659:0:34061:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351676496 : -107453357875120 : ffff9e4590c62050) 00000020:00000001:2.0:1780853836.901660:0:34061:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1780853836.901662:0:34061:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853836.901665:0:34061:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1780853836.901667:0:34061:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853836.901668:0:34061:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1780853836.901669:0:34061:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1780853836.901672:0:34061:0:(rw26.c:950:ll_write_end()) page@0000000039359b28[3 00000000da52fa34 2 1 0000000096ad9cca] 00000080:00200000:2.0:1780853836.901675:0:34061:0:(rw26.c:950:ll_write_end()) vmpage @00000000b855de20 17ffffc0001029 2:0 ffff9e4583e80e00 0 lru 00000080:00200000:2.0:1780853836.901683:0:34061:0:(rw26.c:950:ll_write_end()) osc-page@00000000ad356efd 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 000000009b799467 000000001d01e289 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780853836.901685:0:34061:0:(rw26.c:950:ll_write_end()) end page@0000000039359b28 00000080:00200000:2.0:1780853836.901686:0:34061:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1780853836.901688:0:34061:0:(rw26.c:971:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853836.901692:0:34061:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1780853836.901695:0:34061:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:2.0:1780853836.901697:0:34061:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1780853836.901700:0:34061:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1780853836.901703:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.901704:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.901706:0:34061:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1780853836.901709:0:34061:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1780853836.901711:0:34061:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1780853836.901713:0:34061:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853836.901714:0:34061:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1780853836.901716:0:34061:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1780853836.901721:0:34061:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583e80e70 folio fffffbd3450087c0 pg:0 added for cmd 2 00000008:00000001:2.0:1780853836.901726:0:34061:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1780853836.901728:0:34061:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853836.901735:0:34061:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853836.901739:0:34061:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583e80ea8 page fffffbd3450087c0 00000008:00000020:2.0:1780853836.901743:0:34061:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:2.0:1780853836.901749:0:34061:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1780853836.901750:0:34061:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.901753:0:34061:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1780853836.901757:0:34061:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e4598be2000. 00000008:00000020:2.0:1780853836.901763:0:34061:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff9e458a730e00 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:2.0:1780853836.901768:0:34061:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1780853836.901773:0:34061:0:(osc_cache.c:857:osc_extent_find()) extent ffff9e4598be2000@{[0 -> 255/255], [3|1|-|active|wi|ffff9e458a730e00], [1703936|0|-|-|ffff9e458a779a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1780853836.901779:0:34061:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000004b262124 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1780853836.901785:0:34061:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1780853836.901789:0:34061:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.901791:0:34061:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.901793:0:34061:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1780853836.901795:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000002:2.0:1780853836.901797:0:34061:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:2.0:1780853836.901799:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.901801:0:34061:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853836.901804:0:34061:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:2.0:1780853836.901806:0:34061:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853836.901808:0:34061:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901810:0:34061:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901812:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853836.901814:0:34061:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1780853836.901815:0:34061:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1780853836.901817:0:34061:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853836.901820:0:34061:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[4 00000000da52fa34 2 1 0000000096ad9cca] 00000020:00000001:2.0:1780853836.901822:0:34061:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1780853836.901823:0:34061:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1780853836.901824:0:34061:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1780853836.901826:0:34061:0:(osc_request.c:745:osc_update_next_shrink()) next time 3166 to shrink grant 00000080:00000001:2.0:1780853836.901829:0:34061:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:2.0:1780853836.901831:0:34061:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1780853836.901838:0:34061:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e4591988278, count 1, dirtied 1 00000080:00000001:2.0:1780853836.901840:0:34061:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1780853836.901842:0:34061:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1780853836.901843:0:34061:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853836.901844:0:34061:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853836.901845:0:34061:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853836.901848:0:34061:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[3 00000000da52fa34 2 1 0000000000000000] 00000020:00000001:2.0:1780853836.901850:0:34061:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1780853836.901851:0:34061:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853836.901852:0:34061:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1780853836.901853:0:34061:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853836.901855:0:34061:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[3 00000000da52fa34 1 1 0000000000000000] 00000020:00000001:2.0:1780853836.901856:0:34061:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1780853836.901857:0:34061:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1780853836.901858:0:34061:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:2.0:1780853836.901859:0:34061:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1780853836.901861:0:34061:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901863:0:34061:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901865:0:34061:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901866:0:34061:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853836.901868:0:34061:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1780853836.901870:0:34061:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1780853836.901872:0:34061:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1780853836.901873:0:34061:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901876:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbb80 00000080:00200000:2.0:1780853836.901877:0:34061:0:(vvp_io.c:1352:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1780853836.901880:0:34061:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901882:0:34061:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853836.901884:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853836.901884:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853836.901886:0:34061:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:2.0:1780853836.901887:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.901889:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.901891:0:34061:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853836.901892:0:34061:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853836.901894:0:34061:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901895:0:34061:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901896:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853836.901898:0:34061:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901900:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901901:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901902:0:34061:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901904:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901905:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853836.901907:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1780853836.901909:0:34061:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853836.901910:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1780853836.901911:0:34061:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1780853836.901914:0:34061:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1780853836.901917:0:34061:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730e00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1780853836.901922:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853836.901925:0:34061:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.901926:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853836.901927:0:34061:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.901929:0:34061:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1780853836.901930:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853836.901932:0:34061:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.901933:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.901934:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853836.901936:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853836.901938:0:34061:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853836.901939:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4588345f38 (ffff9e4587c077e8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853836.901942:0:34061:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853836.901943:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4588345f38 (ffff9e4587c077e8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853836.901946:0:34061:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853836.901947:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.901948:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.901950:0:34061:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853836.901951:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba99b0 (ffff9e4587c07638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853836.901954:0:34061:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853836.901955:0:34061:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853836.901956:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853836.901958:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.901959:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853836.901962:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901964:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.901966:0:34061:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853836.901969:0:34061:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853836.901975:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.901976:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853836.901978:0:34061:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853836.901980:0:34061:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853836.901982:0:34061:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853836.901991:0:34061:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853836.901993:0:34061:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853836.901995:0:34061:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853836.901999:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.902000:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853836.902001:0:34061:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853836.902004:0:34061:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853836.902006:0:34061:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853836.902009:0:34061:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853836.902011:0:34061:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853836.902012:0:34061:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853836.902014:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.902015:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853836.902016:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.902017:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853836.902018:0:34061:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853836.902019:0:34061:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853836.902020:0:34061:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853836.902022:0:34061:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853836.902023:0:34061:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853836.902024:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4588345f38 (ffff9e4587c077e8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853836.902026:0:34061:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853836.902028:0:34061:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853836.902029:0:34061:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba99b0 (ffff9e4587c077e8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853836.902032:0:34061:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282850. 00000020:00000001:2.0:1780853836.902036:0:34061:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853836.902037:0:34061:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9980. 00020000:00000001:2.0:1780853836.902040:0:34061:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853836.902041:0:34061:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853836.902043:0:34061:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1780853836.902044:0:34061:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853836.902045:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853836.902046:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853836.902047:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853836.902049:0:34061:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.902050:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.902052:0:34061:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853836.902053:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853836.902055:0:34061:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1780853836.902056:0:34061:0:(vvp_io.c:516:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1780853836.902058:0:34061:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853836.902059:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853836.902060:0:34061:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853836.902062:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853836.902063:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853836.902065:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853836.902067:0:34061:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.902068:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.902070:0:34061:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853836.902072:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853836.902073:0:34061:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853836.902076:0:34061:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1780853836.902078:0:34061:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1780853836.902081:0:34061:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1780853836.902083:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853836.902084:0:34061:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853836.902085:0:34061:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853836.902086:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853836.902088:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853836.902089:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07630 00000020:00000010:2.0:1780853836.902093:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4000. 00000020:00000010:2.0:1780853836.902097:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5840. 00000008:00000010:2.0:1780853836.902100:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853836.902103:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853836.902107:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd11a8. 00000080:00000010:2.0:1780853836.902111:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853836.902115:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62da0. 00000020:00000010:2.0:1780853836.902118:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853836.902120:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b1e0. 00020000:00000010:2.0:1780853836.902123:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6f40. 00008000:00000010:2.0:1780853836.902126:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344da8. 00000080:00000010:2.0:1780853836.902128:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:2.0:1780853836.902130:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5000. 00000020:00000010:2.0:1780853836.902132:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07630. 00020000:00000001:2.0:1780853836.902134:0:34061:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853836.902135:0:34061:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853836.902136:0:34061:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853836.902138:0:34061:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853836.902140:0:34061:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853836.902141:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1780853836.902143:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbc98 00000080:00200000:2.0:1780853836.902144:0:34061:0:(file.c:2208:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1780853836.902148:0:34061:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853836.902149:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.902151:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.902152:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853836.902154:0:34061:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853836.902157:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853836.902159:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:2.0:1780853836.902160:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853836.902176:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1780853836.902179:0:34061:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1780853836 a=0 c=1780853836 b=11 00020000:00000001:2.0:1780853836.902181:0:34061:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853836.902184:0:34061:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=2 m=1780853836 a=0 c=1780853836 b=11 00020000:00000001:2.0:1780853836.902186:0:34061:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.902188:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.902189:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000080:00200000:2.0:1780853836.902191:0:34061:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:2.0:1780853836.902193:0:34061:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1780853836.902197:0:34061:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1780853836.902199:0:34061:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1780853836.902201:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c077e0 00000020:00000010:2.0:1780853836.902203:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853836.902205:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853836.902208:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853836.902210:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853836.902212:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853836.902215:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853836.902216:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853836.902219:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4e00. 00000008:00000010:2.0:1780853836.902221:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853836.902223:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853836.902225:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853836.902227:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345f00. 00000020:00000010:2.0:1780853836.902229:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853836.902230:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c077e0. 00000020:00000001:2.0:1780853836.902234:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd88 00000080:00000008:2.0:1780853836.902235:0:34061:0:(file.c:2694:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:2.0:1780853836.902238:0:34061:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853836.902247:0:34061:0:(file.c:5303:ll_fsync()) Process entered 00000080:00200000:2.0:1780853836.902248:0:34061:0:(file.c:5306:ll_fsync()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9e45919880c8), start 0, end 9223372036854775807, datasync 0 00000080:00000001:2.0:1780853836.902253:0:34061:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1780853836.902255:0:34061:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1780853836.902256:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853836.902258:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c077e0. 00000020:00000010:2.0:1780853836.902261:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853836.902289:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853836.902294:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da56c0. 00000008:00000010:2.0:1780853836.902298:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853836.902300:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853836.902303:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0a98. 00000080:00000010:2.0:1780853836.902306:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b0a8. 00000080:00000010:2.0:1780853836.902309:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61ff0. 00000020:00000010:2.0:1780853836.902311:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5e00. 00000008:00000010:2.0:1780853836.902313:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b080. 00020000:00000010:2.0:1780853836.902316:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853836.902318:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344810. 00000080:00000010:2.0:1780853836.902320:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345f00. 00000020:00000001:2.0:1780853836.902322:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310760 : -107453509240856 : ffff9e4587c077e8) 00000020:00001000:2.0:1780853836.902324:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c077e0 00000020:00000001:2.0:1780853836.902326:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.902327:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853836.902329:0:34061:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853836.902331:0:34061:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853836.902333:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853836.902334:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853836.902335:0:34061:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853836.902338:0:34061:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e4590c62050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1780853836.902340:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:2.0:1780853836.902342:0:34061:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853836.902344:0:34061:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853836.902345:0:34061:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853836.902347:0:34061:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.902348:0:34061:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853836.902350:0:34061:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853836.902351:0:34061:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.902353:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853836.902354:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853836.902355:0:34061:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853836.902356:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:2.0:1780853836.902359:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.902361:0:34061:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853836.902362:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853836.902363:0:34061:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853836.902365:0:34061:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853836.902367:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853836.902369:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853836.902370:0:34061:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853836.902371:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853836.902373:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07630. 00000020:00000010:2.0:1780853836.902375:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5000. 00000020:00000010:2.0:1780853836.902377:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853836.902379:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5840. 00000008:00000010:2.0:1780853836.902393:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853836.902396:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853836.902398:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd11a8. 00000080:00000010:2.0:1780853836.902401:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b150. 00000080:00000010:2.0:1780853836.902404:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c62da0. 00000020:00000010:2.0:1780853836.902406:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4000. 00000008:00000010:2.0:1780853836.902408:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b1e0. 00020000:00000010:2.0:1780853836.902419:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6f40. 00008000:00000010:2.0:1780853836.902422:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344da8. 00000080:00000010:2.0:1780853836.902424:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345c30. 00000020:00000001:2.0:1780853836.902426:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200310328 : -107453509241288 : ffff9e4587c07638) 00000020:00001000:2.0:1780853836.902428:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07630 00000020:00000001:2.0:1780853836.903978:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.903981:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853836.903984:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853836.903986:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853836.903987:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.903990:0:34061:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.903991:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853836.903995:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853836.903996:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.903999:0:34061:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904001:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904003:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1780853836.904005:0:34061:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853836.904007:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853836.904008:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853836.904009:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853836.904010:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904012:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.904013:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.904014:0:34061:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904016:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853836.904017:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904018:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904020:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1780853836.904022:0:34061:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853836.904023:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853836.904023:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853836.904026:0:34061:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1780853836.904028:0:34061:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1780853836.904032:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1780853836.904034:0:34061:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1780853836.904035:0:34061:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853836.904038:0:34061:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1780853836.904039:0:34061:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853836.904041:0:34061:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446636620245569024 : -107453463982592 : ffff9e458a730e00) 00000008:00000020:2.0:1780853836.904044:0:34061:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff9e458a730e00 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1780853836.904047:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1780853836.904048:0:34061:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1780853836.904049:0:34061:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853836.904050:0:34061:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1780853836.904052:0:34061:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1780853836.904055:0:34061:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff9e4598be2000@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9e458a730e00], [1703936|1|+|-|ffff9e458a779a00|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1780853836.904062:0:34061:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 000000004b262124 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1780853836.904073:0:34061:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1780853836.904076:0:34061:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1780853836.904081:0:34061:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1780853836.904084:0:34061:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1780853836.904087:0:34061:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9e4598be2000@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9e458a730e00], [1703936|1|+|-|ffff9e458a779a00|256|ffff9e4585134f80]} make ready 00000008:00010000:2.0:1780853836.904093:0:34061:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000004b262124 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1780853836.904099:0:34061:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1780853836.904101:0:34061:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1780853836.904113:0:34061:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000020:00008000:2.0:1780853836.904115:0:34061:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1780853836.904117:0:34061:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1780853836.904118:0:34061:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853836.904120:0:34061:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853836.904121:0:34061:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853836.904123:0:34061:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853836.904125:0:34061:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853836.904127:0:34061:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000020:00000001:2.0:1780853836.904128:0:34061:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1780853836.904130:0:34061:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853836.904131:0:34061:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1780853836.904134:0:34061:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000039359b28[2 00000000da52fa34 3 1 0000000000000000] 00000020:00000001:2.0:1780853836.904135:0:34061:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1780853836.904137:0:34061:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904140:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.904142:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:2.0:1780853836.904143:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1780853836.904146:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904147:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:2.0:1780853836.904150:0:34061:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.904152:0:34061:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:2.0:1780853836.904155:0:34061:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e4592299000: cli: ffff9e45904bd560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1780853836.904175:0:34061:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9e4585d8b600. 00000008:00000010:2.0:1780853836.904179:0:34061:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e45835eb9c0. 00000020:00000001:2.0:1780853836.904183:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1780853836.904185:0:34061:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1780853836.904186:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1780853836.904190:0:34061:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1780853836/1780853836 00000020:00000001:2.0:1780853836.904193:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1780853836.904194:0:34061:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1780853836.904197:0:34061:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1780853836.904200:0:34061:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:2.0:1780853836.904202:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853836.904207:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853836.904210:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853836.904215:0:34061:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1780853836.904217:0:34061:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1780853836.904220:0:34061:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853836.904225:0:34061:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853836.904228:0:34061:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853836.904236:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.904238:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853836.904239:0:34061:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1780853836.904242:0:34061:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853836.904243:0:34061:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.904245:0:34061:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:2.0:1780853836.904247:0:34061:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.904250:0:34061:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00000008:00000001:2.0:1780853836.904252:0:34061:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853836.904254:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853836.904255:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1780853836.904256:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1780853836.904258:0:34061:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1780853836.904279:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38e00. 00000020:00000040:2.0:1780853836.904283:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853836.904290:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853836.904293:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853836.904296:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853836.904302:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5800. 00000100:00000001:2.0:1780853836.904308:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1780853836.904315:0:34061:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:2.0:1780853836.904319:0:34061:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e4592299000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:2.0:1780853836.904325:0:34061:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1780853836.904360:0:34061:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 587 MB/s 00000008:00008000:2.0:1780853836.904364:0:34061:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=2, folios=1 00000008:00000001:2.0:1780853836.904390:0:34061:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1780853836.904393:0:34061:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 194010d (20) 00000008:00100000:2.0:1780853836.904398:0:34061:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e4587c38e00 - object 0x240000400:66 offset 0<>2 00000008:00000001:2.0:1780853836.904400:0:34061:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.904402:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1780853836.904404:0:34061:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1780853836.904405:0:34061:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1780853836.904407:0:34061:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1780853836/1780853836 00000020:00000001:2.0:1780853836.904418:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1780853836.904419:0:34061:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1780853836.904421:0:34061:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1780853836.904423:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853836.904425:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000008:00000002:2.0:1780853836.905542:0:34061:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 00000000e91970ca, now 0r/1w/0d in flight req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1780853836.905555:0:34061:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1780853836.905563:0:34061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080b3a341] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853836.905593:0:34061:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1780853836.905595:0:34061:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.905597:0:34061:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.905600:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853836.905601:0:34061:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.905603:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853836.905605:0:34061:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.905607:0:34061:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853836.905608:0:34061:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.905611:0:34061:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853836.905613:0:34061:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.905615:0:34061:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1780853836.905618:0:34061:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1780853836.905622:0:34061:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853836.905625:0:34061:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.905627:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.905630:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.905631:0:34061:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.905633:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853836.905635:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853836.905638:0:34061:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1780853836.905639:0:34061:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853836.905640:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1780853836.905642:0:34061:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1780853836.905645:0:34061:0:(osc_cache.c:975:osc_extent_wait()) Process entered 00000008:00000001:2.0:1780853836.905648:0:34061:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853836.905727:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853836.905731:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853836.905734:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853836.905741:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853836.905749:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853836.905752:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853836.905755:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853836.905758:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853836.905760:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853836.905764:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631449472:192.168.202.110@tcp:4:multiop.0 00000100:00000001:3.0:1780853836.905768:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853836.905773:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853836.905777:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853836.905779:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853836.905787:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853836.905789:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853836.905807:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853836.905812:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853836.905820:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853836.905826:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631449472, portal 4 00000100:00000001:3.0:1780853836.905828:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853836.905829:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513024 : -107453509038592 : ffff9e4587c38e00) 00000100:00000040:3.0:1780853836.905837:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853836.905844:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853836.905847:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853836.905850:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aee0. 00000100:00000200:3.0:1780853836.905853:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1867358631449472, offset 0 00000400:00000200:3.0:1780853836.905860:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853836.905879:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853836.905888:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853836.905894:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853836.905898:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853836.905901:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853836.905904:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853836.905908:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2631:2631:256:4294967295] 192.168.202.110@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:3.0:1780853836.905913:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853836.905922:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853836.905928:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853836.905933:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853836.905939:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853836.905947:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853836.905951:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1780853836.905968:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853836.905972:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 212933 usecs (213 jiffies) 00000400:00000200:3.0:1780853836.905975:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853836.905978:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633873 00000100:00000001:3.0:1780853836.905981:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853836.905983:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633873 00000100:00000001:3.0:1780853836.905985:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853836.905987:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853836.905990:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853836.905993:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853836.905995:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853836.906002:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853836.906004:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853836.906006:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853836.906007:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853836.906009:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853836.906011:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853836.906020:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853836.906022:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853836.906211:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853836.906216:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:1.0:1780853836.906223:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853836.906227:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853836.906232:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aee0 00000400:00000010:1.0:1780853836.906235:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aee0. 00000100:00000001:1.0:1780853836.906239:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853836.906243:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853836.906252:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853836.906255:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853836.906261:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853836.906262:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853836.918738:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.918757:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853836.918762:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.918764:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853836.918773:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.918782:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853836.918791:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.918809:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.918815:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.918819:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe55380 00000400:00000200:0.0:1780853836.918823:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.918830:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7159 [1] + 224 00000800:00000001:0.0:1780853836.918838:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.918846:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853836.918849:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853836.918853:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853836.918861:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853836.918881:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853836.918893:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853836.918913:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853836.918923:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.918926:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853836.918971:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853836.918976:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853836.918984:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853836.918986:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853836.918989:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853836.918994:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:3.0:1780853836.918996:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:3.0:1780853836.918999:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853836.919003:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853836.919013:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/448 e 0 to 0 dl 1780853852 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853836.919019:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853836.919022:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853836.919025:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853836.919029:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853836.919032:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853836.919035:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853836.919039:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853836.919054:0:2382:0:(import.c:2151:obd_at_measure()) add 0 to ffff9e45851234a8 time=76 v=5 (5 0 0 0) 00000100:00001000:3.0:1780853836.919059:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853836.919063:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1780853836.919068:0:2382:0:(client.c:1491:ptlrpc_check_status()) lustre-OST0000-osc-ffff9e4592299000: operation ost_write to node 192.168.202.110@tcp failed: rc = -107 00000100:00000001:3.0:1780853836.929760:0:2382:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1780853836.929775:0:2382:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1780853836.929785:0:2382:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9e4592299000 of lustre-OST0000_UUID@192.168.202.110@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1780853836.929793:0:2382:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1780853836.929924:0:2382:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9e4592299000: Connection to lustre-OST0000 (at 192.168.202.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1780853836.929928:0:2382:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853836.929933:0:2382:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853836.929936:0:2382:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853836.929938:0:2382:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853836.929941:0:2382:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1780853836.929943:0:2382:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1780853836.929946:0:2382:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:3.0:1780853836.929949:0:2382:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1948 00000400:00000200:3.0:1780853836.929958:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853836.929964:0:2382:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1780853836.929969:0:2382:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853836.929972:0:2382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853836.929975:0:2382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853836.929978:0:2382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:3.0:1780853836.929981:0:2382:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853836.929983:0:2382:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853836.929986:0:2382:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853836.929988:0:2382:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853836.929990:0:2382:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853836.929992:0:2382:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000040:3.0:1780853836.929995:0:2382:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853836.929997:0:2382:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853836.929999:0:2382:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853836.930001:0:2382:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:3.0:1780853836.930004:0:2382:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00080000:3.0:1780853836.930007:0:2382:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: import ffff9e4585123000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:3.0:1780853836.930010:0:2382:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853836.930013:0:2382:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1780853836.931659:0:2382:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853836.931668:0:2382:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.931671:0:2382:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1780853836.931674:0:2382:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 1703936, lost: 0. 00000008:00000001:2.0:1780853836.931678:0:2382:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.931680:0:2382:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853836.931689:0:2382:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853836.931695:0:2382:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 02000000:00000001:2.0:1780853836.931700:0:2382:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853836.931702:0:2382:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.931706:0:2382:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853836.931710:0:2382:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853836.931714:0:2382:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853836.931723:0:2382:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf0400. 00000100:00000001:2.0:1780853836.931730:0:2382:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853836.931743:0:2382:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853836.931753:0:2382:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853836.931758:0:2382:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853836.931763:0:2382:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_rcv+-1] req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853836.931783:0:2382:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.931785:0:2382:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1780853836.931787:0:2382:0:(client.c:1700:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1780853836.931791:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.931794:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.931802:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853836.931805:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.931807:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853836.931809:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853836.931811:0:2382:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.931813:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853836.931815:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.931817:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.931819:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853836.932815:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853836.932821:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853836.932823:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853836.932835:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853836.932845:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853836.932846:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853836.932850:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853836.932855:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853836.932858:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853836.932861:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631449600:192.168.202.110@tcp:8:ptlrpcd_01_00.0 00000100:00000001:0.0:1780853836.932875:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853836.932881:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853836.932884:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853836.932888:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853836.932897:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b9000. 02000000:00000001:0.0:1780853836.932900:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853836.932907:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853836.932912:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853836.932920:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426110. 00000100:00000200:0.0:1780853836.932927:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631449600, portal 4 00000100:00000001:0.0:1780853836.932929:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853836.932931:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:0.0:1780853836.932939:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853836.932948:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853836.932951:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853836.932954:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426220. 00000100:00000200:0.0:1780853836.932957:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631449600, offset 0 00000400:00000200:0.0:1780853836.932964:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853836.932972:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.932979:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853836.932985:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853836.932988:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853836.932992:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853836.932995:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853836.932998:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2632:2632:256:4294967295] 192.168.202.110@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:0.0:1780853836.933003:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.933012:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853836.933018:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853836.933022:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853836.933029:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853836.933037:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853836.933041:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1780853836.933055:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853836.933059:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 212022 usecs (213 jiffies) 00000400:00000200:0.0:1780853836.933062:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853836.933065:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296633900 00000100:00000001:0.0:1780853836.933068:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853836.933070:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296633900 00000100:00000001:0.0:1780853836.933072:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853836.933074:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853836.933076:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853836.933078:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853836.933080:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853836.933085:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853836.933086:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1780853836.933088:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853836.933089:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853836.933091:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853836.933093:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853836.933640:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853836.933645:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853836.933650:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853836.933658:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853836.933666:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426220 00000400:00000010:0.0:1780853836.933669:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426220. 00000100:00000001:0.0:1780853836.933673:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853836.933678:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853836.933689:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853836.933692:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853836.933699:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853836.933701:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853836.943784:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.943818:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853836.943822:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.943825:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853836.943835:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.943845:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853836.943855:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.943861:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.943988:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.943993:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe55400 00000400:00000200:0.0:1780853836.943998:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853836.944006:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x7161 [1] + 0 00000800:00000001:0.0:1780853836.944015:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.944028:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853836.944031:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853836.944035:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853836.944044:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853836.944054:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853836.944067:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853836.944099:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853836.944110:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853836.944114:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.944198:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853836.944202:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853836.944208:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853836.944210:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853836.944214:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:2.0:1780853836.944219:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426110 00000400:00000010:2.0:1780853836.944221:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426110. 00000100:00000001:2.0:1780853836.944224:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853836.944229:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853836.944237:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853836.944243:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853836.944245:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.944248:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853836.944252:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853836.944254:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853836.944257:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853836.944261:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853836.944315:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853836.944321:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853836.944324:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853836.944326:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853836.944330:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853836.944335:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.944341:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853836.944343:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1780853836.944345:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853836.944347:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853836.944352:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853836.944359:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853836.944362:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853836.944364:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.944366:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1780853836.944374:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:2.0:1780853836.944378:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:2.0:1780853836.944390:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:2.0:1780853836.944394:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853836.944397:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:2.0:1780853836.944400:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:2.0:1780853836.944402:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00001000:2.0:1780853836.944406:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1780853836 v=0 (0 0 0 0) 00000100:00001000:2.0:1780853836.944408:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585123418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1780853836.944413:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:2.0:1780853836.944421:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:2.0:1780853836.944424:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:2.0:1780853836.944428:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:2.0:1780853836.944432:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e4592299000, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1780853836.944436:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:2.0:1780853836.944439:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:2.0:1780853836.944445:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1780853836.944447:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:2.0:1780853836.944450:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1780853836.944451:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853836.944454:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853836.944458:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.944460:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.944461:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:2.0:1780853836.944463:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853836.944465:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.944466:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1780853836.944468:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1780853836.944472:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1780853836.944474:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.944476:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853836.944478:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853836.944480:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.944481:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.944484:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.944485:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:2.0:1780853836.944491:0:2379:0:(import.c:1340:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9e4592299000: evicting (reconnect/recover flags not set: 4) req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1780853836.944499:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1780853836.944503:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:2.0:1780853836.944506:0:2379:0:(import.c:1664:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e4592299000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:2.0:1780853836.965356:0:2379:0:(import.c:1675:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.110@tcp; invalidating 00000020:00000040:2.0:1780853836.965363:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=5 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853836.980259:0:2379:0:(import.c:1696:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.980285:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853836.980302:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853836.980315:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631449600:192.168.202.110@tcp:8:ptlrpcd_01_00.0 00000100:00000001:2.0:1780853836.980322:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.980326:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853836.980330:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631449600/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853836.980339:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853836.980343:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853836.980348:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b9000. 02000000:00000001:2.0:1780853836.980352:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853836.980355:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853836.980357:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853836.980360:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853836.980364:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf0400. 02000000:00000001:2.0:1780853836.980367:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853836.980370:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853836.980371:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853836.980376:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853836.980377:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.980393:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.980403:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853836.980405:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853836.980408:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853836.980485:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853836.980551:0:34074:0:(import.c:1595:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1780853836.980577:0:34074:0:(import.c:1599:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9e4592299000 to lustre-OST0000_UUID@192.168.202.110@tcp 00000100:00000001:1.0:1780853836.980582:0:34074:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1780853836.980584:0:34074:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1780853836.980586:0:34074:0:(client.c:3564:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1780853836.980594:0:34074:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1780853852 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853836.980700:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853836.980704:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853836.980780:0:34074:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1780853836.980784:0:34074:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967331 gen 18 00000100:00000040:1.0:1780853836.980788:0:34074:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1780853836.980791:0:34074:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853836.980792:0:34074:0:(client.c:3609:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1780853836.980794:0:34074:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1780853836.980804:0:34074:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1780853836.980807:0:34074:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1780853836.980810:0:34074:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1780853836.980813:0:34074:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:1.0:1780853836.980816:0:34074:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1780853836.980818:0:34074:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1780853836.980823:0:34074:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1780853836.980825:0:34074:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a8f483e9eb3002c9 00020000:00000001:1.0:1780853836.980828:0:34074:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853836.980832:0:34074:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1780853836.980834:0:34074:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1780853836.980837:0:34074:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1780853836.980839:0:34074:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1780853836.980841:0:34074:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1780853836.980844:0:34074:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853836.980845:0:34074:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853836.980847:0:34074:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1780853836.980848:0:34074:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1780853836.980850:0:34074:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853836.980852:0:34074:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1780853836.980853:0:34074:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1780853836.980857:0:34074:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1780853836.980859:0:34074:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853836.980861:0:34074:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853836.980864:0:34074:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853836.980976:0:34074:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853836.980979:0:34074:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853836.980982:0:34074:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853836.980983:0:34074:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00100000:1.0:1780853836.980986:0:34074:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1780853836.989458:0:2382:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853836.989480:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1780853852 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853836.989490:0:2382:0:(client.c:2128:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1780853836.989494:0:2382:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853836.989496:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853836.989498:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853836.989501:0:2382:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:2.0:1780853836.989503:0:2382:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:2.0:1780853836.989507:0:2382:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1780853852 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853836.989513:0:2382:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:2.0:1780853836.989517:0:2382:0:(osc_request.c:2585:brw_interpret()) request ffff9e4587c38e00 aa ffff9e4587c38fb0 rc -5 00000008:00080000:2.0:1780853836.989521:0:2382:0:(osc_request.c:2600:brw_interpret()) lustre-OST0000-osc-ffff9e4592299000: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:2.0:1780853836.989525:0:2382:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e45835eb9c0. 00000100:00000001:2.0:1780853836.989532:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853836.989535:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1780853852 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853836.989542:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853836.989546:0:2382:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1780853836.989549:0:2382:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e4598be2000@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff9e458a730e00], [1703936|1|+|+|ffff9e458a779a00|256|ffff9e4585134f80]} extent finished. 00000008:00010000:2.0:1780853836.989557:0:2382:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000004b262124 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:2.0:1780853836.989584:0:2382:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1780853836.989587:0:2382:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1780853836.989593:0:2382:0:(cl_page.c:1104:cl_page_complete()) page@0000000039359b28[2 00000000da52fa34 3 1 0000000000000000] 00000020:00000001:2.0:1780853836.989595:0:2382:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:2.0:1780853836.989597:0:2382:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853836.989598:0:2382:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853836.989601:0:2382:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853836.989603:0:2382:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 3 1 0000000000000000] 00000020:00000001:2.0:1780853836.989605:0:2382:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1780853836.989607:0:2382:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1780853836.989610:0:2382:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1780853836.989621:0:2382:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000080:00008000:2.0:1780853836.989623:0:2382:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:3.0:1780853836.989904:0:2382:0:(llite_lib.c:4198:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.202.110@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:3.0:1780853837.004297:0:2382:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1780853837.004309:0:2382:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1780853837.004312:0:2382:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1780853837.004326:0:2382:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[2 00000000da52fa34 1 1 0000000000000000] 00000020:00000001:3.0:1780853837.004328:0:2382:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1780853837.004331:0:2382:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1780853837.004333:0:2382:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:3.0:1780853837.004338:0:2382:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:3.0:1780853837.005203:0:2382:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e4598be2000@{[0 -> 255/255], [2|0|-|inv|wuY|ffff9e458a730e00], [1703936|0|-|-|ffff9e458a779a00|256|ffff9e4585134f80]} destroyed. 00000008:00010000:3.0:1780853837.005215:0:2382:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004b262124 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1780853837.005228:0:2382:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1780853837.005232:0:2382:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff9e4585d8b600. 00000008:00000020:3.0:1780853837.005248:0:2382:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000001:3.0:1780853837.005255:0:2382:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1780853837.005299:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1780853852 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853837.005310:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631449472:192.168.202.110@tcp:4:multiop.0 00000100:00000001:3.0:1780853837.005318:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.005322:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853837.005326:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38e00 x1867358631449472/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 496/224 e 0 to 0 dl 1780853852 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853837.005334:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853837.005337:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853837.005341:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853837.005345:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853837.005348:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853837.005349:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853837.005351:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853837.005354:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5800. 02000000:00000001:3.0:1780853837.005358:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853837.005361:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853837.005363:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38e00. 00000100:00000001:3.0:1780853837.005367:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853837.005368:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.005372:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.005388:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853837.005391:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.005394:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.005396:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.005430:0:15053:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853837.005439:0:15053:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853837.005445:0:15053:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c80c00. 00000020:00000010:3.0:1780853837.005449:0:15053:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585c81c00. 00000020:00000010:3.0:1780853837.005453:0:15053:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139600. 00000008:00000010:3.0:1780853837.005459:0:15053:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853837.005464:0:15053:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853837.005470:0:15053:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853837.005477:0:15053:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853837.005481:0:15053:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853837.005486:0:15053:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c81e00. 00000008:00000010:3.0:1780853837.005490:0:15053:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853837.005494:0:15053:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853837.005498:0:15053:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853837.005502:0:15053:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853837.005505:0:15053:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853837.005508:0:15053:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000008:00000020:3.0:1780853837.005510:0:15053:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:3.0:1780853837.005512:0:15053:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1780853837.005514:0:15053:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:3.0:1780853837.005517:0:15053:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853837.005520:0:15053:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1780853837.005522:0:15053:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853837.005526:0:15053:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585c81c00. 00000020:00000010:3.0:1780853837.005529:0:15053:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139600. 00000008:00000010:3.0:1780853837.005533:0:15053:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853837.005537:0:15053:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853837.005540:0:15053:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853837.005543:0:15053:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853837.005545:0:15053:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853837.005550:0:15053:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c80c00. 00000008:00000010:3.0:1780853837.005552:0:15053:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853837.005555:0:15053:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853837.005557:0:15053:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853837.005560:0:15053:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853837.005562:0:15053:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c81e00. 00000020:00000010:3.0:1780853837.005576:0:15053:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000100:00000001:1.0:1780853837.005840:0:34074:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1780853837.005844:0:34074:0:(osc_request.c:3901:osc_import_event()) Process entered 00000001:00000001:1.0:1780853837.005848:0:34074:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853837.005852:0:34074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1780853837.005985:0:34074:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:1.0:1780853837.005993:0:34074:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853837.005996:0:34074:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.005999:0:34074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.006001:0:34074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=4 00000020:00000001:1.0:1780853837.006003:0:34074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:1.0:1780853837.006006:0:34074:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:1.0:1780853837.006009:0:34074:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853837.006013:0:34074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1780853837.006023:0:34074:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853837.006025:0:34074:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.006029:0:34074:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853837.006033:0:34074:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3800. 00000020:00000010:1.0:1780853837.006035:0:34074:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2600. 00000020:00000010:1.0:1780853837.006039:0:34074:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853837.006043:0:34074:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853837.006047:0:34074:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853837.006050:0:34074:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853837.006054:0:34074:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853837.006057:0:34074:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853837.006060:0:34074:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2800. 00000008:00000010:1.0:1780853837.006063:0:34074:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853837.006066:0:34074:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853837.006069:0:34074:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853837.006072:0:34074:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853837.006074:0:34074:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853837.006076:0:34074:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000008:00000001:1.0:1780853837.006078:0:34074:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853837.006081:0:34074:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1780853837.006082:0:34074:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.006084:0:34074:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923721b0. 00000020:00000010:1.0:1780853837.006086:0:34074:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2c00. 00000020:00000010:1.0:1780853837.006089:0:34074:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b3c00. 00000020:00000010:1.0:1780853837.006091:0:34074:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49660. 00000008:00000010:1.0:1780853837.006094:0:34074:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591050b28. 00020000:00000010:1.0:1780853837.006096:0:34074:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e0c0. 00008000:00000010:1.0:1780853837.006099:0:34074:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1b880. 00000080:00000010:1.0:1780853837.006101:0:34074:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f0a8. 00000080:00000010:1.0:1780853837.006103:0:34074:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64248. 00000020:00000010:1.0:1780853837.006106:0:34074:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2200. 00000008:00000010:1.0:1780853837.006109:0:34074:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47340. 00020000:00000010:1.0:1780853837.006111:0:34074:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ef180. 00008000:00000010:1.0:1780853837.006112:0:34074:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64a38. 00000080:00000010:1.0:1780853837.006115:0:34074:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40780. 00000020:00000001:1.0:1780853837.006117:0:34074:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375859640 : -107453333691976 : ffff9e45923721b8) 00000020:00001000:1.0:1780853837.006119:0:34074:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923721b0 00000008:00000001:1.0:1780853837.006121:0:34074:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1780853837.006123:0:34074:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1780853837.006126:0:34074:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1780853837.006128:0:34074:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.006130:0:34074:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1780853837.006133:0:34074:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1780853837.006135:0:34074:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1780853837.006138:0:34074:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853837.006140:0:34074:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1780853837.006143:0:34074:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853837.006145:0:34074:0:(osc_lock.c:372:osc_lock_flush()) object ffff9e458a730e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1780853837.006147:0:34074:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1780853837.006150:0:34074:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:1.0:1780853837.006153:0:34074:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:1.0:1780853837.006155:0:34074:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853837.006158:0:34074:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853837.006160:0:34074:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853837.006163:0:34074:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.006164:0:34074:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853837.006166:0:34074:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.006170:0:34074:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e4591050bc8 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1780853837.006174:0:34074:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853837.006176:0:34074:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853837.006179:0:34074:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853837.006181:0:34074:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853837.006183:0:34074:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.006184:0:34074:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.006186:0:34074:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.006188:0:34074:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1780853837.006189:0:34074:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.006191:0:34074:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1780853837.006195:0:34074:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853837.006197:0:34074:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853837.006199:0:34074:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1780853837.006202:0:34074:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853837.006204:0:34074:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620355800008 : -107453353751608 : ffff9e4591050bc8) 00000020:00000001:1.0:1780853837.006206:0:34074:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853837.006208:0:34074:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853837.006209:0:34074:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853837.006213:0:34074:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 1 1 000000002fee401b] 00000020:00000001:1.0:1780853837.006215:0:34074:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853837.006216:0:34074:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1780853837.006218:0:34074:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1780853837.006220:0:34074:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.006223:0:34074:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1780853837.006224:0:34074:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1780853837.006225:0:34074:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853837.006227:0:34074:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853837.006228:0:34074:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853837.006231:0:34074:0:(cl_page.c:507:__cl_page_state_set()) page@0000000039359b28[2 00000000da52fa34 2 1 0000000000000000] 00000020:00000001:1.0:1780853837.006232:0:34074:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1780853837.006233:0:34074:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1780853837.006236:0:34074:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1780853837.006237:0:34074:0:(osc_page.c:138:osc_page_delete()) ffff9e4583e80e60 00000008:00000001:1.0:1780853837.006239:0:34074:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1780853837.006241:0:34074:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e4583e80e70 page ffff9e4583e80e60 at index 0. 00000008:00000001:1.0:1780853837.006243:0:34074:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.006248:0:34074:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1780853837.006250:0:34074:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd3450087c0 index 0 00000020:00000001:1.0:1780853837.006254:0:34074:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853837.006255:0:34074:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853837.006296:0:34074:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853837.006297:0:34074:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853837.006298:0:34074:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853837.006299:0:34074:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853837.006301:0:34074:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853837.006303:0:34074:0:(cl_page.c:556:cl_batch_put()) page@0000000039359b28[1 00000000da52fa34 5 1 0000000000000000] 00000020:00000001:1.0:1780853837.006305:0:34074:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1780853837.006307:0:34074:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1780853837.006311:0:34074:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e4583e80e00. 00000020:00000001:1.0:1780853837.006316:0:34074:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1780853837.006317:0:34074:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1780853837.006333:0:34074:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853837.006335:0:34074:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853837.006338:0:34074:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853837.006340:0:34074:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853837.006342:0:34074:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853837.006344:0:34074:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1780853837.006347:0:34074:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.006348:0:34074:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1780853837.006349:0:34074:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853837.006351:0:34074:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923721b0 00000020:00000010:1.0:1780853837.006353:0:34074:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b3c00. 00000020:00000010:1.0:1780853837.006357:0:34074:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49660. 00000008:00000010:1.0:1780853837.006361:0:34074:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591050b28. 00020000:00000010:1.0:1780853837.006365:0:34074:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e0c0. 00008000:00000010:1.0:1780853837.006368:0:34074:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1b880. 00000080:00000010:1.0:1780853837.006371:0:34074:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f0a8. 00000080:00000010:1.0:1780853837.006374:0:34074:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64248. 00000020:00000010:1.0:1780853837.006377:0:34074:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2c00. 00000008:00000010:1.0:1780853837.006389:0:34074:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47340. 00020000:00000010:1.0:1780853837.006393:0:34074:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ef180. 00008000:00000010:1.0:1780853837.006395:0:34074:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64a38. 00000080:00000010:1.0:1780853837.006398:0:34074:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40780. 00000020:00000010:1.0:1780853837.006400:0:34074:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2200. 00000020:00000010:1.0:1780853837.006402:0:34074:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923721b0. 00000008:00000001:1.0:1780853837.006405:0:34074:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.006416:0:34074:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00010000:00000001:1.0:1780853837.006420:0:34074:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1780853837.006422:0:34074:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.006424:0:34074:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000020:00000001:1.0:1780853837.006426:0:34074:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853837.006428:0:34074:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:1.0:1780853837.006431:0:34074:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853837.006434:0:34074:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.006436:0:34074:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.006438:0:34074:0:(cl_object.c:151:cl_object_top()) ffff9e458a730e00 -> ffff9e4598830c38 00000008:00000001:1.0:1780853837.006442:0:34074:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853837.006444:0:34074:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853837.006446:0:34074:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2600. 00000020:00000010:1.0:1780853837.006449:0:34074:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853837.006451:0:34074:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853837.006454:0:34074:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853837.006456:0:34074:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853837.006459:0:34074:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853837.006461:0:34074:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853837.006463:0:34074:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3800. 00000008:00000010:1.0:1780853837.006465:0:34074:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853837.006467:0:34074:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853837.006469:0:34074:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853837.006471:0:34074:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853837.006473:0:34074:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2800. 00000020:00000010:1.0:1780853837.006476:0:34074:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000008:00000001:1.0:1780853837.006478:0:34074:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.006482:0:34074:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853837.006485:0:34074:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853837.006490:0:34074:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853837.006493:0:34074:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853837.006495:0:34074:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.006499:0:34074:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853837.006501:0:34074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779a00 with handle 0xa8f483e9eb300e99 from hash 00010000:00000001:1.0:1780853837.006503:0:34074:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853837.006505:0:34074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.006507:0:34074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.006508:0:34074:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853837.006511:0:34074:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853837.006513:0:34074:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853837.006516:0:34074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.006517:0:34074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.006518:0:34074:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.006521:0:34074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.006522:0:34074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1780853837.006558:0:34074:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.006561:0:34074:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853837.006562:0:34074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1780853837.006863:0:34074:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00020000:1.0:1780853837.006932:0:34074:0:(ldlm_resource.c:1189:ldlm_resource_complain()) lustre-OST0000-osc-ffff9e4592299000: namespace resource [0x240000400:0x42:0x0].0x0 (ffff9e4594837400) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:0.0:1780853837.015536:0:34061:0:(osc_cache.c:1010:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1780853837.015554:0:34061:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853837.015562:0:34061:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300e99 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x562725ecec97a6a9 expref: -99 pid: 34061 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:0.0:1780853837.015578:0:34061:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0e80. 00010000:00000001:0.0:1780853837.015591:0:34061:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1780853837.015595:0:34061:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e4598be2000. 00000008:00000020:0.0:1780853837.015602:0:34061:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1780853837.015606:0:34061:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1780853837.015610:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853837.015625:0:34061:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.015628:0:34061:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853837.015631:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853837.015633:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853837.015635:0:34061:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853837.015637:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.015638:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853837.015640:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853837.015641:0:34061:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.015643:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.015645:0:34061:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853837.015646:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853837.015647:0:34061:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853837.015649:0:34061:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853837.015650:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853837.015652:0:34061:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853837.015653:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.015654:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853837.015655:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853837.015656:0:34061:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.015658:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.015659:0:34061:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853837.015660:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853837.015662:0:34061:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1780853837.015665:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853837.015666:0:34061:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853837.015668:0:34061:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853837.015669:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853837.015671:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853837.015673:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07630 00000020:00000010:0.0:1780853837.015678:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4200. 00000020:00000010:0.0:1780853837.015683:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5840. 00000008:00000010:0.0:1780853837.015688:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:0.0:1780853837.015693:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be29c0. 00008000:00000010:0.0:1780853837.015697:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd11a8. 00000080:00000010:0.0:1780853837.015702:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b150. 00000080:00000010:0.0:1780853837.015706:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62da0. 00000020:00000010:0.0:1780853837.015710:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5000. 00000008:00000010:0.0:1780853837.015714:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b1e0. 00020000:00000010:0.0:1780853837.015719:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6f40. 00008000:00000010:0.0:1780853837.015723:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344da8. 00000080:00000010:0.0:1780853837.015727:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345c30. 00000020:00000010:0.0:1780853837.015729:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4000. 00000020:00000010:0.0:1780853837.015731:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07630. 00020000:00000001:0.0:1780853837.015734:0:34061:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853837.015736:0:34061:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853837.015739:0:34061:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853837.015741:0:34061:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853837.015744:0:34061:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853837.015745:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853837.015747:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c077e0 00000020:00000010:0.0:1780853837.015749:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4e00. 00000020:00000010:0.0:1780853837.015752:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da56c0. 00000008:00000010:0.0:1780853837.015754:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:0.0:1780853837.015757:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00008000:00000010:0.0:1780853837.015759:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0a98. 00000080:00000010:0.0:1780853837.015762:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b0a8. 00000080:00000010:0.0:1780853837.015764:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61ff0. 00000020:00000010:0.0:1780853837.015766:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000008:00000010:0.0:1780853837.015768:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b080. 00020000:00000010:0.0:1780853837.015771:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:0.0:1780853837.015773:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344810. 00000080:00000010:0.0:1780853837.015776:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345f00. 00000020:00000010:0.0:1780853837.015778:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5e00. 00000020:00000010:0.0:1780853837.015780:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c077e0. 00000080:00000001:0.0:1780853837.015782:0:34061:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1780853837.015786:0:34061:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1780853837.015793:0:34061:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853837.015808:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:0.0:1780853837.015814:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853837.015817:0:34061:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1780853837.015821:0:34061:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:0.0:1780853837.015823:0:34061:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.015825:0:34061:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853837.015828:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.015839:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.015845:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313c00. 00000020:00000010:0.0:1780853837.015849:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.015853:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.015859:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.015863:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.015875:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.015882:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.015885:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.015889:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312000. 00000008:00000010:0.0:1780853837.015892:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.015895:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.015898:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.015902:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.015905:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.015907:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853837.015911:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:0.0:1780853837.015913:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853837.015916:0:34061:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853837.015918:0:34061:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853837.015920:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853837.015922:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853837.015923:0:34061:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853837.015926:0:34061:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1780853837.015928:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853837.015931:0:34061:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853837.015933:0:34061:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853837.015936:0:34061:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853837.015937:0:34061:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.015939:0:34061:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853837.015942:0:34061:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853837.015944:0:34061:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.015946:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853837.015947:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853837.015948:0:34061:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853837.015949:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:0.0:1780853837.015952:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.015954:0:34061:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853837.015955:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853837.015956:0:34061:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853837.015960:0:34061:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853837.015963:0:34061:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:0.0:1780853837.015967:0:34061:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853837.015968:0:34061:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853837.015970:0:34061:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.015973:0:34061:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853837.015977:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313600. 00000020:00000010:0.0:1780853837.015980:0:34061:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.015982:0:34061:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d540. 00000008:00000010:0.0:1780853837.015986:0:34061:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853837.015988:0:34061:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853837.015991:0:34061:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853837.015994:0:34061:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853837.015996:0:34061:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853837.015999:0:34061:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312600. 00000008:00000010:0.0:1780853837.016001:0:34061:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853837.016004:0:34061:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853837.016006:0:34061:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853837.016009:0:34061:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853837.016011:0:34061:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853837.016012:0:34061:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853837.016015:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:0.0:1780853837.016017:0:34061:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853837.016019:0:34061:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853837.016020:0:34061:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853837.016021:0:34061:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016023:0:34061:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016024:0:34061:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853837.016027:0:34061:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853837.016028:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016030:0:34061:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016032:0:34061:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016034:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853837.016035:0:34061:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853837.016036:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.016037:0:34061:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853837.016039:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853837.016040:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016041:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016043:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016044:0:34061:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016045:0:34061:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853837.016046:0:34061:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016047:0:34061:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016049:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853837.016050:0:34061:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853837.016051:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.016052:0:34061:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853837.016054:0:34061:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1780853837.016056:0:34061:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1780853837.016061:0:34061:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:0.0:1780853837.016064:0:34061:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.016067:0:34061:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1780853837.016069:0:34061:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1780853837.016071:0:34061:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.016073:0:34061:0:(osc_io.c:1043:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1780853837.016074:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853837.016077:0:34061:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853837.016078:0:34061:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853837.016080:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853837.016081:0:34061:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853837.016082:0:34061:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853837.016085:0:34061:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1780853837.016092:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369180. 00000020:00000040:0.0:1780853837.016096:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853837.016101:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853837.016104:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853837.016110:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853837.016118:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589312c00. 00000100:00000001:0.0:1780853837.016125:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.016135:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853837.016140:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.016155:0:34061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005853810e] to pc [ptlrpcd_00_00+0] req@ffff9e4588369180 x1867358631449728/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1780853837.016191:0:34061:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.016194:0:34061:0:(osc_io.c:1060:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.016195:0:34061:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016197:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016199:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016200:0:34061:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016202:0:34061:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016203:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853837.016204:0:34061:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853837.016206:0:34061:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853837.016207:0:34061:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1780853837.016224:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853837.016227:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.016230:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853837.016236:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369180 x1867358631449728/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.016244:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1780853837.016248:0:2380:0:(client.c:1396:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9e4588369180 x1867358631449728/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.016254:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.016258:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369180 x1867358631449728/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.016306:0:2380:0:(client.c:1843:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:0.0:1780853837.016310:0:2380:0:(client.c:2091:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1780853837.016314:0:2380:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.016318:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853837.016320:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853837.016323:0:2380:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:0.0:1780853837.016325:0:2380:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:0.0:1780853837.016329:0:2380:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.016333:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369180 x1867358631449728/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853837.016340:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:0:1867358631449728:192.168.202.110@tcp:16:multiop.0 00000100:00000001:0.0:1780853837.016344:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.016347:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.016350:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369180 x1867358631449728/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.016357:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853837.016361:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853837.016362:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853837.016365:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853837.016368:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589312c00. 02000000:00000001:0.0:1780853837.016372:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853837.016374:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853837.016376:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369180. 00000100:00000001:0.0:1780853837.016378:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853837.016391:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.016393:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.016399:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.016402:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.016403:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853837.016405:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.016426:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853837.016429:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016435:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853837.016437:0:34061:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016438:0:34061:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1780853837.016442:0:34061:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853837.016444:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:0.0:1780853837.016446:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:0.0:1780853837.016448:0:34061:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853837.016451:0:34061:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1780853837.016456:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853837.016457:0:34061:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016459:0:34061:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853837.016460:0:34061:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:0.0:1780853837.016462:0:34061:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1780853836 a=0 c=1780853836 b=11 00020000:00000001:0.0:1780853837.016466:0:34061:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853837.016468:0:34061:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=2 m=1780853836 a=0 c=1780853836 b=11 00020000:00000001:0.0:1780853837.016471:0:34061:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016473:0:34061:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.016475:0:34061:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000080:00200000:0.0:1780853837.016477:0:34061:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:0.0:1780853837.016480:0:34061:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853837.016482:0:34061:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853837.016483:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853837.016485:0:34061:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853837.016486:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.016487:0:34061:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853837.016488:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853837.016489:0:34061:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016491:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016492:0:34061:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853837.016493:0:34061:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853837.016495:0:34061:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853837.016496:0:34061:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853837.016497:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853837.016498:0:34061:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853837.016499:0:34061:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.016500:0:34061:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853837.016501:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853837.016502:0:34061:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016504:0:34061:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.016506:0:34061:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853837.016507:0:34061:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853837.016508:0:34061:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:0.0:1780853837.016511:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853837.016512:0:34061:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853837.016513:0:34061:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853837.016514:0:34061:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853837.016515:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853837.016516:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853837.016519:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.016523:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d540. 00000008:00000010:0.0:1780853837.016527:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853837.016531:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853837.016534:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853837.016537:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853837.016540:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853837.016543:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313600. 00000008:00000010:0.0:1780853837.016546:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853837.016548:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853837.016551:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853837.016554:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853837.016557:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312600. 00000020:00000010:0.0:1780853837.016559:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00020000:00000001:0.0:1780853837.016561:0:34061:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853837.016562:0:34061:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853837.016564:0:34061:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853837.016566:0:34061:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853837.016568:0:34061:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853837.016569:0:34061:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853837.016571:0:34061:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853837.016573:0:34061:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.016575:0:34061:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.016577:0:34061:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.016579:0:34061:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.016581:0:34061:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.016584:0:34061:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.016585:0:34061:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.016588:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313c00. 00000008:00000010:0.0:1780853837.016590:0:34061:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.016591:0:34061:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.016594:0:34061:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.016596:0:34061:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.016597:0:34061:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312000. 00000020:00000010:0.0:1780853837.016599:0:34061:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853837.016602:0:34061:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:0.0:1780853837.016604:0:34061:0:(file.c:5366:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1780853837.017374:0:34061:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853837.017378:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:0.0:1780853837.017392:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853837.017395:0:34061:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.017412:0:34061:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853837.017415:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd50 00000080:00200008:0.0:1780853837.017418:0:34061:0:(file.c:448:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9e45919880c8), flags 100002 00000080:00000001:0.0:1780853837.017422:0:34061:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853837.017425:0:34061:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1780853837.017426:0:34061:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853837.017428:0:34061:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:0.0:1780853837.017430:0:34061:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853837.017432:0:34061:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.017434:0:34061:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853837.017444:0:34061:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.017447:0:34061:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.017455:0:34061:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837a00 count: 2 00010000:00000001:0.0:1780853837.017458:0:34061:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.017464:0:34061:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853837.017466:0:34061:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:0.0:1780853837.017468:0:34061:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853837.017470:0:34061:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853837.017477:0:34061:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4589312000. 00000080:00000001:0.0:1780853837.017480:0:34061:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853837.017486:0:34061:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853837.017492:0:34061:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853837.017495:0:34061:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:0.0:1780853837.017499:0:34061:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853837.017501:0:34061:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:0.0:1780853837.017507:0:34061:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369180. 00000020:00000040:0.0:1780853837.017511:0:34061:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853837.017515:0:34061:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853837.017517:0:34061:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853837.017521:0:34061:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853837.017525:0:34061:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589313c00. 00000100:00000001:0.0:1780853837.017530:0:34061:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853837.017545:0:34061:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853837.017557:0:34061:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853837.017562:0:34061:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853837.017568:0:34061:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853837.017570:0:34061:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853837.017576:0:34061:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5b3c0. 00000100:00000001:0.0:1780853837.017578:0:34061:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167099328 : -107453542452288 : ffff9e4585c5b3c0) 00000100:00000001:0.0:1780853837.017580:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.017582:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000001:0.0:1780853837.017586:0:34061:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853837.017588:0:34061:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.017590:0:34061:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853837.017592:0:34061:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853837.017596:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.017602:0:34061:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853837.017603:0:34061:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.017607:0:34061:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853837.017609:0:34061:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853837.017612:0:34061:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.017615:0:34061:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631449984:192.168.202.110@tcp:35:multiop.0 00000100:00000001:0.0:1780853837.017619:0:34061:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853837.017624:0:34061:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853837.017626:0:34061:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.017630:0:34061:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853837.017634:0:34061:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb000. 02000000:00000001:0.0:1780853837.017637:0:34061:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853837.017646:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853837.017650:0:34061:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853837.017657:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426220. 00000100:00000200:0.0:1780853837.017664:0:34061:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631449984, portal 10 00000100:00000001:0.0:1780853837.017667:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.017668:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000040:0.0:1780853837.017675:0:34061:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.017682:0:34061:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.017685:0:34061:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.017688:0:34061:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000100:00000200:0.0:1780853837.017690:0:34061:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631449984, offset 0 00000400:00000200:0.0:1780853837.017697:0:34061:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.017706:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.017714:0:34061:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.017718:0:34061:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853837.017724:0:34061:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853837.017727:0:34061:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853837.017730:0:34061:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853837.017734:0:34061:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2633:2633:256:4294967295] 192.168.202.110@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:0.0:1780853837.017739:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.017749:0:34061:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.017756:0:34061:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.017761:0:34061:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853837.017768:0:34061:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.017776:0:34061:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.017780:0:34061:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.017796:0:34061:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.017800:0:34061:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 829482 usecs (830 jiffies) 00000400:00000200:0.0:1780853837.017803:0:34061:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853837.017806:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634597 00000800:00000200:0.0:1780853837.017918:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.017922:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853837.017926:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.017933:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.017940:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:0.0:1780853837.017943:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:0.0:1780853837.017946:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.017951:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.017960:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.017964:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.017970:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.017972:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853837.017985:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.017988:0:34061:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634597 00000100:00000001:0.0:1780853837.017990:0:34061:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.017993:0:34061:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.017995:0:34061:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.017997:0:34061:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.017999:0:34061:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853837.018002:0:34061:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5b3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853837.018004:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.018006:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853837.030751:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.030769:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.030775:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.030777:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.030787:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.030794:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.030813:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.030819:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.030824:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.030829:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe55580 00000400:00000200:0.0:1780853837.030834:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.030841:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7171 [1] + 224 00000800:00000001:0.0:1780853837.030848:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.030855:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.030858:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.030862:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.030879:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.030889:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853837.030900:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.030921:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.030929:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.030933:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.031077:0:34061:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.031086:0:34061:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.031088:0:34061:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.031091:0:34061:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:2.0:1780853837.031096:0:34061:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426220 00000400:00000010:2.0:1780853837.031100:0:34061:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426220. 00000100:00000001:2.0:1780853837.031103:0:34061:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.031109:0:34061:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.031123:0:34061:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369180 x1867358631449984/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031128:0:34061:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.031130:0:34061:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.031133:0:34061:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.031136:0:34061:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.031138:0:34061:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.031140:0:34061:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.031144:0:34061:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.031155:0:34061:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=78 v=5 (10 5 5 5) 00000100:00001000:2.0:1780853837.031160:0:34061:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.031163:0:34061:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.031164:0:34061:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.031167:0:34061:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.031171:0:34061:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.031175:0:34061:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853837.031177:0:34061:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853837.031178:0:34061:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853837.031180:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.031182:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000001:2.0:1780853837.031185:0:34061:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853837.031187:0:34061:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 8589934597 gen 2 00000100:00000040:2.0:1780853837.031193:0:34061:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031200:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.031202:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853837.031204:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.031207:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031213:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.031216:0:34061:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031224:0:34061:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853837.031227:0:34061:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:2.0:1780853837.031229:0:34061:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.031232:0:34061:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.031236:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031242:0:34061:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.031245:0:34061:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.031247:0:34061:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.031250:0:34061:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.031257:0:34061:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34061:1867358631449984:192.168.202.110@tcp:35:multiop.0 00000100:00000001:2.0:1780853837.031262:0:34061:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.031302:0:34061:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.031305:0:34061:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.031307:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.031310:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031317:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.031320:0:34061:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5b3c0. 00000100:00000001:2.0:1780853837.031323:0:34061:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.031324:0:34061:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.031330:0:34061:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.031332:0:34061:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000002:00000001:2.0:1780853837.031335:0:34061:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.031338:0:34061:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.031344:0:34061:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312000. 00000080:00000001:2.0:1780853837.031348:0:34061:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853837.031351:0:34061:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853837.031356:0:34061:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853837.031361:0:34061:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031368:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.031371:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631448832/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853851 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031377:0:34061:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853837.031391:0:34061:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.031393:0:34061:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.031397:0:34061:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.031400:0:34061:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1800. 02000000:00000001:2.0:1780853837.031405:0:34061:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.031406:0:34061:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.031409:0:34061:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:2.0:1780853837.031413:0:34061:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.031414:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.031416:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.031419:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031425:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.031427:0:34061:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7860. 00000002:00000001:2.0:1780853837.031430:0:34061:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.031432:0:34061:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.031434:0:34061:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0580. 00000100:00000001:2.0:1780853837.031436:0:34061:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.031439:0:34061:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.031445:0:34061:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.031447:0:34061:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.031450:0:34061:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853837.031454:0:34061:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.031459:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd50 00000080:00000008:2.0:1780853837.031462:0:34061:0:(file.c:492:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9e45919880c8), flags 100002, rc = 0 00000080:00000001:2.0:1780853837.031465:0:34061:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.031471:0:34061:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853837.031473:0:34061:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b4014bbd98 00000080:00002000:2.0:1780853837.031475:0:34061:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9e4591971798, parent ffff9e4591971870, inode ffff9e45919880c8) hashed, 00000080:00000001:2.0:1780853837.031477:0:34061:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000100:1.0:1780853837.037045:0:34074:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff9e4594837400) refcount = 1 00010000:00000040:1.0:1780853837.037060:0:34074:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837400 count: 0 00010000:00000010:1.0:1780853837.037069:0:34074:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4594837c00. 00000001:00000001:1.0:1780853837.037115:0:34074:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.037121:0:34074:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.037130:0:34074:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853837.037137:0:34074:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2800. 00000020:00000010:1.0:1780853837.037142:0:34074:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b3800. 00000020:00000010:1.0:1780853837.037145:0:34074:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853837.037152:0:34074:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853837.037157:0:34074:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853837.037174:0:34074:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853837.037182:0:34074:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853837.037186:0:34074:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853837.037190:0:34074:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2600. 00000008:00000010:1.0:1780853837.037194:0:34074:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853837.037198:0:34074:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853837.037201:0:34074:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853837.037205:0:34074:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853837.037208:0:34074:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853837.037210:0:34074:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000008:00000001:1.0:1780853837.037214:0:34074:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1780853837.037216:0:34074:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1780853837.037218:0:34074:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.037220:0:34074:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1780853837.037222:0:34074:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853837.037224:0:34074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853837.037249:0:34074:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853837.037252:0:34074:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:1.0:1780853837.037255:0:34074:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b3800. 00000020:00000010:1.0:1780853837.037260:0:34074:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853837.037287:0:34074:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853837.037292:0:34074:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853837.037295:0:34074:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853837.037300:0:34074:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853837.037303:0:34074:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853837.037306:0:34074:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2800. 00000008:00000010:1.0:1780853837.037310:0:34074:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853837.037314:0:34074:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853837.037317:0:34074:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853837.037320:0:34074:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:1.0:1780853837.037322:0:34074:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2600. 00000020:00000010:1.0:1780853837.037325:0:34074:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000001:00000001:1.0:1780853837.037327:0:34074:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853837.037328:0:34074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853837.037354:0:34074:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.037355:0:34074:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853837.037357:0:34074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853837.037392:0:34074:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.037395:0:34074:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.037400:0:34074:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1780853837.037525:0:34074:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1780853837.037530:0:34074:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1780853837.037533:0:34074:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1780853837.037535:0:34074:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780853837.037538:0:34074:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1780853837.037541:0:34074:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1780853837.037543:0:34074:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1780853837.037545:0:34074:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1780853837.037548:0:34074:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:1.0:1780853837.037552:0:34074:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1780853837.037554:0:34074:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1780853837.037561:0:34074:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1780853837.037624:0:34074:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a8f483e9eb3002c9 00020000:00000001:1.0:1780853837.037627:0:34074:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.037630:0:34074:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1780853837.037632:0:34074:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1780853837.037635:0:34074:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1780853837.037636:0:34074:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1780853837.037639:0:34074:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1780853837.037641:0:34074:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.037643:0:34074:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.037645:0:34074:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1780853837.037646:0:34074:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:1.0:1780853837.037647:0:34074:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.037649:0:34074:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1780853837.037651:0:34074:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1780853837.037655:0:34074:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1780853837.037658:0:34074:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.037660:0:34074:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.037662:0:34074:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.037664:0:34074:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.037666:0:34074:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.037668:0:34074:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.037670:0:34074:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1780853837.037864:0:34074:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00000001:1.0:1780853837.037868:0:34074:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.037871:0:34074:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853837.037873:0:34074:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853837.037876:0:34074:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1780853837.037877:0:34074:0:(import.c:1612:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780853837.042355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00010000:00000010:1.1:1780853837.046311:0:34075:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00000080:00000001:2.0:1780853837.069788:0:34076:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853837.069809:0:34076:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853837.069812:0:34076:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.069816:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7bc0 00000080:00200000:2.0:1780853837.069821:0:34076:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853837.069830:0:34076:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e5c00. 00800000:00000002:2.0:1780853837.069837:0:34076:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.069840:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.069845:0:34076:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.069848:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7ae0 00800000:00000002:2.0:1780853837.069850:0:34076:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.069853:0:34076:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.069857:0:34076:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.069862:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.069864:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf79b0 00000002:00010000:2.0:1780853837.070019:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.070023:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.070024:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.070028:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.070034:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:2.0:1780853837.070037:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.070041:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.070046:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.070051:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1780853837.070062:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.070066:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.070070:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1780853837.070082:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853837.070084:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.070087:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.070089:0:34076:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.070091:0:34076:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.070093:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853837.070096:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853837.070099:0:34076:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.070103:0:34076:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5c00. 00000080:00000001:2.0:1780853837.070109:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.070112:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.070114:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853837.070118:0:34076:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e7d 00800000:00000001:2.0:1780853837.070122:0:34076:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.070124:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.070127:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.070129:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.070131:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853837.070133:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070137:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070141:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070142:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.070143:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.070146:0:34076:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.070148:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e7d from it ffffb4b401bf7bf8 00010000:00000001:2.0:1780853837.070150:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.070151:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.070152:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853837.070153:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070155:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070157:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.070161:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853837.070168:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070169:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.070171:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.070173:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.070175:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.070183:0:34076:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.070186:0:34076:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.070188:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.070194:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070195:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.070196:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070199:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.070201:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070203:0:34076:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070205:0:34076:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070207:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.070208:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070209:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.070212:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853837.070214:0:34076:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.070216:0:34076:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853837.070220:0:34076:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.070232:0:34076:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7860. 00000080:00000001:2.0:1780853837.070235:0:34076:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853837.070236:0:34076:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.070238:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b00 00000080:00200000:2.0:1780853837.070239:0:34076:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853837.070242:0:34076:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e5c00. 00800000:00000002:2.0:1780853837.070245:0:34076:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.070247:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.070248:0:34076:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.070250:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a20 00800000:00000002:2.0:1780853837.070252:0:34076:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.070254:0:34076:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.070256:0:34076:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.070258:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.070259:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf78f0 00000002:00010000:2.0:1780853837.070261:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.070263:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.070282:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.070284:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.070286:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:2.0:1780853837.070288:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.070291:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.070292:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.070295:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1780853837.070302:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.070304:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.070306:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1780853837.070312:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853837.070313:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.070315:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.070316:0:34076:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.070318:0:34076:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.070319:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853837.070321:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853837.070323:0:34076:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.070325:0:34076:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5c00. 00000080:00000001:2.0:1780853837.070327:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.070328:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.070330:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853837.070332:0:34076:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300e7d 00800000:00000001:2.0:1780853837.070335:0:34076:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.070336:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.070337:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.070339:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.070340:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853837.070342:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070344:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070346:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070347:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.070347:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.070349:0:34076:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.070351:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300e7d from it ffffb4b401bf7b38 00010000:00000001:2.0:1780853837.070352:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.070353:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.070355:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171200 refcount=3 00000020:00000001:2.0:1780853837.070356:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070358:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179064832 : -107452530486784 : ffff9e45c2171200) 00010000:00000001:2.0:1780853837.070360:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.070362:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.070368:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070369:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.070370:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.070371:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.070373:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.070388:0:34076:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.070390:0:34076:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.070392:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.070393:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070394:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.070395:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070397:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.070399:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070400:0:34076:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070402:0:34076:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070404:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.070405:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070406:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.070407:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853837.070408:0:34076:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.070410:0:34076:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853837.070413:0:34076:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.070416:0:34076:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:2.0:1780853837.070418:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b50 00000080:00200000:2.0:1780853837.070421:0:34076:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e459245b500, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1780853837.070427:0:34076:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585da5b40. 00000080:00000001:2.0:1780853837.070431:0:34076:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853837.070433:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a00 00000080:00200000:2.0:1780853837.070434:0:34076:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000010:2.0:1780853837.070442:0:34076:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e5c00. 00800000:00000002:2.0:1780853837.070445:0:34076:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.070450:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.070451:0:34076:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.070453:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7920 00800000:00000002:2.0:1780853837.070454:0:34076:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.070457:0:34076:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780853837.070460:0:34076:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853837.070464:0:34076:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853837.070468:0:34076:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853837.070470:0:34076:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853837.070473:0:34076:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853837.070476:0:34076:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853837.070479:0:34076:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:2.0:1780853837.070482:0:34076:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.070484:0:34076:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.070485:0:34076:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.070488:0:34076:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.070491:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf78a0 00800000:00000002:2.0:1780853837.070493:0:34076:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1780853837.070497:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.070498:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf77d8 00000002:00010000:2.0:1780853837.070500:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1780853837.070503:0:34076:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853837.070506:0:34076:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853837.070510:0:34076:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1780853837.070514:0:34076:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.070516:0:34076:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853837.070518:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 2 00010000:00000001:2.0:1780853837.070520:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.070524:0:34076:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853837.070527:0:34076:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853837.070530:0:34076:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1780853837.070537:0:34076:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853837.070541:0:34076:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853837.070543:0:34076:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853837.070545:0:34076:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1780853837.070548:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.070549:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.070551:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 3 00010000:00000001:2.0:1780853837.070553:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.070555:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.070557:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.070558:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.070559:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 3 00010000:00000001:2.0:1780853837.070561:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.070563:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.070565:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.070566:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.070567:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3000 count: 3 00010000:00000001:2.0:1780853837.070569:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.070572:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.070574:0:34076:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853837.070577:0:34076:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1780853837.070582:0:34076:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1780853837.070584:0:34076:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1780853837.070587:0:34076:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853837.070588:0:34076:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070592:0:34076:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853837.070597:0:34076:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853837.070598:0:34076:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853837.070600:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.070602:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1780853837.070604:0:34076:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171200 with handle 0xa8f483e9eb300e7d from hash 00010000:00000001:2.0:1780853837.070606:0:34076:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853837.070608:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070622:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.070623:0:34076:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853837.070626:0:34076:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853837.070628:0:34076:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780853837.070632:0:34076:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853837.070634:0:34076:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.070636:0:34076:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1780853837.070642:0:34076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3b100. 00000020:00000040:2.0:1780853837.070646:0:34076:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853837.070652:0:34076:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853837.070654:0:34076:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.070657:0:34076:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853837.070661:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.070663:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.070665:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.070666:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.070668:0:34076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.070670:0:34076:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.071339:0:34076:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.071351:0:34076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1800. 00000100:00000001:2.0:1780853837.071359:0:34076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.071366:0:34076:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.071369:0:34076:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853837.071373:0:34076:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1780853837.071394:0:34076:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853837.071396:0:34076:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853837.071398:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853837.071400:0:34076:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45c2171200/0xa8f483e9eb300e7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a640 expref: -99 pid: 34054 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1780853837.071554:0:34076:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3000 count: 0 00010000:00000010:2.0:1780853837.071559:0:34076:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4582b02f80. 00010000:00000001:2.0:1780853837.071569:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.071571:0:34076:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.071573:0:34076:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.071575:0:34076:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.071577:0:34076:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.071588:0:34076:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00010000:00000001:2.0:1780853837.071592:0:34076:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853837.071595:0:34076:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853837.071599:0:34076:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837200. 00010000:00000010:2.0:1780853837.071603:0:34076:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9980. 00010000:00000001:2.0:1780853837.071607:0:34076:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853837.071738:0:34076:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779c00. 00000020:00000001:2.0:1780853837.071743:0:34076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853837.071746:0:34076:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779c00 with handle 0xa8f483e9eb300ea0 to hash 00000020:00000001:2.0:1780853837.071748:0:34076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853837.071749:0:34076:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.071753:0:34076:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.071756:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.071758:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.071762:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34076 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.071770:0:34076:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34076 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853837.071783:0:34076:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853837.071932:0:34076:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853837.071944:0:34076:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34076 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853837.071950:0:34076:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.071952:0:34076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.071960:0:34076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:2.0:1780853837.071962:0:34076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:2.0:1780853837.071964:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.071965:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853837.071970:0:34076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.071974:0:34076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.071977:0:34076:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.071978:0:34076:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.071983:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.071991:0:34076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.071993:0:34076:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.071997:0:34076:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.072000:0:34076:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.072002:0:34076:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.072006:0:34076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34076:1867358631450240:192.168.202.110@tcp:101:bash.0 00000100:00000001:2.0:1780853837.072011:0:34076:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.072016:0:34076:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.072019:0:34076:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.072021:0:34076:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.072082:0:34076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853837.072085:0:34076:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.072095:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.072101:0:34076:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.072109:0:34076:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4587cf0400. 00000100:00000200:2.0:1780853837.072117:0:34076:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631450240, portal 10 00000100:00000001:2.0:1780853837.072120:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.072121:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000040:2.0:1780853837.072128:0:34076:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.072135:0:34076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.072137:0:34076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.072142:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853837.072145:0:34076:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631450240, offset 0 00000400:00000200:2.0:1780853837.072153:0:34076:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.072161:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.072168:0:34076:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.072174:0:34076:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.072178:0:34076:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.072182:0:34076:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.072185:0:34076:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.072189:0:34076:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2634:2634:256:4294967295] 192.168.202.110@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:2.0:1780853837.072194:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.072204:0:34076:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.072210:0:34076:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.072215:0:34076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853837.072222:0:34076:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.072231:0:34076:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.072236:0:34076:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.073199:0:34076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.073206:0:34076:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 828473 usecs (829 jiffies) 00000400:00000200:2.0:1780853837.073212:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.073215:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634656 00000100:00000001:2.0:1780853837.073218:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.073220:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634656 00000100:00000001:2.0:1780853837.073222:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.073224:0:34076:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.073227:0:34076:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.073230:0:34076:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.073231:0:34076:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.073235:0:34076:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.073238:0:34076:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.073240:0:34076:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.080106:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.080118:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:0.0:1780853837.080126:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.080136:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.080144:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:0.0:1780853837.080148:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:0.0:1780853837.080155:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.080164:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.080178:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.080182:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.080189:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.080191:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853837.081317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3000. 00010000:00000010:2.1:1780853837.081329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171200. 00000800:00000001:0.0:1780853837.111121:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.118836:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.118849:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.118856:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.118876:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.118885:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.118897:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.118903:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.118909:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.118914:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe55680 00000400:00000200:1.0:1780853837.118919:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.118926:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x7181 [32] + 224 00000800:00000001:1.0:1780853837.118935:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.118950:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.118954:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.118958:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.118966:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.118974:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.118985:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.119011:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853837.119021:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853837.119025:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.119031:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853837.119037:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2635:2635:256:4294967295] 192.168.202.110@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:1.0:1780853837.119042:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.119049:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853837.119056:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853837.119062:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d71000. 00000800:00000200:1.0:1780853837.119069:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853837.119076:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853837.119080:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d71000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1780853837.119413:0:34076:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.119422:0:34076:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.119424:0:34076:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.119427:0:34076:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.119432:0:34076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4587cf0400 00000400:00000010:2.0:1780853837.119434:0:34076:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4587cf0400. 00000100:00000001:2.0:1780853837.119438:0:34076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.119443:0:34076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.119452:0:34076:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3b100 x1867358631450240/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.119458:0:34076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.119460:0:34076:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.119463:0:34076:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.119466:0:34076:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.119469:0:34076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.119471:0:34076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.119474:0:34076:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.119484:0:34076:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853837.119489:0:34076:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.119492:0:34076:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.119495:0:34076:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.119498:0:34076:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.119501:0:34076:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.119504:0:34076:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853837.119506:0:34076:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1780853837.119508:0:34076:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853837.119510:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.119511:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853837.119515:0:34076:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.119517:0:34076:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.119519:0:34076:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.119521:0:34076:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.119526:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.119533:0:34076:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.119536:0:34076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.119538:0:34076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.119541:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.119549:0:34076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3b100 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34076:1867358631450240:192.168.202.110@tcp:101:bash.0 00000100:00000001:2.0:1780853837.119554:0:34076:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.119556:0:34076:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.119559:0:34076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.119561:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.119576:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.119585:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.119588:0:34076:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:2.0:1780853837.119592:0:34076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.119593:0:34076:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.119597:0:34076:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853837.119602:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119606:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119609:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:2.0:1780853837.119621:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119624:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:2.0:1780853837.119631:0:34076:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779c00, remote cookie: 0x562725ecec97a6cc, flags: 0x1001 00010000:00010000:2.0:1780853837.119637:0:34076:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853837.119646:0:34076:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780853837.119649:0:34076:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780853837.119656:0:34076:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837400. 00010000:00000010:2.0:1780853837.119661:0:34076:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9e00. 00010000:00000040:2.0:1780853837.119667:0:34076:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837200 count: 0 00010000:00000010:2.0:1780853837.119673:0:34076:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9980. 00010000:00000001:2.0:1780853837.119681:0:34076:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.119684:0:34076:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.119692:0:34076:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119698:0:34076:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853837.119702:0:34076:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853837.119705:0:34076:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853837.119706:0:34076:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853837.119707:0:34076:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853837.119710:0:34076:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9e4594837400) refcount = 1 00010000:00010000:2.0:1780853837.119714:0:34076:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119720:0:34076:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853837.119724:0:34076:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853837.119726:0:34076:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.119729:0:34076:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853837.119731:0:34076:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.119734:0:34076:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119740:0:34076:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853837.119741:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119743:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.119743:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119744:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.119746:0:34076:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.119750:0:34076:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853837.119752:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119753:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119755:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.119757:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119759:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119761:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119762:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119763:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:2.0:1780853837.119765:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119766:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119769:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.119771:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.119774:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119780:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119781:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.119782:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119783:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119784:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=5 00000020:00000001:2.0:1780853837.119786:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119788:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119789:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.119792:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119796:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119797:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.119799:0:34076:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119805:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.119806:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119807:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.119808:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119809:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853837.119814:0:34076:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.119823:0:34076:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853837.119827:0:34076:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.119833:0:34076:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.119840:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119842:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119843:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.119845:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119847:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00000002:00010000:2.0:1780853837.119851:0:34076:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1780853837.119861:0:34076:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45904f0580. 00010000:00000001:2.0:1780853837.119875:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119877:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.119878:0:34076:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.119880:0:34076:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.119884:0:34076:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853837.119886:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.119887:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:2.0:1780853837.119889:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.119891:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00010000:00000001:2.0:1780853837.119892:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119893:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119894:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.119896:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119898:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00000002:00010000:2.0:1780853837.119901:0:34076:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.119907:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119908:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.119910:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853837.119911:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.119912:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.119913:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.119915:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.119917:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:2.0:1780853837.119920:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853837.119923:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853837.119927:0:34076:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:2.0:1780853837.119929:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.119930:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.119931:0:34076:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853837.119934:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7758 00000002:00002000:2.0:1780853837.119937:0:34076:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1780853837.119940:0:34076:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.119943:0:34076:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.119947:0:34076:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853837.119951:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853837.119954:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853837.119958:0:34076:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.119960:0:34076:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853837.119962:0:34076:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585da5b40 it_disposition 1800037 00000080:00002000:2.0:1780853837.119967:0:34076:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b49e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1780853837.119973:0:34076:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853837.119975:0:34076:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:2.0:1780853837.119976:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7988 00000080:00200000:2.0:1780853837.119978:0:34076:0:(namei.c:1619:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000001:2.0:1780853837.119981:0:34076:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:2.0:1780853837.119983:0:34076:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853837.119988:0:34076:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853837.119991:0:34076:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853837.119994:0:34076:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1780853837.119996:0:34076:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853837.120005:0:34076:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919898c0. 00000020:00000001:2.0:1780853837.120015:0:34076:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:2.0:1780853837.120017:0:34076:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1780853837.120020:0:34076:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853837.120022:0:34076:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988) 00000020:00000001:2.0:1780853837.120026:0:34076:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.120031:0:34076:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07ab0. 00000020:00000010:2.0:1780853837.120035:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4600. 00000020:00000010:2.0:1780853837.120040:0:34076:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.120045:0:34076:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5ba0. 00000008:00000010:2.0:1780853837.120052:0:34076:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853837.120057:0:34076:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2780. 00008000:00000010:2.0:1780853837.120062:0:34076:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd1530. 00000080:00000010:2.0:1780853837.120067:0:34076:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853837.120071:0:34076:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c626c8. 00000020:00000010:2.0:1780853837.120074:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853837.120078:0:34076:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853837.120081:0:34076:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853837.120084:0:34076:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45883448e8. 00000080:00000010:2.0:1780853837.120088:0:34076:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883451e0. 00000020:00000001:2.0:1780853837.120091:0:34076:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200311480 : -107453509240136 : ffff9e4587c07ab8) 00000020:00001000:2.0:1780853837.120093:0:34076:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07ab0 00000020:00000001:2.0:1780853837.120097:0:34076:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1780853837.120101:0:34076:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4598830a28. 00000020:00000001:2.0:1780853837.120103:0:34076:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853837.120105:0:34076:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.120112:0:34076:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:2.0:1780853837.120116:0:34076:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45916e35d0. 00020000:00000001:2.0:1780853837.120118:0:34076:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620362692048 : -107453346859568 : ffff9e45916e35d0) 00020000:00000001:2.0:1780853837.120120:0:34076:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:2.0:1780853837.120122:0:34076:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853837.120127:0:34076:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5cc0. 00020000:00000010:2.0:1780853837.120131:0:34076:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45922f9b00. 00020000:00000010:2.0:1780853837.120135:0:34076:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da5360. 00020000:00000001:2.0:1780853837.120137:0:34076:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168450912 : -107453541100704 : ffff9e4585da5360) 00020000:00000002:2.0:1780853837.120140:0:34076:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5360, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853837.120145:0:34076:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853837.120150:0:34076:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1780853837.120153:0:34076:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1780853837.120154:0:34076:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5360, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853837.120157:0:34076:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853837.120160:0:34076:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1780853837.120164:0:34076:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4585ca5820. 00020000:00000010:2.0:1780853837.120167:0:34076:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e45833ee480. 00020000:00000001:2.0:1780853837.120171:0:34076:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1780853837.120174:0:34076:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4585d8bdf0. 00020000:00000001:2.0:1780853837.120178:0:34076:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1780853837.120179:0:34076:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1780853837.120184:0:34076:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1780853837.120186:0:34076:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e45988303e8. 00000020:00000001:2.0:1780853837.120188:0:34076:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853837.120190:0:34076:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.120192:0:34076:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620481496168 : -107453228055448 : ffff9e4598830468) 00020000:00000001:2.0:1780853837.120195:0:34076:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1780853837.120199:0:34076:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e458a730380. 00020000:00000001:2.0:1780853837.120201:0:34076:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.120205:0:34076:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481496168 : -107453228055448 : ffff9e4598830468) 00020000:00000001:2.0:1780853837.120208:0:34076:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620481496168 : -107453228055448 : ffff9e4598830468) 00020000:00000002:2.0:1780853837.120211:0:34076:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff9e45988303e8[0:0] -> [0x200000404:0x31:0x0]@ffff9e4598830a28: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1780853837.120216:0:34076:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1780853837.120218:0:34076:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1780853837.120220:0:34076:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.120223:0:34076:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481497768 : -107453228053848 : ffff9e4598830aa8) 00000020:00001000:2.0:1780853837.120226:0:34076:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07ab0 00000020:00000010:2.0:1780853837.120229:0:34076:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.120232:0:34076:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5ba0. 00000008:00000010:2.0:1780853837.120235:0:34076:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853837.120239:0:34076:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2780. 00008000:00000010:2.0:1780853837.120242:0:34076:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd1530. 00000080:00000010:2.0:1780853837.120245:0:34076:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853837.120248:0:34076:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c626c8. 00000020:00000010:2.0:1780853837.120251:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4600. 00000008:00000010:2.0:1780853837.120253:0:34076:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853837.120257:0:34076:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853837.120259:0:34076:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45883448e8. 00000080:00000010:2.0:1780853837.120262:0:34076:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883451e0. 00000020:00000010:2.0:1780853837.120311:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.120314:0:34076:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07ab0. 00000080:00000001:2.0:1780853837.120318:0:34076:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1780853837.120320:0:34076:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853837.120322:0:34076:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1780853837 00000080:00000001:2.0:1780853837.120326:0:34076:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780853837.120328:0:34076:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365470088 : -107453344081528 : ffff9e4591989988) 00010000:00000001:2.0:1780853837.120332:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.120333:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.120334:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.120336:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.120338:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00000080:00000001:2.0:1780853837.120341:0:34076:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780853837.120343:0:34076:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.120345:0:34076:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07ab0. 00000020:00000010:2.0:1780853837.120347:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.120350:0:34076:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4600. 00000020:00000010:2.0:1780853837.120352:0:34076:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5ba0. 00000008:00000010:2.0:1780853837.120355:0:34076:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853837.120357:0:34076:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2780. 00008000:00000010:2.0:1780853837.120360:0:34076:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd1530. 00000080:00000010:2.0:1780853837.120362:0:34076:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853837.120364:0:34076:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c626c8. 00000020:00000010:2.0:1780853837.120367:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5e00. 00000008:00000010:2.0:1780853837.120369:0:34076:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853837.120371:0:34076:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853837.120373:0:34076:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45883448e8. 00000080:00000010:2.0:1780853837.120375:0:34076:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883451e0. 00000020:00000001:2.0:1780853837.120377:0:34076:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200311480 : -107453509240136 : ffff9e4587c07ab8) 00000020:00001000:2.0:1780853837.120390:0:34076:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07ab0 00000020:00000001:2.0:1780853837.120392:0:34076:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853837.120395:0:34076:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853837.120396:0:34076:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853837.120399:0:34076:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5720. 00020000:00000010:2.0:1780853837.120401:0:34076:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45922f9580. 00020000:00000010:2.0:1780853837.120404:0:34076:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da5a20. 00020000:00000001:2.0:1780853837.120405:0:34076:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168452640 : -107453541098976 : ffff9e4585da5a20) 00020000:00000002:2.0:1780853837.120408:0:34076:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5a20, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853837.120412:0:34076:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853837.120415:0:34076:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1780853837.120419:0:34076:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e4585cf8000 00020000:00000001:2.0:1780853837.120421:0:34076:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853837.120423:0:34076:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e4585cf8000 00020000:00000010:2.0:1780853837.120428:0:34076:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45922f9580. 00020000:00000010:2.0:1780853837.120430:0:34076:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5720. 00020000:00000010:2.0:1780853837.120433:0:34076:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da5a20. 00020000:00000002:2.0:1780853837.120435:0:34076:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853837.120437:0:34076:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.120438:0:34076:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.120442:0:34076:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780853837.120445:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000002:2.0:1780853837.120447:0:34076:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5360 addref 2/0 by ffff9e4585cf8000. 00020000:00000002:2.0:1780853837.120450:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:2.0:1780853837.120452:0:34076:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780853837.120454:0:34076:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780853837.120455:0:34076:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780853837.120456:0:34076:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780853837.120459:0:34076:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780853837.120461:0:34076:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1780853837.120464:0:34076:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07ab0 00000020:00000010:2.0:1780853837.120466:0:34076:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4600. 00000020:00000010:2.0:1780853837.120468:0:34076:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5ba0. 00000008:00000010:2.0:1780853837.120470:0:34076:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853837.120472:0:34076:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2780. 00008000:00000010:2.0:1780853837.120474:0:34076:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd1530. 00000080:00000010:2.0:1780853837.120476:0:34076:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853837.120478:0:34076:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c626c8. 00000020:00000010:2.0:1780853837.120480:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853837.120482:0:34076:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853837.120485:0:34076:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853837.120487:0:34076:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45883448e8. 00000080:00000010:2.0:1780853837.120489:0:34076:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883451e0. 00000020:00000010:2.0:1780853837.120491:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.120493:0:34076:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07ab0. 00000080:00000001:2.0:1780853837.120496:0:34076:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.120498:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.120499:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853837.120501:0:34076:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853837.120503:0:34076:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853837.120505:0:34076:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.120508:0:34076:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00010000:2.0:1780853837.120511:0:34076:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ea0 00800000:00000001:2.0:1780853837.120514:0:34076:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.120516:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.120518:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.120519:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.120520:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.120522:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.120524:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.120526:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.120527:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.120528:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.120530:0:34076:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120532:0:34076:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:2.0:1780853837.120534:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.120540:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.120546:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120551:0:34076:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.120555:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00000001:2.0:1780853837.120558:0:34076:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853837.120561:0:34076:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5c00. 00000100:00000001:2.0:1780853837.120564:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.120566:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.120572:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120575:0:34076:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1780853837.120577:0:34076:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120585:0:34076:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853837.120586:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a60 00000080:00200008:2.0:1780853837.120589:0:34076:0:(file.c:1059:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102101 00000080:00000010:2.0:1780853837.120596:0:34076:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530a140. 00000080:00000010:2.0:1780853837.120601:0:34076:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45904f0000. 00000080:00000001:2.0:1780853837.120604:0:34076:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:2.0:1780853837.120607:0:34076:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1780853837.120610:0:34076:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780853837.120613:0:34076:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585ca7c20. 00000002:00100000:2.0:1780853837.120617:0:34076:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.120623:0:34076:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.120625:0:34076:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853837.120628:0:34076:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780853837.120632:0:34076:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120635:0:34076:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.120639:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.120641:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1780853837.120648:0:34076:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.120652:0:34076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853837.120682:0:34076:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780853837.120684:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.120686:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a60 00000080:00000008:2.0:1780853837.120688:0:34076:0:(file.c:1298:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102101, rc = 0 00000080:00000001:2.0:1780853837.120692:0:34076:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780853837.120694:0:34076:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5b40 released 00000080:00010000:2.0:1780853837.120696:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ea0 from it ffff9e4585da5b40 00010000:00000001:2.0:1780853837.120698:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.120699:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.120701:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.120703:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.120705:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.120708:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.120711:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.120718:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.120719:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.120721:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.120723:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.120725:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.120733:0:34076:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.120735:0:34076:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.120737:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.120741:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.120743:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.120744:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.120747:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.120749:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.120751:0:34076:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.120753:0:34076:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.120755:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.120756:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.120757:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853837.120758:0:34076:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1780853837.120760:0:34076:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1780853837.120762:0:34076:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.120764:0:34076:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.120766:0:34076:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.120767:0:34076:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120770:0:34076:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1780853837.120772:0:34076:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120774:0:34076:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853837.120776:0:34076:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120778:0:34076:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853837.120780:0:34076:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5b40. 00000080:00000001:2.0:1780853837.120782:0:34076:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.120787:0:34076:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853837.120790:0:34076:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988), inode mode 81a4 mask 40 00000080:00000001:2.0:1780853837.120793:0:34076:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.120894:0:34076:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1780853837.120897:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000002:2.0:1780853837.120900:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:2.0:1780853837.120902:0:34076:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853837.123097:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1780853837.123758:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.123765:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d71000. 00000400:00000200:1.0:1780853837.123773:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.123782:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853837.124816:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853837.127690:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d28 00000080:00200008:2.0:1780853837.127701:0:34076:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853837.127710:0:34076:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.127711:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7ca0 00000080:00200000:2.0:1780853837.127713:0:34076:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988),name=recon 00000080:00000010:2.0:1780853837.127723:0:34076:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e5c00. 00800000:00000002:2.0:1780853837.127729:0:34076:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.127736:0:34076:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.127743:0:34076:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.127745:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7bc0 00800000:00000002:2.0:1780853837.127748:0:34076:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.127752:0:34076:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.127759:0:34076:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.127765:0:34076:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.127767:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a90 00000002:00010000:2.0:1780853837.127768:0:34076:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.127772:0:34076:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.127774:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.127778:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.127787:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853837.127791:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.127797:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.127801:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.127806:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853837.127822:0:34076:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.127828:0:34076:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.127831:0:34076:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853837.127838:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853837.127841:0:34076:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.127843:0:34076:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.127845:0:34076:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.127847:0:34076:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.127849:0:34076:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853837.127852:0:34076:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853837.127854:0:34076:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.127857:0:34076:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5c00. 00000080:00000001:2.0:1780853837.127862:0:34076:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.127864:0:34076:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.127866:0:34076:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00010000:2.0:1780853837.127870:0:34076:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ea0 00800000:00000001:2.0:1780853837.127874:0:34076:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.127876:0:34076:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.127878:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.127880:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.127883:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.127885:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.127888:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.127891:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.127893:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.127894:0:34076:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.127896:0:34076:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.127899:0:34076:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ea0 from it ffffb4b401bf7cd8 00010000:00000001:2.0:1780853837.127901:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.127902:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.127903:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853837.127905:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.127907:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853837.127910:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.127913:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.127919:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.127921:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.127922:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.127924:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.127927:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853837.127934:0:34076:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.127936:0:34076:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.127938:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.127943:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.127944:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.127945:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.127948:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.127950:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.127952:0:34076:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.127955:0:34076:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.127957:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.127958:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.127959:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.127963:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853837.127965:0:34076:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.127969:0:34076:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1780853837.127972:0:34076:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.127974:0:34076:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.127976:0:34076:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.127977:0:34076:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.127980:0:34076:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780853837.127983:0:34076:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1780853837.127987:0:34076:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.127992:0:34076:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07ab0. 00000020:00000010:2.0:1780853837.127996:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.128000:0:34076:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.128004:0:34076:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5b40. 00000008:00000010:2.0:1780853837.128011:0:34076:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853837.128016:0:34076:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2780. 00008000:00000010:2.0:1780853837.128020:0:34076:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd1530. 00000080:00000010:2.0:1780853837.128026:0:34076:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7bbd0. 00000080:00000010:2.0:1780853837.128029:0:34076:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c626c8. 00000020:00000010:2.0:1780853837.128032:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853837.128035:0:34076:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853837.128039:0:34076:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb46c0. 00008000:00000010:2.0:1780853837.128043:0:34076:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45883448e8. 00000080:00000010:2.0:1780853837.128047:0:34076:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883451e0. 00000020:00000001:2.0:1780853837.128050:0:34076:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200311480 : -107453509240136 : ffff9e4587c07ab8) 00000020:00001000:2.0:1780853837.128052:0:34076:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07ab0 00000020:00000001:2.0:1780853837.128056:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.128059:0:34076:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853837.128061:0:34076:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853837.128063:0:34076:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1780853837.128067:0:34076:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.128068:0:34076:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853837.128069:0:34076:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853837.128071:0:34076:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.128073:0:34076:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853837.128077:0:34076:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4590c62728 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1780853837.128080:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:2.0:1780853837.128084:0:34076:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853837.128085:0:34076:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853837.128088:0:34076:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853837.128089:0:34076:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.128092:0:34076:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853837.128094:0:34076:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853837.128096:0:34076:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.128098:0:34076:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.128099:0:34076:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.128101:0:34076:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853837.128102:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00000020:00000001:2.0:1780853837.128105:0:34076:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780853837.128107:0:34076:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1780853837.128108:0:34076:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1780853837.128111:0:34076:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853837.128112:0:34076:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853837.128114:0:34076:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853837.128117:0:34076:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853837.128121:0:34076:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1780853837.128126:0:34076:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9980. 00020000:00000002:2.0:1780853837.128129:0:34076:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853837.128131:0:34076:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853837.128133:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.128135:0:34076:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853837.128136:0:34076:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.128139:0:34076:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07f30. 00000020:00000010:2.0:1780853837.128141:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4600. 00000020:00000010:2.0:1780853837.128144:0:34076:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4e00. 00000020:00000010:2.0:1780853837.128146:0:34076:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5ba0. 00000008:00000010:2.0:1780853837.128149:0:34076:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853837.128152:0:34076:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be23c0. 00008000:00000010:2.0:1780853837.128154:0:34076:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3170. 00000080:00000010:2.0:1780853837.128157:0:34076:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7bd20. 00000080:00000010:2.0:1780853837.128160:0:34076:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61488. 00000020:00000010:2.0:1780853837.128163:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4000. 00000008:00000010:2.0:1780853837.128166:0:34076:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835ac60. 00020000:00000010:2.0:1780853837.128168:0:34076:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6f40. 00008000:00000010:2.0:1780853837.128171:0:34076:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344e98. 00000080:00000010:2.0:1780853837.128173:0:34076:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345b40. 00000020:00000001:2.0:1780853837.128175:0:34076:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312632 : -107453509238984 : ffff9e4587c07f38) 00000020:00001000:2.0:1780853837.128177:0:34076:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07f30 00000020:00000001:2.0:1780853837.128179:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.128180:0:34076:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853837.128184:0:34076:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.128185:0:34076:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853837.128186:0:34076:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.128188:0:34076:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.128190:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853837.128193:0:34076:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853837.128196:0:34076:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282850. 00000008:00010000:2.0:1780853837.128199:0:34076:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1780853837.128201:0:34076:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.128202:0:34076:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853837.128204:0:34076:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba99b0, osc lock ffff9e4592282850, flags 0x400001002 00000020:00000001:2.0:1780853837.128206:0:34076:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.128208:0:34076:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.128210:0:34076:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480576 : -107453476071040 : ffff9e4589ba9980) 00000020:00000001:2.0:1780853837.128212:0:34076:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.128213:0:34076:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.128215:0:34076:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.128216:0:34076:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.128219:0:34076:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1780853837.128221:0:34076:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1780853837.128223:0:34076:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.128225:0:34076:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.128226:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.128227:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:2.0:1780853837.128229:0:34076:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.128231:0:34076:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.128233:0:34076:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853837.128236:0:34076:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853837.128239:0:34076:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.128240:0:34076:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.128242:0:34076:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853837.128243:0:34076:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853837.128245:0:34076:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853837.128247:0:34076:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853837.128249:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853837.128252:0:34076:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.128255:0:34076:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1780853837.128260:0:34076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.128293:0:34076:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:2.0:1780853837.128301:0:34076:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853837.128305:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.128307:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.128310:0:34076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.128312:0:34076:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.128316:0:34076:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.128323:0:34076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5000. 00000100:00000001:2.0:1780853837.128333:0:34076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.128337:0:34076:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.128339:0:34076:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.128341:0:34076:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.128342:0:34076:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.128344:0:34076:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.128347:0:34076:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00010000:00000001:2.0:1780853837.128351:0:34076:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853837.128352:0:34076:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853837.128356:0:34076:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837c00. 00010000:00000010:2.0:1780853837.128359:0:34076:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4594837700. 00010000:00000001:2.0:1780853837.128364:0:34076:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853837.128368:0:34076:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779a00. 00000020:00000001:2.0:1780853837.128372:0:34076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853837.128374:0:34076:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779a00 with handle 0xa8f483e9eb300ea7 to hash 00000020:00000001:2.0:1780853837.128376:0:34076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853837.128389:0:34076:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000010:2.0:1780853837.128394:0:34076:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45904f0d40. 00010000:00000001:2.0:1780853837.128397:0:34076:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.128400:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.128401:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.128406:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.128417:0:34076:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.128432:0:34076:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.128437:0:34076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.128440:0:34076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.128454:0:34076:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853837.128487:0:34076:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.128490:0:34076:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.128492:0:34076:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.128494:0:34076:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.128496:0:34076:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.128499:0:34076:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.128501:0:34076:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1780853837.128503:0:34076:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1780853837.128505:0:34076:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1780853837.128562:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.128566:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.128569:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.128575:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.128585:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.128587:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.128591:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.128593:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.128596:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.128599:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631450368:192.168.202.110@tcp:101:uname.0 00000100:00000001:2.0:1780853837.128604:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.128610:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.128613:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.128615:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.128620:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0400. 02000000:00000001:2.0:1780853837.128622:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.128632:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.128637:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.128643:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.128649:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631450368, portal 4 00000100:00000001:2.0:1780853837.128651:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.128653:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.128659:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.128666:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.128670:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.128673:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fc38. 00000100:00000200:2.0:1780853837.128676:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631450368, offset 0 00000400:00000200:2.0:1780853837.128683:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.128693:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.128700:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.128706:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.128711:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.128714:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.128717:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.128721:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2636:2636:256:4294967295] 192.168.202.110@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:2.0:1780853837.128726:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.128736:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.128742:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.128747:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd700. 00000800:00000200:2.0:1780853837.128753:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.128760:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.128765:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.128788:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.128793:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 211112 usecs (212 jiffies) 00000400:00000200:2.0:1780853837.128796:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.128799:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634095 00000100:00000001:2.0:1780853837.128802:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.128805:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634095 00000100:00000001:2.0:1780853837.128807:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.128809:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.128812:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.128815:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.128817:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.128823:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.128824:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853837.128827:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.128828:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.128829:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.128832:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.129367:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.129371:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853837.129828:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.129833:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:1.0:1780853837.129836:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.129841:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.129847:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fc38 00000400:00000010:1.0:1780853837.129849:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fc38. 00000100:00000001:1.0:1780853837.129853:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.130052:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.130066:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.130070:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.130077:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.130079:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853837.133340:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.133369:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.133375:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.133377:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.133397:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.133405:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.133421:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.133426:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.133432:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.133436:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe55700 00000400:00000200:0.0:1780853837.133441:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.133447:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x7189 [1] + 224 00000800:00000001:0.0:1780853837.133455:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.133465:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.133469:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.133472:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.133480:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.133488:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853837.133499:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.133519:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.133529:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.133532:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.133956:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.133960:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.133967:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.133968:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.133972:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.133978:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.133980:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.133985:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.133990:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.134000:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.134006:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.134007:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.134010:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.134013:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.134016:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.134018:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.134021:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.134032:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853837.134036:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.134039:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.134041:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.134044:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.134049:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.134052:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.134054:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1780853837.134057:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.134058:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.134064:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.134071:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.134074:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.134076:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853837.134079:0:2383:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1780853837.134081:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.134084:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.134087:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=4 00000020:00000001:2.0:1780853837.134089:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134093:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134095:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.134096:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.134097:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853837.134099:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134101:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134105:0:2383:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.134109:0:2383:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.134114:0:2383:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134125:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134127:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.134130:0:2383:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853837.134132:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.134133:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.134134:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=6 00000020:00000001:2.0:1780853837.134137:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134139:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000040:2.0:1780853837.134146:0:2383:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779a00, remote cookie: 0x562725ecec97a6da, flags: 0x1001 00010000:00010000:2.0:1780853837.134151:0:2383:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134159:0:2383:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1780853837.134162:0:2383:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.134164:0:2383:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853837.134168:0:2383:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1780853837.134172:0:2383:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853837.134180:0:2383:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff9e4594837c00) refcount = 1 00010000:00000040:2.0:1780853837.134182:0:2383:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780853837.134185:0:2383:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134192:0:2383:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853837.134194:0:2383:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.134197:0:2383:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853837.134199:0:2383:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.134203:0:2383:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134209:0:2383:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853837.134210:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134211:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.134212:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134214:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.134216:0:2383:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1780853837.134219:0:2383:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853837.134222:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.134224:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.134225:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853837.134227:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134230:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00000008:00000001:2.0:1780853837.134233:0:2383:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1780853837.134237:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00010000:2.0:1780853837.134242:0:2383:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1780853837.134250:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.134252:0:2383:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853837.134255:0:2383:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1780853837.134257:0:2383:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853837.134259:0:2383:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.134261:0:2383:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.134262:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:2.0:1780853837.134283:0:2383:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1780853837.134286:0:2383:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.134288:0:2383:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1780853837.134303:0:2383:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1780853837.134305:0:2383:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.134307:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.134309:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.134310:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=6 00000020:00000001:2.0:1780853837.134312:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134314:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134317:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.134321:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134328:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134329:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.134332:0:2383:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134338:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.134339:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134340:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.134341:0:2383:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.134343:0:2383:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.134345:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.134346:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=5 00000020:00000001:2.0:1780853837.134348:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134350:0:2383:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:2.0:1780853837.134352:0:2383:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.134355:0:2383:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.134362:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134363:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.134364:0:2383:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.134367:0:2383:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.134369:0:2383:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.134378:0:2383:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.134390:0:2383:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.134392:0:2383:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.134397:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134398:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.134400:0:2383:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.134403:0:2383:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.134405:0:2383:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134419:0:34076:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134423:0:34076:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.134429:0:34076:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.134431:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.134433:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.134435:0:34076:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.134439:0:34076:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853837.134444:0:34076:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.134446:0:34076:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.134447:0:34076:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.134449:0:34076:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.134451:0:34076:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853837.134455:0:34076:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.134457:0:34076:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853837.134459:0:34076:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134461:0:34076:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134463:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.134465:0:34076:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1780853837.134468:0:34076:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.134471:0:34076:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853837.134473:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c626c8 (ffff9e4587c07ab8/0) at cl_lock_release():245 00000020:00000001:1.0:1780853837.134476:0:34076:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.134478:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c626c8 (ffff9e4587c07ab8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853837.134481:0:34076:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853837.134485:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.134487:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371937064 : -107453337614552 : ffff9e4591fb4728) 00000020:00000001:1.0:1780853837.134489:0:34076:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.134490:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba99b0 (ffff9e4587c07f38/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853837.134493:0:34076:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853837.134494:0:34076:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853837.134496:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.134497:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.134499:0:34076:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853837.134500:0:34076:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.134502:0:34076:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.134503:0:34076:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.134504:0:34076:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.134505:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c626c8 (ffff9e4587c07ab8/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853837.134509:0:34076:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853837.134510:0:34076:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.134511:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba99b0 (ffff9e4587c07ab8/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853837.134515:0:34076:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282850. 00000020:00000001:1.0:1780853837.134519:0:34076:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853837.134520:0:34076:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9980. 00020000:00000001:1.0:1780853837.134524:0:34076:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.134525:0:34076:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.134526:0:34076:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853837.134528:0:34076:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134531:0:34076:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853837.134534:0:34076:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853837.134536:0:34076:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853837.134537:0:34076:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853837.134539:0:34076:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.134541:0:34076:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07f30 00000020:00000010:1.0:1780853837.134546:0:34076:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4e00. 00000020:00000010:1.0:1780853837.134552:0:34076:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5ba0. 00000008:00000010:1.0:1780853837.134556:0:34076:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00010000:00000001:2.0:1780853837.134557:0:2383:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.134560:0:2383:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1780853837.134560:0:34076:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be23c0. 00010000:00000001:2.0:1780853837.134563:0:2383:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.134565:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134566:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.134567:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.134568:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00008000:00000010:1.0:1780853837.134577:0:34076:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3170. 00000080:00000010:1.0:1780853837.134583:0:34076:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bd20. 00000080:00000010:1.0:1780853837.134586:0:34076:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61488. 00000020:00000010:1.0:1780853837.134591:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4600. 00000008:00000010:1.0:1780853837.134594:0:34076:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835ac60. 00020000:00000010:1.0:1780853837.134598:0:34076:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6f40. 00008000:00000010:1.0:1780853837.134601:0:34076:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344e98. 00000080:00000010:1.0:1780853837.134605:0:34076:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345b40. 00000020:00000010:1.0:1780853837.134607:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4000. 00000020:00000010:1.0:1780853837.134609:0:34076:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07f30. 00020000:00000001:1.0:1780853837.134612:0:34076:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853837.134614:0:34076:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853837.134617:0:34076:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853837.134619:0:34076:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853837.134623:0:34076:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.134626:0:34076:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.134628:0:34076:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853837.134630:0:34076:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.134631:0:34076:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.134633:0:34076:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07ab0 00000020:00000010:1.0:1780853837.134635:0:34076:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5e00. 00000020:00000010:1.0:1780853837.134638:0:34076:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5b40. 00000008:00000010:1.0:1780853837.134640:0:34076:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:1.0:1780853837.134642:0:34076:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2780. 00008000:00000010:1.0:1780853837.134644:0:34076:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd1530. 00000080:00000010:1.0:1780853837.134647:0:34076:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7bbd0. 00000080:00000010:1.0:1780853837.134649:0:34076:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c626c8. 00000020:00000010:1.0:1780853837.134652:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5c00. 00000008:00000010:1.0:1780853837.134655:0:34076:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b4a0. 00020000:00000010:1.0:1780853837.134659:0:34076:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb46c0. 00008000:00000010:1.0:1780853837.134661:0:34076:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45883448e8. 00000080:00000010:1.0:1780853837.134664:0:34076:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883451e0. 00000020:00000010:1.0:1780853837.134666:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000020:00000010:1.0:1780853837.134669:0:34076:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07ab0. 00000001:00000001:1.0:1780853837.134671:0:34076:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134682:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d28 00000008:00000001:2.0:1780853837.134683:0:2383:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000080:00000008:1.0:1780853837.134686:0:34076:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000100:00000040:2.0:1780853837.134691:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.134699:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631450368:192.168.202.110@tcp:101:uname.0 00000100:00000001:2.0:1780853837.134704:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.134708:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.134711:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631450368/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.134717:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.134719:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.134722:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0400. 02000000:00000001:2.0:1780853837.134726:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.134729:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.134731:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.134734:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.134736:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5000. 02000000:00000001:2.0:1780853837.134739:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.134741:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.134743:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.134746:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.134747:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.134750:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.134758:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.134760:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.134763:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.134765:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.134779:0:34076:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:1.0:1780853837.134781:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d88 00000080:00200008:1.0:1780853837.134783:0:34076:0:(file.c:2614:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1780853837.134787:0:34076:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1780853837.134789:0:34076:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.134792:0:34076:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1780853837.134804:0:34076:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.134808:0:34076:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.134814:0:34076:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923725a0. 00000020:00000010:1.0:1780853837.134818:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2800. 00000020:00000010:1.0:1780853837.134822:0:34076:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b3800. 00000020:00000010:1.0:1780853837.134826:0:34076:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49c60. 00000008:00000010:1.0:1780853837.134830:0:34076:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591052ca0. 00020000:00000010:1.0:1780853837.134834:0:34076:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e000. 00008000:00000010:1.0:1780853837.134838:0:34076:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b191a8. 00000080:00000010:1.0:1780853837.134842:0:34076:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f150. 00000080:00000010:1.0:1780853837.134845:0:34076:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64b68. 00000020:00000010:1.0:1780853837.134848:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2200. 00000008:00000010:1.0:1780853837.134851:0:34076:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b471e0. 00020000:00000010:1.0:1780853837.134853:0:34076:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ed8c0. 00008000:00000010:1.0:1780853837.134856:0:34076:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64088. 00000080:00000010:1.0:1780853837.134860:0:34076:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40a50. 00000020:00000001:1.0:1780853837.134862:0:34076:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860648 : -107453333690968 : ffff9e45923725a8) 00000020:00001000:1.0:1780853837.134983:0:34076:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923725a0 00000080:00000001:1.0:1780853837.134986:0:34076:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1780853837.134988:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7c98 00000080:00200000:1.0:1780853837.134990:0:34076:0:(file.c:2060:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1780853837.134996:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7c30 00000080:00200000:1.0:1780853837.134998:0:34076:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1780853837.135001:0:34076:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.135002:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.135004:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.135006:0:34076:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.135008:0:34076:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853837.135010:0:34076:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853837.135012:0:34076:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135015:0:34076:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135017:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.135019:0:34076:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1780853837.135021:0:34076:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.135023:0:34076:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1780853837.135029:0:34076:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f96b0f95[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:1.0:1780853837.135031:0:34076:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1780853837.135033:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.135035:0:34076:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853837.135038:0:34076:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853837.135040:0:34076:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853837.135042:0:34076:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.135044:0:34076:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1780853837.135047:0:34076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853837.135052:0:34076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135054:0:34076:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.135056:0:34076:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135057:0:34076:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.135061:0:34076:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4589b64bc8 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1780853837.135065:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:1.0:1780853837.135068:0:34076:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853837.135070:0:34076:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853837.135073:0:34076:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853837.135075:0:34076:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1780853837.135076:0:34076:0:(lov_io.c:660:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1780853837.135079:0:34076:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1780853837.135081:0:34076:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853837.135083:0:34076:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135084:0:34076:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.135085:0:34076:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.135086:0:34076:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853837.135088:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00000020:00000001:1.0:1780853837.135090:0:34076:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135092:0:34076:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853837.135094:0:34076:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1780853837.135096:0:34076:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1780853837.135099:0:34076:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135102:0:34076:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1780853837.135104:0:34076:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1780853837.135106:0:34076:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.135108:0:34076:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1780853837.135110:0:34076:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1780853837.135113:0:34076:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1780853837.135115:0:34076:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1780853837.135119:0:34076:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.135121:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.135123:0:34076:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853837.135124:0:34076:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.135128:0:34076:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923721b0. 00000020:00000010:1.0:1780853837.135131:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2c00. 00000020:00000010:1.0:1780853837.135134:0:34076:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b3c00. 00000020:00000010:1.0:1780853837.135136:0:34076:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49660. 00000008:00000010:1.0:1780853837.135140:0:34076:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591050b28. 00020000:00000010:1.0:1780853837.135143:0:34076:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e0c0. 00008000:00000010:1.0:1780853837.135145:0:34076:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1b880. 00000080:00000010:1.0:1780853837.135148:0:34076:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f0a8. 00000080:00000010:1.0:1780853837.135151:0:34076:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b64248. 00000020:00000010:1.0:1780853837.135154:0:34076:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3000. 00000008:00000010:1.0:1780853837.135156:0:34076:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47340. 00020000:00000010:1.0:1780853837.135159:0:34076:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ef180. 00008000:00000010:1.0:1780853837.135161:0:34076:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64a38. 00000080:00000010:1.0:1780853837.135163:0:34076:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40780. 00000020:00000001:1.0:1780853837.135165:0:34076:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375859640 : -107453333691976 : ffff9e45923721b8) 00000020:00001000:1.0:1780853837.135168:0:34076:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923721b0 00000020:00000001:1.0:1780853837.135169:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.135171:0:34076:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853837.135173:0:34076:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.135174:0:34076:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853837.135176:0:34076:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135178:0:34076:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135179:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853837.135182:0:34076:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1780853837.135183:0:34076:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1780853837.135187:0:34076:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135188:0:34076:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135191:0:34076:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135192:0:34076:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135194:0:34076:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135196:0:34076:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1780853837.135198:0:34076:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1780853837.135200:0:34076:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1780853837.135202:0:34076:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1780853837.135205:0:34076:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135208:0:34076:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135210:0:34076:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1780853837.135211:0:34076:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1780853837.135214:0:34076:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1780853837.135215:0:34076:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1780853837.135217:0:34076:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135218:0:34076:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135220:0:34076:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135222:0:34076:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.135223:0:34076:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135225:0:34076:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1780853837.135227:0:34076:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853837.135228:0:34076:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1780853837.135229:0:34076:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853837.135230:0:34076:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135232:0:34076:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135233:0:34076:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135235:0:34076:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135236:0:34076:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853837.135238:0:34076:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1780853837.135239:0:34076:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1780853837.135241:0:34076:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1780853837.135242:0:34076:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1780853837.135245:0:34076:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1780853837.135249:0:34076:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589bb2c00. 00020000:00000002:1.0:1780853837.135251:0:34076:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.135253:0:34076:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1780853837.135254:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.135255:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853837.135257:0:34076:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853837.135259:0:34076:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d865f0. 00000008:00010000:1.0:1780853837.135262:0:34076:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1780853837.135294:0:34076:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.135296:0:34076:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853837.135299:0:34076:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589bb2c30, osc lock ffff9e4588d865f0, flags 0x0 00000020:00000001:1.0:1780853837.135301:0:34076:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135303:0:34076:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.135305:0:34076:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233518080 : -107453476033536 : ffff9e4589bb2c00) 00000020:00000001:1.0:1780853837.135307:0:34076:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.135308:0:34076:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.135310:0:34076:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135312:0:34076:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135314:0:34076:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.135315:0:34076:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.135316:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.135317:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853837.135319:0:34076:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.135320:0:34076:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.135322:0:34076:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1780853837.135324:0:34076:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.135327:0:34076:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853837.135329:0:34076:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.135330:0:34076:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.135332:0:34076:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853837.135333:0:34076:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853837.135334:0:34076:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853837.135336:0:34076:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853837.135339:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.135345:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.135347:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853837.135352:0:34076:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3d400 type 11 mode 2 res 9663677440/67 (0 18446744073709551615) 00010000:00000001:1.0:1780853837.135355:0:34076:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1780853837.135360:0:34076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853837.135363:0:34076:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:1.0:1780853837.135367:0:34076:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853837.135370:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.135373:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.135375:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.135376:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.135389:0:34076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853837.135391:0:34076:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853837.135395:0:34076:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853837.135403:0:34076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4582992200. 00000100:00000001:1.0:1780853837.135409:0:34076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.135412:0:34076:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853837.135414:0:34076:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.135416:0:34076:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853837.135417:0:34076:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.135418:0:34076:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.135421:0:34076:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00010000:00000001:1.0:1780853837.135424:0:34076:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853837.135425:0:34076:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853837.135428:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.135429:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.135432:0:34076:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853837.135435:0:34076:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7e00. 00000020:00000001:1.0:1780853837.135438:0:34076:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853837.135440:0:34076:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7e00 with handle 0xa8f483e9eb300eae to hash 00000020:00000001:1.0:1780853837.135442:0:34076:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853837.135444:0:34076:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000010:1.0:1780853837.135448:0:34076:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45831cc1c0. 00010000:00000001:1.0:1780853837.135451:0:34076:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.135454:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.135457:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.135461:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853837.135472:0:34076:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853837.135482:0:34076:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853837.135495:0:34076:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853837.135497:0:34076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853837.135502:0:34076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4588f2fcc0. 00000100:00000001:1.0:1780853837.135504:0:34076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620220398784 : -107453489152832 : ffff9e4588f2fcc0) 00000100:00000001:1.0:1780853837.135506:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.135508:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000001:1.0:1780853837.135511:0:34076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853837.135513:0:34076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.135515:0:34076:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853837.135516:0:34076:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853837.135522:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.135529:0:34076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853837.135531:0:34076:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.135535:0:34076:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853837.135537:0:34076:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853837.135539:0:34076:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853837.135543:0:34076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34076:1867358631450496:192.168.202.110@tcp:101:uname.0 00000100:00000001:1.0:1780853837.135547:0:34076:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853837.135551:0:34076:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853837.135554:0:34076:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.135557:0:34076:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853837.135560:0:34076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71800. 02000000:00000001:1.0:1780853837.135562:0:34076:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853837.135568:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853837.135572:0:34076:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d4d0. 00000400:00000010:1.0:1780853837.135578:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853837.135586:0:34076:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631450496, portal 4 00000100:00000001:1.0:1780853837.135588:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.135589:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000040:1.0:1780853837.135595:0:34076:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.135603:0:34076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853837.135606:0:34076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853837.135608:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853837.135611:0:34076:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631450496, offset 0 00000400:00000200:1.0:1780853837.135618:0:34076:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853837.135626:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.135634:0:34076:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853837.135640:0:34076:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853837.135645:0:34076:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853837.135649:0:34076:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853837.135652:0:34076:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853837.135655:0:34076:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2637:2637:256:4294967295] 192.168.202.110@tcp LPNI seq info [2637:2637:8:4294967295] 00000400:00000200:1.0:1780853837.135660:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.135669:0:34076:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853837.135676:0:34076:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853837.135682:0:34076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76d00. 00000800:00000200:1.0:1780853837.135688:0:34076:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853837.135697:0:34076:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853837.135702:0:34076:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853837.135726:0:34076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853837.135731:0:34076:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 210171 usecs (211 jiffies) 00000400:00000200:1.0:1780853837.135734:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853837.135738:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634100 00000100:00000001:1.0:1780853837.135741:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:1.0:1780853837.135743:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634100 00000100:00000001:1.0:1780853837.135746:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:1.0:1780853837.135748:0:34076:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853837.135751:0:34076:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.135753:0:34076:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853837.135755:0:34076:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853837.135757:0:34076:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588f2fcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853837.135760:0:34076:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.135762:0:34076:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.136134:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.136139:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76d00. 00000400:00000200:0.0:1780853837.136145:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.136150:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.136155:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:0.0:1780853837.136158:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:0.0:1780853837.136161:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.136166:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.136181:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.136184:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.136190:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.136192:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853837.140307:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00000800:00000001:0.0:1780853837.143200:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.143218:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.143223:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.143226:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.143235:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.143243:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.143252:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.143257:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.143262:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.143311:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115d180 00000400:00000200:0.0:1780853837.143320:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x6c79 [2] + 328 00000800:00000001:0.0:1780853837.143329:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.143337:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.143340:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.143344:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.143351:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853837.143353:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780853837.143360:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836a300. 00000100:00000040:0.0:1780853837.143363:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e458836a300 x1867358651404672 msgsize 328 00000100:00100000:0.0:1780853837.143367:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:0.0:1780853837.143373:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.143391:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.143395:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853837.143571:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853837.143575:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651404672 02000000:00000001:1.0:1780853837.143578:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853837.143580:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853837.143582:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.143587:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853837.143591:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651404672 00000020:00000001:1.0:1780853837.143594:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853837.143596:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:1.0:1780853837.143599:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.143601:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:1.0:1780853837.143604:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:1.0:1780853837.143607:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:1.0:1780853837.143611:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853837.143616:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831ccd40. 00000100:00000001:1.0:1780853837.143619:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853837.143621:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831ccd40. 00000020:00000010:1.0:1780853837.143628:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4582992400. 00000020:00000010:1.0:1780853837.143635:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2180. 00000020:00000010:1.0:1780853837.143641:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a3e8. 00000100:00000040:1.0:1780853837.143654:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853837.143659:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853837.143660:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853837.143663:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.143674:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.143698:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853837.143712:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853837.143715:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853837.143720:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 60 00000100:00000040:1.0:1780853837.143725:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:1.0:1780853837.143728:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208055040 : -107453501496576 : ffff9e458836a300) 00000100:00000040:1.0:1780853837.143737:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e458836a300 x1867358651404672/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:618/0 lens 328/0 e 0 to 0 dl 1780853848 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853837.143747:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853837.143749:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831ccd40. 00000100:00000001:1.0:1780853837.143752:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853837.143754:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831ccd40. 00000100:00100000:1.0:1780853837.143757:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e458836a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6586:x1867358651404672:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853837.143761:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651404672 00010000:00000001:1.0:1780853837.143764:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853837.143772:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.143774:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.143776:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=2 00000020:00000001:1.0:1780853837.143778:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:1.0:1780853837.143780:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:1.0:1780853837.143784:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.143788:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.145010:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780853837.145033:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853837.145037:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853837.145047:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d73000. 02000000:00000001:1.0:1780853837.145050:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.145053:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.145060:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853837.145063:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853837.145068:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=77 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853837.145073:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853837.145077:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853837.145079:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853837.145082:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853837.145086:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.145089:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853837.145093:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853837.145099:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b94c8. 00000100:00000200:1.0:1780853837.145108:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651404672, offset 224 00000400:00000200:1.0:1780853837.145115:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853837.145127:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.145136:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853837.145143:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2638:2638:256:4294967295] 192.168.202.110@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:1.0:1780853837.145149:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.145159:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853837.145166:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853837.145171:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76400. 00000800:00000200:1.0:1780853837.145179:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853837.145188:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853837.145192:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853837.145265:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853837.145284:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853837.145288:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853837.145293:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4588f2fe40. 00010000:00000001:1.0:1780853837.145296:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853837.145314:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853837.145317:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.145318:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.145321:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853837.145329:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a300 x1867358651404672/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:618/0 lens 328/224 e 0 to 0 dl 1780853848 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853837.145339:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e458836a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6586:x1867358651404672:12345-192.168.202.110@tcp:104: Request processed in 1590us (1973us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853837.145347:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 60 00000100:00000040:1.0:1780853837.145351:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:1.0:1780853837.145354:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853837.145355:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853837.145361:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2180. 00000020:00000010:1.0:1780853837.145368:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a3e8. 00000020:00000010:1.0:1780853837.145373:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4582992400. 00000020:00000040:1.0:1780853837.145393:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:1.0:1780853837.145396:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853837.146023:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.146026:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.146030:0:16009:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853837.146033:0:16009:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853837.146035:0:16009:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853837.146041:0:16009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853837.146052:0:16009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a779a00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:3.0:1780853837.146056:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1780853837.146058:0:16009:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853837.146061:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853837.146062:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853837.146064:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779a00 refcount=3 00000020:00000001:3.0:1780853837.146066:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853837.146069:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867008 : -107453463684608 : ffff9e458a779a00) 00010000:00000001:3.0:1780853837.146072:0:16009:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853837.146074:0:16009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1780853837.146082:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1780853837.146085:0:16009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853837.146091:0:16009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853837.146095:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c81c00. 00000020:00000010:3.0:1780853837.146099:0:16009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585c80c00. 00000020:00000010:3.0:1780853837.146104:0:16009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139600. 00000008:00000010:3.0:1780853837.146110:0:16009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853837.146115:0:16009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853837.146121:0:16009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853837.146127:0:16009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853837.146131:0:16009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853837.146135:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c80e00. 00000008:00000010:3.0:1780853837.146140:0:16009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853837.146144:0:16009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853837.146150:0:16009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853837.146154:0:16009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853837.146157:0:16009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853837.146159:0:16009:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000008:00000001:3.0:1780853837.146162:0:16009:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1780853837.146164:0:16009:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1780853837.146166:0:16009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853837.146169:0:16009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286ea0. 00000020:00000010:3.0:1780853837.146171:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c81400. 00000020:00000010:3.0:1780853837.146174:0:16009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585c81200. 00000020:00000010:3.0:1780853837.146176:0:16009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139360. 00000008:00000010:3.0:1780853837.146180:0:16009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853837.146182:0:16009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de0c0. 00008000:00000010:3.0:1780853837.146185:0:16009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853837.146188:0:16009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853837.146191:0:16009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853837.146194:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c80000. 00000008:00000010:3.0:1780853837.146196:0:16009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853837.146199:0:16009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853837.146201:0:16009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853837.146204:0:16009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c900f0. 00000020:00000001:3.0:1780853837.146207:0:16009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374896296 : -107453334655320 : ffff9e4592286ea8) 00000020:00001000:3.0:1780853837.146208:0:16009:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286ea0 00000008:00000001:3.0:1780853837.146212:0:16009:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1780853837.146214:0:16009:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1780853837.146218:0:16009:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1780853837.146220:0:16009:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853837.146223:0:16009:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1780853837.146226:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.146228:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.146232:0:16009:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853837.146235:0:16009:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853837.146237:0:16009:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1780853837.146241:0:16009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853837.146244:0:16009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853837.146245:0:16009:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853837.146249:0:16009:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e45831f00a0 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1780853837.146253:0:16009:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853837.146255:0:16009:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853837.146258:0:16009:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853837.146260:0:16009:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853837.146262:0:16009:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.146304:0:16009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853837.146305:0:16009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853837.146307:0:16009:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1780853837.146309:0:16009:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853837.146311:0:16009:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1780853837.146314:0:16009:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853837.146316:0:16009:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853837.146318:0:16009:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853837.146320:0:16009:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853837.146322:0:16009:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853837.146324:0:16009:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1780853837.146327:0:16009:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853837.146328:0:16009:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1780853837.146329:0:16009:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853837.146331:0:16009:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286ea0 00000020:00000010:3.0:1780853837.146335:0:16009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585c81200. 00000020:00000010:3.0:1780853837.146339:0:16009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139360. 00000008:00000010:3.0:1780853837.146344:0:16009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853837.146347:0:16009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de0c0. 00008000:00000010:3.0:1780853837.146350:0:16009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853837.146353:0:16009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853837.146356:0:16009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853837.146359:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c81400. 00000008:00000010:3.0:1780853837.146362:0:16009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853837.146365:0:16009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853837.146368:0:16009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853837.146371:0:16009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c900f0. 00000020:00000010:3.0:1780853837.146373:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c80000. 00000020:00000010:3.0:1780853837.146376:0:16009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286ea0. 00000008:00000001:3.0:1780853837.146390:0:16009:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.146392:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00010000:00000001:3.0:1780853837.146396:0:16009:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1780853837.146399:0:16009:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.146401:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.146403:0:16009:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780853837.146405:0:16009:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780853837.146408:0:16009:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853837.146411:0:16009:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.146413:0:16009:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.146414:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:3.0:1780853837.146418:0:16009:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853837.146419:0:16009:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853837.146421:0:16009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585c80c00. 00000020:00000010:3.0:1780853837.146424:0:16009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139600. 00000008:00000010:3.0:1780853837.146425:0:16009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853837.146428:0:16009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853837.146430:0:16009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853837.146432:0:16009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853837.146434:0:16009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853837.146438:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c81c00. 00000008:00000010:3.0:1780853837.146440:0:16009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853837.146442:0:16009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853837.146445:0:16009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853837.146447:0:16009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853837.146449:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c80e00. 00000020:00000010:3.0:1780853837.146451:0:16009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000008:00000001:3.0:1780853837.146454:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.146457:0:16009:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853837.146461:0:16009:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853837.146463:0:16009:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853837.146465:0:16009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853837.146468:0:16009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853837.146470:0:16009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779a00 with handle 0xa8f483e9eb300ea7 from hash 00010000:00000001:3.0:1780853837.146473:0:16009:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853837.146475:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.146477:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.146478:0:16009:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853837.146481:0:16009:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853837.146483:0:16009:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780853837.146488:0:16009:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853837.146491:0:16009:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.146494:0:16009:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853837.146496:0:16009:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853837.146503:0:16009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173800. 00000020:00000040:3.0:1780853837.146506:0:16009:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853837.146511:0:16009:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853837.146514:0:16009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853837.146519:0:16009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853837.146524:0:16009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585c80e00. 00000100:00000001:3.0:1780853837.146530:0:16009:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.146533:0:16009:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853837.146538:0:16009:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1780853837.146546:0:16009:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853837.146548:0:16009:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.146552:0:16009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853837.146556:0:16009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853837.146576:0:16009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9b7999] to pc [ptlrpcd_01_00+0] req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853837.146609:0:16009:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853837.146612:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.146613:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.146615:0:16009:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.146617:0:16009:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853837.146618:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.146621:0:16009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853837.146633:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853837.146635:0:16009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000ab87b6a3/0xa8f483e9eb300ea7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x562725ecec97a6da expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1780853837.146644:0:16009:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0d40. 00010000:00000001:3.0:1780853837.146652:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.146653:0:16009:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780853837.146655:0:16009:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4588f2fe40. 00010000:00000001:3.0:1780853837.146660:0:16009:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.146662:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.146663:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.146665:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853837.146667:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.146668:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.146669:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853837.146671:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.146672:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.146674:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853837.146734:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853837.146739:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853837.146742:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.146746:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.146749:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.146751:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.146753:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.146755:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.146761:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.146769:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.146770:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.146774:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.146777:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.146780:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.146783:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631450624:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853837.146787:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.146792:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.146807:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.146810:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.146815:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45829e5000. 02000000:00000001:2.0:1780853837.146817:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.146824:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.146828:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.146835:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.146841:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631450624, portal 18 00000100:00000001:2.0:1780853837.146843:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.146845:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000100:00000040:2.0:1780853837.146851:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.146858:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.146860:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.146862:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f550. 00000100:00000200:2.0:1780853837.146876:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631450624, offset 0 00000400:00000200:2.0:1780853837.146882:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.146889:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.146895:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.146901:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.146904:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.146907:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.146910:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.146913:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2639:2639:255:4294967295] 192.168.202.110@tcp LPNI seq info [2639:2639:7:4294967295] 00000400:00000200:2.0:1780853837.146917:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.146925:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.146930:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.146935:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd900. 00000800:00000200:2.0:1780853837.146941:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.146949:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.146953:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.146957:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.146961:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 210171 usecs (211 jiffies) 00000400:00000200:2.0:1780853837.146964:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.146966:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634112 00000100:00000001:2.0:1780853837.146970:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.146972:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634112 00000100:00000001:2.0:1780853837.146975:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.146977:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.146979:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.146982:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.146984:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.146995:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.146997:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.148907:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.148918:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76400. 00000400:00000200:0.0:1780853837.148927:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.149048:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.149059:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b94c8 00000400:00000010:0.0:1780853837.149062:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b94c8. 00000100:00000001:0.0:1780853837.149068:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1780853837.149070:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1780853837.149897:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.149902:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:0.0:1780853837.149907:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.149912:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.149916:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:0.0:1780853837.149918:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:0.0:1780853837.149923:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.149931:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.149956:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.149960:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.149967:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.149969:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853837.156820:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779a00. 00000800:00000001:0.0:1780853837.157724:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.157741:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.157745:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.157748:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.157757:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.157765:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.157774:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.157780:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.157786:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.157791:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe55780 00000400:00000200:0.0:1780853837.157795:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.157802:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x7191 [1] + 224 00000800:00000001:0.0:1780853837.157809:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.157813:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.157816:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.157821:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.157829:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.157838:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853837.157850:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.157911:0:34076:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.157929:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.158072:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.158077:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.158079:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.158081:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.158086:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.158090:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.158095:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.158098:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.158101:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.158104:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 392 into portal 15 MB=0x6a25a5115d200 00000400:00000200:0.0:1780853837.158111:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 392/392 into md 0x6c79 [2] + 656 00000800:00000001:0.0:1780853837.158115:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.158122:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.158125:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.158128:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.158132:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853837.158134:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780853837.158139:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369880. 00000100:00000040:0.0:1780853837.158143:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4588369880 x1867358651404800 msgsize 392 00000100:00100000:0.0:1780853837.158147:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:0.0:1780853837.158159:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.158162:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.158165:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.158187:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853837.158190:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651404800 02000000:00000001:0.0:1780853837.158193:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853837.158196:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.158199:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.158205:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.158211:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651404800 00000020:00000001:0.0:1780853837.158214:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853837.158216:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:0.0:1780853837.158219:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.158222:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:0.0:1780853837.158225:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:0.0:1780853837.158228:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:0.0:1780853837.158232:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853837.158237:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d400. 00000100:00000001:0.0:1780853837.158240:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853837.158243:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d400. 00000020:00000010:0.0:1780853837.158250:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.158256:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922ab900. 00000020:00000010:0.0:1780853837.158261:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c91898. 00000100:00000040:0.0:1780853837.158290:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853837.158294:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853837.158295:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853837.158298:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.158308:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.158319:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.158331:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853837.158334:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853837.158338:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 61 00000100:00000040:0.0:1780853837.158343:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:0.0:1780853837.158345:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208052352 : -107453501499264 : ffff9e4588369880) 00000100:00000040:0.0:1780853837.158352:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4588369880 x1867358651404800/t0(0) o105->LOV_OSC_UUID@192.168.202.110@tcp:618/0 lens 392/0 e 0 to 0 dl 1780853848 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853837.158361:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853837.158365:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d400. 00000100:00000001:0.0:1780853837.158367:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853837.158370:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d400. 00000100:00100000:0.0:1780853837.158375:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4588369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5776:x1867358651404800:12345-192.168.202.110@tcp:105: 00000100:00000200:0.0:1780853837.158391:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651404800 00010000:00000001:0.0:1780853837.158394:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853837.158402:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.158404:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.158407:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:0.0:1780853837.158480:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:0.0:1780853837.158484:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00010000:0.0:1780853837.158492:0:15875:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.158506:0:15875:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:0.0:1780853837.158509:0:15875:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853837.158521:0:15875:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.158530:0:15875:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1780853837.158533:0:15875:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.158535:0:15875:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853837.158538:0:15875:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1780853837.158541:0:15875:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.158549:0:15875:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1780853837.158554:0:15875:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853837.158583:0:15875:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff9e4594837c00) refcount = 1 00010000:00000040:0.0:1780853837.158586:0:15875:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780853837.158588:0:15875:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.158598:0:15875:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:0.0:1780853837.158600:0:15875:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:0.0:1780853837.158610:0:15875:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e459263d400. 00000100:00000001:0.0:1780853837.158686:0:15875:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853837.158693:0:15875:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.158695:0:15875:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167101632 : -107453542449984 : ffff9e4585c5bcc0) 00000100:00000001:0.0:1780853837.158698:0:15875:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636620167101632 : -107453542449984 : ffff9e4585c5bcc0) 00000100:00000001:0.0:1780853837.158701:0:15875:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853837.158703:0:15875:0:(client.c:1934:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1780853837.158705:0:15875:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1780853837.158709:0:15875:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853837.158711:0:15875:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.158713:0:15875:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.158715:0:15875:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.158716:0:15875:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.158718:0:15875:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1780853837.158719:0:15875:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1780853837.158722:0:15875:0:(client.c:1949:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.158724:0:15875:0:(client.c:2675:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.158726:0:15875:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1780853837.158728:0:15875:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.158731:0:15875:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1780853837.158733:0:15875:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1780853837.158736:0:15875:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e459263d400. 00010000:00010000:0.0:1780853837.158739:0:15875:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e45834b7e00) 00010000:00000001:0.0:1780853837.158741:0:15875:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.158742:0:15875:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.158743:0:15875:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853837.158747:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853837.158750:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853837.158757:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851b8800. 02000000:00000001:0.0:1780853837.158759:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.158762:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.158767:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853837.158769:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.158773:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853837.158778:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853837.158781:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853837.158784:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853837.158786:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853837.158790:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.158794:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.158797:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.158802:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000100:00000200:0.0:1780853837.158807:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651404800, offset 224 00000400:00000200:0.0:1780853837.158813:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.158823:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.158832:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.158839:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2640:2640:256:4294967295] 192.168.202.110@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:0.0:1780853837.158844:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.158853:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.158859:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.158864:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853837.158871:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.158877:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.158881:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.158893:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.158896:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853837.158899:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.158904:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369880 x1867358651404800/t0(0) o105->LOV_OSC_UUID@192.168.202.110@tcp:618/0 lens 392/224 e 0 to 0 dl 1780853848 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853837.158915:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4588369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:5776:x1867358651404800:12345-192.168.202.110@tcp:105: Request processed in 551us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853837.158922:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 61 00000100:00000040:0.0:1780853837.158925:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:0.0:1780853837.158928:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853837.158929:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853837.159217:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922ab900. 00000020:00000010:0.0:1780853837.159224:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c91898. 00000020:00000010:0.0:1780853837.159228:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313a00. 00000020:00000040:0.0:1780853837.159234:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:0.0:1780853837.159237:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853837.161121:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.161134:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853837.161144:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.161154:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.161164:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:0.0:1780853837.161167:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:0.0:1780853837.161173:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1780853837.161176:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1780853837.162070:0:34076:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853837.162074:0:34076:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853837.162079:0:34076:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d4d0. 00000400:00000200:1.0:1780853837.162085:0:34076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853837.162088:0:34076:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853837.162092:0:34076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.162103:0:34076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853837.162114:0:34076:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.162122:0:34076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853837.162124:0:34076:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853837.162127:0:34076:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853837.162131:0:34076:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853837.162133:0:34076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853837.162136:0:34076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.162139:0:34076:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853837.162150:0:34076:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853837.162154:0:34076:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853837.162157:0:34076:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853837.162159:0:34076:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.162162:0:34076:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853837.162166:0:34076:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.162169:0:34076:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853837.162172:0:34076:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:1.0:1780853837.162174:0:34076:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853837.162176:0:34076:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853837.162181:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.162188:0:34076:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853837.162192:0:34076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853837.162194:0:34076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853837.162198:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853837.162206:0:34076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34076:1867358631450496:192.168.202.110@tcp:101:uname.0 00000100:00000001:1.0:1780853837.162213:0:34076:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853837.162216:0:34076:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.162219:0:34076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853837.162222:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.162225:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.162232:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853837.162236:0:34076:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4588f2fcc0. 00000100:00000001:1.0:1780853837.162241:0:34076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853837.162242:0:34076:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.162246:0:34076:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853837.162249:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.162252:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.162255:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.162258:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162261:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000040:1.0:1780853837.162290:0:34076:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b7e00, remote cookie: 0x562725ecec97a6e1, flags: 0x20002 00010000:00000001:1.0:1780853837.162295:0:34076:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853837.162298:0:34076:0:(ldlm_lock.c:1885:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.162301:0:34076:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853837.162305:0:34076:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.162311:0:34076:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853837.162330:0:34076:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853837.162332:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.162334:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.162336:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.162336:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.162338:0:34076:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.162343:0:34076:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1780853837.162347:0:34076:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853837.162351:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.162353:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.162354:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=3 00000020:00000001:1.0:1780853837.162356:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162358:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162361:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.162362:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.162363:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.162365:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162368:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162371:0:34076:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.162374:0:34076:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.162392:0:34076:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853837.162401:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.162402:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.162405:0:34076:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1780853837.162418:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00010000:1.0:1780853837.162423:0:34076:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1780853837.162431:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.162434:0:34076:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853837.162437:0:34076:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1780853837.162440:0:34076:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853837.162442:0:34076:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162444:0:34076:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162446:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:1.0:1780853837.162448:0:34076:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1780853837.162450:0:34076:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.162452:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.162453:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.162455:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:1.0:1780853837.162456:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162459:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.162461:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.162464:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853837.162471:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.162472:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853837.162475:0:34076:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853837.162482:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.162483:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.162484:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.162485:0:34076:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.162487:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.162492:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106300 x1867358631450496/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.162498:0:34076:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853837.162501:0:34076:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853837.162504:0:34076:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71800. 02000000:00000001:1.0:1780853837.162508:0:34076:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853837.162511:0:34076:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853837.162514:0:34076:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853837.162516:0:34076:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853837.162519:0:34076:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4582992200. 02000000:00000001:1.0:1780853837.162524:0:34076:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853837.162527:0:34076:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853837.162529:0:34076:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106300. 00000100:00000001:1.0:1780853837.162533:0:34076:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853837.162535:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1780853837.162537:0:34076:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.162540:0:34076:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162543:0:34076:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.162546:0:34076:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162548:0:34076:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162550:0:34076:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162554:0:34076:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162556:0:34076:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162560:0:34076:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1780853837.162564:0:34076:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1780853837.162690:0:34076:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.162693:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.162696:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.162697:0:34076:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.162702:0:34076:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853837.162706:0:34076:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.162707:0:34076:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.162709:0:34076:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.162710:0:34076:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.162712:0:34076:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853837.162715:0:34076:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.162717:0:34076:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853837.162720:0:34076:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162722:0:34076:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162724:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.162726:0:34076:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1780853837.162729:0:34076:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.162733:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b80 00000080:00200000:1.0:1780853837.162735:0:34076:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1780853837.162739:0:34076:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1780853837.162742:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000002:1.0:1780853837.162745:0:34076:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5360 addref 2/0 by ffff9e4585cf8000. 00020000:00000002:1.0:1780853837.162748:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00000020:00000001:1.0:1780853837.162752:0:34076:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1780853837.162755:0:34076:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1780853837.162758:0:34076:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1780853837.162762:0:34076:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1780853837.162765:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.162766:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853837.162768:0:34076:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1780853837.162770:0:34076:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1780853837.162773:0:34076:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162776:0:34076:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.162777:0:34076:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162779:0:34076:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.162786:0:34076:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:1.0:1780853837.162787:0:34076:0:(rw26.c:697:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1780853837.162814:0:34076:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1780853837.162816:0:34076:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffffbd3449ee240 0 1 00000020:00000001:1.0:1780853837.162820:0:34076:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1780853837.162821:0:34076:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162823:0:34076:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1780853837.162830:0:34076:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e45833ed540. 00000020:00000001:1.0:1780853837.162834:0:34076:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1780853837.162835:0:34076:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.162838:0:34076:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1780853837.162841:0:34076:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1780853837.162843:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.162844:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000008:00000001:1.0:1780853837.162848:0:34076:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1780853837.162850:0:34076:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e45833ed5b0 folio fffffbd3449ee240 pg:0 obj off 0 00000008:00000001:1.0:1780853837.162852:0:34076:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162854:0:34076:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1780853837.162855:0:34076:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1780853837.162857:0:34076:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1780853837.162859:0:34076:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.162862:0:34076:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162864:0:34076:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620124706112 : -107453584845504 : ffff9e45833ed540) 00000020:00000001:1.0:1780853837.162867:0:34076:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620124706112 : -107453584845504 : ffff9e45833ed540) 00000020:00000001:1.0:1780853837.162869:0:34076:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1780853837.162871:0:34076:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853837.162873:0:34076:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233198536 : -107453476353080 : ffff9e4589b64bc8) 00000020:00000001:1.0:1780853837.162875:0:34076:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853837.162876:0:34076:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853837.162877:0:34076:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853837.162881:0:34076:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[2 00000000717b7f64 1 1 00000000768ad393] 00000020:00000001:1.0:1780853837.162883:0:34076:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853837.162884:0:34076:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853837.162885:0:34076:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1780853837.162887:0:34076:0:(rw26.c:602:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1780853837.162888:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.162890:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.162891:0:34076:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.162893:0:34076:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853837.162894:0:34076:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1780853837.162896:0:34076:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162898:0:34076:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.162899:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00000001:1.0:1780853837.162902:0:34076:0:(rw26.c:622:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853837.162905:0:34076:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:1.0:1780853837.162906:0:34076:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.162909:0:34076:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:1.0:1780853837.162911:0:34076:0:(rw26.c:892:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1780853837.162913:0:34076:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853837.162914:0:34076:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233198536 : -107453476353080 : ffff9e4589b64bc8) 00000020:00000001:1.0:1780853837.162916:0:34076:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1780853837.162917:0:34076:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853837.162922:0:34076:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1780853837.162924:0:34076:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853837.162926:0:34076:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853837.162927:0:34076:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1780853837.162929:0:34076:0:(rw26.c:950:ll_write_end()) page@000000004f533227[3 00000000717b7f64 2 1 00000000768ad393] 00000080:00200000:1.0:1780853837.163165:0:34076:0:(rw26.c:950:ll_write_end()) vmpage @000000001db4cb69 17ffffc0001001 3:0 ffff9e45833ed540 0 lru 00000080:00200000:1.0:1780853837.163175:0:34076:0:(rw26.c:950:ll_write_end()) osc-page@00000000265c3fbe 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009b799467 00000000ea975117 > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780853837.163179:0:34076:0:(rw26.c:950:ll_write_end()) end page@000000004f533227 00000080:00200000:1.0:1780853837.163181:0:34076:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1780853837.163182:0:34076:0:(rw26.c:971:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1780853837.163186:0:34076:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1780853837.163188:0:34076:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1780853837.163191:0:34076:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1780853837.163193:0:34076:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1780853837.163195:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.163196:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853837.163198:0:34076:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1780853837.163200:0:34076:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1780853837.163202:0:34076:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1780853837.163204:0:34076:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853837.163205:0:34076:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1780853837.163206:0:34076:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1780853837.163209:0:34076:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e45833ed5b0 folio fffffbd3449ee240 pg:0 added for cmd 2 00000008:00000001:1.0:1780853837.163214:0:34076:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:1.0:1780853837.163217:0:34076:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1780853837.163223:0:34076:0:(osc_cache.c:1739:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }forced sync i/o 00000008:00000001:1.0:1780853837.163227:0:34076:0:(osc_cache.c:1740:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:1.0:1780853837.163230:0:34076:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:1.0:1780853837.163232:0:34076:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1780853837.163234:0:34076:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853837.163237:0:34076:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[4 00000000717b7f64 2 1 00000000768ad393] 00000020:00000001:1.0:1780853837.163238:0:34076:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1780853837.163239:0:34076:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1780853837.163241:0:34076:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:1.0:1780853837.163243:0:34076:0:(osc_request.c:745:osc_update_next_shrink()) next time 3166 to shrink grant 00000008:00000040:1.0:1780853837.163245:0:34076:0:(osc_io.c:476:osc_io_commit_async()) 1 -122 00000008:00000001:1.0:1780853837.163247:0:34076:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1780853837.163249:0:34076:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:1.0:1780853837.163251:0:34076:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:1.0:1780853837.163253:0:34076:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:1.0:1780853837.163256:0:34076:0:(vvp_io.c:923:vvp_io_commit_sync()) Process entered 00000020:00000001:1.0:1780853837.163259:0:34076:0:(cl_page.c:1207:cl_page_clip()) page@000000004f533227[3 00000000717b7f64 2 1 00000000768ad393] 00000020:00000001:1.0:1780853837.163260:0:34076:0:(cl_page.c:1207:cl_page_clip()) 0 23 00000008:00000020:1.0:1780853837.163262:0:34076:0:(osc_page.c:179:osc_page_clip()) from 0, to 23 00000020:00000001:1.0:1780853837.163299:0:34076:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:1.0:1780853837.163301:0:34076:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.163302:0:34076:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1780853837.163303:0:34076:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.163304:0:34076:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1780853837.163305:0:34076:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1780853837.163307:0:34076:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1780853837.163308:0:34076:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1780853837.163310:0:34076:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:1.0:1780853837.163311:0:34076:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1780853837.163314:0:34076:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1780853837.163315:0:34076:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:1.0:1780853837.163317:0:34076:0:(lov_io.c:1445:lov_io_submit()) Process entered 00000020:00000001:1.0:1780853837.163318:0:34076:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.163319:0:34076:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1780853837.163320:0:34076:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:1.0:1780853837.163321:0:34076:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.163322:0:34076:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1780853837.163323:0:34076:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.163324:0:34076:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:1.0:1780853837.163325:0:34076:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:1.0:1780853837.163327:0:34076:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:1.0:1780853837.163329:0:34076:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:1.0:1780853837.163330:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.163331:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:1.0:1780853837.163333:0:34076:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:1.0:1780853837.163334:0:34076:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853837.163335:0:34076:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233198536 : -107453476353080 : ffff9e4589b64bc8) 00000008:00400020:1.0:1780853837.163337:0:34076:0:(osc_io.c:125:osc_io_submit()) 1 1 00000020:00000001:1.0:1780853837.163340:0:34076:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1780853837.163342:0:34076:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853837.163343:0:34076:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853837.163344:0:34076:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1780853837.163345:0:34076:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1780853837.163347:0:34076:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853837.163349:0:34076:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[3 00000000717b7f64 2 1 0000000000000000] 00000020:00000001:1.0:1780853837.163351:0:34076:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:1.0:1780853837.163353:0:34076:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853837.163354:0:34076:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1780853837.163356:0:34076:0:(cl_page.c:1054:cl_page_prep()) page@000000004f533227[3 00000000717b7f64 3 1 0000000000000000] 00000020:00000001:1.0:1780853837.163358:0:34076:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:1.0:1780853837.163360:0:34076:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853837.163361:0:34076:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853837.163362:0:34076:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:1.0:1780853837.163363:0:34076:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:1.0:1780853837.163365:0:34076:0:(osc_cache.c:2859:osc_queue_sync_pages()) Process entered 00000008:00000010:1.0:1780853837.163371:0:34076:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e459117ecc0. 00000008:00000020:1.0:1780853837.163376:0:34076:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730380 ready 0|-|- wr 1|+|- rd 0|- update pending cmd 2 delta 1. 00000008:00000020:1.0:1780853837.163390:0:34076:0:(osc_cache.c:3010:osc_queue_sync_pages()) extent ffff9e459117ecc0@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff9e458a730380], [0|1|+|-|0000000000000000|256|0000000000000000]} allocate ext: rw=0 00000008:00010000:1.0:1780853837.163395:0:34076:0:(osc_cache.c:3010:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9e459117ecc0 00000008:00000020:1.0:1780853837.163399:0:34076:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000001:1.0:1780853837.163703:0:34076:0:(osc_cache.c:3014:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.163707:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.163709:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.163711:0:34076:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1780853837.163713:0:34076:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853837.163715:0:34076:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.163716:0:34076:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.163718:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000040:1.0:1780853837.163719:0:34076:0:(osc_io.c:236:osc_io_submit()) 0/1 0 00000020:00000001:1.0:1780853837.163721:0:34076:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.163723:0:34076:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1780853837.163724:0:34076:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1780853837.163725:0:34076:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1780853837.163726:0:34076:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1780853837.163728:0:34076:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1780853837.163729:0:34076:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1780853837.163731:0:34076:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1780853837.163732:0:34076:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1780853837.163733:0:34076:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1780853837.163734:0:34076:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1780853837.163735:0:34076:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1780853837.163736:0:34076:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1780853837.163737:0:34076:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1780853837.163739:0:34076:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:1.0:1780853837.163740:0:34076:0:(lov_io.c:1504:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.163742:0:34076:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.163744:0:34076:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1780853837.163761:0:33245:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.163768:0:33245:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.163773:0:33245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4582992200. 00000020:00000010:1.0:1780853837.163776:0:33245:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4582992400. 00000020:00000010:1.0:1780853837.163780:0:33245:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.163784:0:33245:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.163788:0:33245:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.163793:0:33245:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.163799:0:33245:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.163803:0:33245:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.163806:0:33245:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4582992600. 00000008:00000010:1.0:1780853837.163811:0:33245:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.163814:0:33245:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.163817:0:33245:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.163820:0:33245:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.163823:0:33245:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.163825:0:33245:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000008:00000020:1.0:1780853837.163827:0:33245:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:1.0:1780853837.163829:0:33245:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1780853837.163831:0:33245:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1780853837.163832:0:33245:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446636620245566336 : -107453463985280 : ffff9e458a730380) 00000008:00000020:1.0:1780853837.163835:0:33245:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff9e458a730380 ready 0|-|- wr 1|+|- rd 0|- 0 in flight 00000008:00000001:1.0:1780853837.163839:0:33245:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1780853837.163840:0:33245:0:(osc_cache.c:1824:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:1.0:1780853837.163842:0:33245:0:(osc_cache.c:1825:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1780853837.163843:0:33245:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1780853837.163845:0:33245:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1780853837.163848:0:33245:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff9e459117ecc0@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff9e458a730380], [0|1|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1780853837.163853:0:33245:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9e459117ecc0 00000008:00000001:1.0:1780853837.163855:0:33245:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1780853837.163859:0:33245:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1780853837.163863:0:33245:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:1.0:1780853837.163866:0:33245:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e4592299000: cli: ffff9e45904bd560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1780853837.163872:0:33245:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9e4589223ba8. 00000008:00000010:1.0:1780853837.163875:0:33245:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e4585c344e0. 00000020:00000001:1.0:1780853837.163878:0:33245:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1780853837.163880:0:33245:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1780853837.163881:0:33245:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1780853837.163885:0:33245:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1780853837/1780853837 00000020:00000001:1.0:1780853837.163888:0:33245:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1780853837.163889:0:33245:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1780853837.163892:0:33245:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1780853837.163895:0:33245:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:1.0:1780853837.163898:0:33245:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.163905:0:33245:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.163907:0:33245:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.163913:0:33245:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1780853837.163915:0:33245:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1780853837.163919:0:33245:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.163923:0:33245:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.163928:0:33245:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:0.0:1780853837.164282:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.164295:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.164298:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.164301:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.164310:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.164316:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.164324:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.164329:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.164334:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.164339:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe55800 00000400:00000200:0.0:1780853837.164344:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.164350:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x71a9 [1] + 224 00000800:00000001:0.0:1780853837.164357:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.164364:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.164368:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.164372:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.164391:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.164401:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780853837.164509:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.164511:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.164513:0:33245:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1780853837.164515:0:33245:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.164518:0:33245:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.164521:0:33245:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.164523:0:33245:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.164526:0:33245:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:1.0:1780853837.164528:0:33245:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.164530:0:33245:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.164531:0:33245:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1780853837.164533:0:33245:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1780853837.164536:0:33245:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1780853837.164542:0:33245:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853837.164545:0:33245:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853837.164552:0:33245:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853837.164555:0:33245:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853837.164558:0:33245:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853837.164565:0:33245:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f9800. 00000100:00000040:0.0:1780853837.164708:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.164726:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.164736:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.164740:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853837.164767:0:33245:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853837.164775:0:33245:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 23 00000008:00000020:1.0:1780853837.164780:0:33245:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e4592299000: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000100:00000001:2.0:1780853837.164782:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.164786:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000008:00000001:1.0:1780853837.164786:0:33245:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000400:00000001:2.0:1780853837.164791:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.164793:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.164806:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.164810:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.164813:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.164817:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000040:1.0:1780853837.164821:0:33245:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 587 MB/s 00000100:00000200:2.0:1780853837.164822:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000008:00008000:1.0:1780853837.164824:0:33245:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=23, folios=1 00000100:00000200:2.0:1780853837.164830:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.164836:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.164838:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.164840:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.164842:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000008:00000001:1.0:1780853837.164843:0:33245:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.164844:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000008:00008000:1.0:1780853837.164845:0:33245:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: e000ce (20) 00000100:00000001:2.0:1780853837.164846:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.164848:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1780853837.164850:0:33245:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e4583106300 - object 0x240000400:67 offset 0<>23 00000008:00000001:1.0:1780853837.164852:0:33245:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.164855:0:33245:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000100:00001000:2.0:1780853837.164856:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=58 v=5 (5 5 5 5) 00020000:00000001:1.0:1780853837.164857:0:33245:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1780853837.164858:0:33245:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000100:00001000:2.0:1780853837.164860:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1 v=5 (1 0 0 0) 00000020:00000002:1.0:1780853837.164860:0:33245:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1780853837/1780853837 00000100:00000001:2.0:1780853837.164862:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1780853837.164863:0:33245:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1780853837.164864:0:33245:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1780853837.164865:0:33245:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1780853837.164867:0:33245:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.164869:0:33245:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000008:00000002:1.0:1780853837.164875:0:33245:0:(osc_request.c:2975:osc_build_rpc()) @@@ 1 pages, aa 0000000010c41309, now 0r/1w/0d in flight req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1780853837.164883:0:33245:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x31:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1780853837.164890:0:33245:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7f6daa5] to pc [ptlrpcd_00_01+1] req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.164930:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.164931:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.164933:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1780853837.164934:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1780853837.164935:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1780853837.164937:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.164941:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853837.164941:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1780853837.164942:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967331 00000100:00000001:2.0:1780853837.164945:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.164946:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.164948:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1780853837.164950:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.164950:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.164954:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1780853837.164957:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853837.164957:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.164960:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1780853837.164960:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.164962:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1780853837.164963:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631450752:192.168.202.110@tcp:4:uname.0 00000100:00000040:2.0:1780853837.164965:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.164968:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1780853837.164972:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631450624:192.168.202.110@tcp:103:ldlm_bl.0 02000000:00000001:0.0:1780853837.164973:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1780853837.164976:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1780853837.164976:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.164979:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1780853837.164980:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.164983:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173800 x1867358631450624/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780853837.164983:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853837.164985:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.164990:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1780853837.164990:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 02000000:00000001:2.0:1780853837.164992:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1780853837.164994:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 02000000:00000010:2.0:1780853837.164995:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45829e5000. 02000000:00000001:2.0:1780853837.164998:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1780853837.164998:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000020:00000001:2.0:1780853837.165000:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.165001:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.165003:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:0.0:1780853837.165004:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631450752, portal 4 02000000:00000010:2.0:1780853837.165006:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585c80e00. 00000100:00000001:0.0:1780853837.165006:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.165007:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 02000000:00000001:2.0:1780853837.165010:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.165011:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.165013:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173800. 00000100:00000040:0.0:1780853837.165013:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.165016:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.165018:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.165020:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.165020:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.165023:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.165025:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000001:2.0:1780853837.165026:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.165028:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780853837.165028:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 6, xid 1867358631450752, offset 0 00000100:00000001:2.0:1780853837.165030:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.165032:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853837.165032:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.165038:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.165045:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.165050:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853837.165054:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853837.165058:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853837.165061:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853837.165065:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2641:2641:256:4294967295] 192.168.202.110@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:0.0:1780853837.165070:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.165077:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.165083:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.165088:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853837.165095:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.165103:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.165107:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.165118:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.165122:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 208508 usecs (209 jiffies) 00000400:00000200:0.0:1780853837.165125:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853837.165128:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634128 00000100:00000001:0.0:1780853837.165131:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.165133:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634128 00000100:00000001:0.0:1780853837.165135:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.165137:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.165140:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.165142:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.165144:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1780853837.165167:0:33245:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1780853837.165169:0:33245:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.165172:0:33245:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.165174:0:33245:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853837.165175:0:33245:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.165177:0:33245:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853837.165178:0:33245:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.165180:0:33245:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853837.165181:0:33245:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.165184:0:33245:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1780853837.165186:0:33245:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.165188:0:33245:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1780853837.165190:0:33245:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.165195:0:33245:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4582992400. 00000020:00000010:1.0:1780853837.165199:0:33245:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.165202:0:33245:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.165206:0:33245:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.165210:0:33245:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.165215:0:33245:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.165219:0:33245:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.165222:0:33245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4582992200. 00000008:00000010:1.0:1780853837.165225:0:33245:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.165228:0:33245:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.165231:0:33245:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.165234:0:33245:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.165237:0:33245:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4582992600. 00000020:00000010:1.0:1780853837.165239:0:33245:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000100:00000001:1.0:1780853837.165337:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853837.165340:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.165373:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.165375:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853837.165377:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853837.165389:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.165391:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.165393:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.166336:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.166343:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853837.166349:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.166355:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.166361:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:0.0:1780853837.166363:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:0.0:1780853837.166366:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.166373:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.166393:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.166397:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.166404:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.166406:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.247043:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.247061:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.247066:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.247069:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.247078:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.247086:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.247095:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.247102:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.247110:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.247115:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 4 MB=0x6a25a4fe55880 00000400:00000200:1.0:1780853837.247121:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.247135:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 448/448 into md 0x71b9 [1] + 224 00000800:00000001:1.0:1780853837.247146:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.247160:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.247164:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.247169:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.247177:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.247187:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.247198:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.247220:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.247231:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.247234:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.247295:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853837.247300:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853837.247308:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853837.247310:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853837.247314:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:0.0:1780853837.247320:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:0.0:1780853837.247323:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:0.0:1780853837.247327:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.247332:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853837.247341:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106300 x1867358631450752/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.247346:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853837.247348:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.247351:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853837.247355:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853837.247358:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.247360:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.247363:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.247373:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234a8 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1780853837.247388:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853837.247391:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853837.247393:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.247396:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853837.247400:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.247405:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780853837.247407:0:2381:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967332 gen 18 00000100:00000001:0.0:1780853837.247410:0:2381:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853837.247412:0:2381:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1780853837.247415:0:2381:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853837.247417:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.247423:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106300 x1867358631450752/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.247430:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.247433:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853837.247435:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853837.247439:0:2381:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1780853837.247440:0:2381:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1780853837.247446:0:2381:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:0.0:1780853837.247449:0:2381:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1780853837.247452:0:2381:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for usr 0 00000001:04000000:0.0:1780853837.247455:0:2381:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for grp 0 00000001:04000000:0.0:1780853837.247457:0:2381:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for prj 0 00000001:00000001:0.0:1780853837.247459:0:2381:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1780853837.247470:0:2381:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1780853837.247474:0:2381:0:(osc_request.c:2091:check_write_checksum()) checksum e000ce confirmed 00000008:00000001:0.0:1780853837.247477:0:2381:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1780853837.247481:0:2381:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1780853837.247483:0:2381:0:(osc_request.c:2585:brw_interpret()) request ffff9e4583106300 aa ffff9e45831064b0 rc 0 00000020:00000001:0.0:1780853837.247490:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.247493:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.247494:0:2381:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1780853837.247497:0:2381:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1780853837.247500:0:2381:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853837.247503:0:2381:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.247505:0:2381:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.247506:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000010:0.0:1780853837.247509:0:2381:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e4585c344e0. 00000100:00000001:0.0:1780853837.247515:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.247518:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106300 x1867358631450752/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.247525:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.247530:0:2381:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1780853837.247533:0:2381:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e459117ecc0@{[0 -> 0/0], [1|0|-|rpc|wShu|ffff9e458a730380], [0|1|+|-|0000000000000000|256|ffff9e4581214f80]} extent finished. 00000008:00010000:0.0:1780853837.247538:0:2381:0:(osc_cache.c:910:osc_extent_finish()) ### no dlm lock: extent: ffff9e459117ecc0 00000008:00000001:0.0:1780853837.247542:0:2381:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1780853837.247544:0:2381:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1780853837.247549:0:2381:0:(cl_page.c:1104:cl_page_complete()) page@000000004f533227[4 00000000717b7f64 3 1 0000000000000000] 00000020:00000001:0.0:1780853837.247551:0:2381:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1780853837.247553:0:2381:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853837.247554:0:2381:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853837.247556:0:2381:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853837.247559:0:2381:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[4 00000000717b7f64 3 1 0000000000000000] 00000020:00000001:0.0:1780853837.247561:0:2381:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1780853837.247562:0:2381:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1780853837.247568:0:2381:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1780853837.247693:0:2381:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004f533227[4 00000000717b7f64 1 1 0000000000000000] 00000080:00008000:0.0:1780853837.247695:0:2381:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1780853837.247696:0:2381:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1780853837.247699:0:2381:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853837.247701:0:2381:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1780853837.247718:0:2381:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1780853837.247719:0:2381:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1780853837.247722:0:2381:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853837.247724:0:2381:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[4 00000000717b7f64 1 1 0000000000000000] 00000020:00000001:0.0:1780853837.247726:0:2381:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1780853837.247727:0:2381:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1780853837.247729:0:2381:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1780853837.247733:0:2381:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e459117ecc0@{[0 -> 0/0], [1|0|-|inv|wShu|ffff9e458a730380], [0|0|-|-|0000000000000000|256|ffff9e4581214f80]} destroyed. 00000008:00010000:0.0:1780853837.247737:0:2381:0:(osc_cache.c:496:__osc_extent_remove()) ### no dlm lock: extent: ffff9e459117ecc0 00000008:00000010:0.0:1780853837.247742:0:2381:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e459117ecc0. 00000008:00000001:0.0:1780853837.247746:0:2381:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853837.247748:0:2381:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 8 at ffff9e4589223ba8. 00000008:00000020:0.0:1780853837.247757:0:2381:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000001:0.0:1780853837.247769:0:2381:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.247775:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106300 x1867358631450752/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853837.247783:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631450752:192.168.202.110@tcp:4:uname.0 00000100:00000001:0.0:1780853837.247788:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.247790:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.247792:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106300 x1867358631450752/t4294967332(4294967332) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 512/448 e 0 to 0 dl 1780853853 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.247799:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853837.247801:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853837.247804:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb800. 02000000:00000001:0.0:1780853837.247807:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853837.247810:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853837.247811:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853837.247814:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853837.247817:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f9800. 02000000:00000001:0.0:1780853837.247820:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853837.247822:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853837.247824:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106300. 00000100:00000001:0.0:1780853837.247828:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853837.247829:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.247831:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.247838:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.247840:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.247842:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853837.247845:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.247857:0:28982:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.247863:0:28982:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.247868:0:28982:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.247872:0:28982:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589312600. 00000020:00000010:0.0:1780853837.247876:0:28982:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.247881:0:28982:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.247886:0:28982:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.247891:0:28982:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.247896:0:28982:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.247900:0:28982:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.247904:0:28982:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313600. 00000008:00000010:0.0:1780853837.247908:0:28982:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.247912:0:28982:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.247916:0:28982:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.247919:0:28982:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.247922:0:28982:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.247925:0:28982:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000008:00000020:0.0:1780853837.247926:0:28982:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:0.0:1780853837.247929:0:28982:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000020:00000001:3.0:1780853837.248032:0:34076:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248037:0:34076:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1780853837.248039:0:34076:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1780853837.248041:0:34076:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233198536 : -107453476353080 : ffff9e4589b64bc8) 00000020:00000001:3.0:1780853837.248044:0:34076:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1780853837.248045:0:34076:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1780853837.248047:0:34076:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1780853837.248051:0:34076:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[3 00000000717b7f64 1 1 00000000768ad393] 00000020:00000001:3.0:1780853837.248053:0:34076:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1780853837.248054:0:34076:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1780853837.248055:0:34076:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:3.0:1780853837.248056:0:34076:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248059:0:34076:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1780853837.248060:0:34076:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1780853837.248062:0:34076:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:3.0:1780853837.248063:0:34076:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:3.0:1780853837.248065:0:34076:0:(cl_io.c:1130:cl_2queue_fini()) Process entered 00000020:00000001:3.0:1780853837.248066:0:34076:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1780853837.248068:0:34076:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1780853837.248069:0:34076:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1780853837.248069:0:34076:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:3.0:1780853837.248070:0:34076:0:(cl_io.c:1133:cl_2queue_fini()) Process leaving 00000020:00000001:3.0:1780853837.248072:0:34076:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1780853837.248073:0:34076:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1780853837.248076:0:34076:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[3 00000000717b7f64 2 1 00000000768ad393] 00000020:00000001:3.0:1780853837.248078:0:34076:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1780853837.248079:0:34076:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1780853837.248080:0:34076:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:3.0:1780853837.248082:0:34076:0:(cl_page.c:1207:cl_page_clip()) page@000000004f533227[2 00000000717b7f64 2 1 00000000768ad393] 00000020:00000001:3.0:1780853837.248084:0:34076:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:3.0:1780853837.248086:0:34076:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:3.0:1780853837.248088:0:34076:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1780853837.248090:0:34076:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1780853837.248091:0:34076:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1780853837.248092:0:34076:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1780853837.248095:0:34076:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[2 00000000717b7f64 2 1 0000000000000000] 00000020:00000001:3.0:1780853837.248096:0:34076:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1780853837.248097:0:34076:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1780853837.248099:0:34076:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1780853837.248100:0:34076:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1780853837.248102:0:34076:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[2 00000000717b7f64 1 1 0000000000000000] 00000020:00000001:3.0:1780853837.248104:0:34076:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1780853837.248105:0:34076:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1780853837.248106:0:34076:0:(vvp_io.c:970:vvp_io_commit_sync()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1780853837.248110:0:34076:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853837.248113:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000002:3.0:1780853837.248117:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:3.0:1780853837.248119:0:34076:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248121:0:34076:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1780853837.248122:0:34076:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1780853837.248123:0:34076:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248127:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b80 00000080:00200000:3.0:1780853837.248129:0:34076:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1780853837.248132:0:34076:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248136:0:34076:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1780853837.248139:0:34076:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853837.248140:0:34076:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1780853837.248143:0:34076:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:3.0:1780853837.248145:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.248147:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.248149:0:34076:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1780853837.248151:0:34076:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853837.248152:0:34076:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248154:0:34076:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248155:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:3.0:1780853837.248157:0:34076:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248159:0:34076:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248161:0:34076:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248162:0:34076:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248164:0:34076:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248166:0:34076:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1780853837.248168:0:34076:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:3.0:1780853837.248169:0:34076:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1780853837.248170:0:34076:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1780853837.248172:0:34076:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1780853837.248173:0:34076:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248174:0:34076:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248177:0:34076:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1780853837.248178:0:34076:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853837.248181:0:34076:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1780853837.248183:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4589b40a88 (ffff9e45923725a8/0) at cl_lock_release():245 00000020:00000001:3.0:1780853837.248186:0:34076:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853837.248187:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589b40a88 (ffff9e45923725a8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1780853837.248191:0:34076:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1780853837.248193:0:34076:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853837.248194:0:34076:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343859496 : -107453365692120 : ffff9e45904ed928) 00000020:00000001:3.0:1780853837.248196:0:34076:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853837.248197:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589bb2c30 (ffff9e45923721b8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1780853837.248201:0:34076:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1780853837.248202:0:34076:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1780853837.248205:0:34076:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853837.248208:0:34076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853837.248210:0:34076:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:3.0:1780853837.248212:0:34076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:3.0:1780853837.248215:0:34076:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:3.0:1780853837.248217:0:34076:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853837.248223:0:34076:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853837.248233:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.248235:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.248236:0:34076:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853837.248239:0:34076:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853837.248242:0:34076:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853837.248250:0:34076:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853837.248252:0:34076:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853837.248254:0:34076:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853837.248259:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.248260:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.248261:0:34076:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.248303:0:34076:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853837.248305:0:34076:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.248308:0:34076:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.248311:0:34076:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.248313:0:34076:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853837.248315:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.248316:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.248317:0:34076:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.248318:0:34076:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853837.248319:0:34076:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1780853837.248321:0:34076:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853837.248323:0:34076:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853837.248324:0:34076:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853837.248325:0:34076:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853837.248327:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589b40a88 (ffff9e45923725a8/0) at cl_lock_fini():72 00020000:00000001:3.0:1780853837.248330:0:34076:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1780853837.248331:0:34076:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853837.248332:0:34076:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589bb2c30 (ffff9e45923725a8/1) at cl_lock_fini():72 00000008:00000010:3.0:1780853837.248336:0:34076:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d865f0. 00000020:00000001:3.0:1780853837.248339:0:34076:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1780853837.248341:0:34076:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589bb2c00. 00020000:00000001:3.0:1780853837.248344:0:34076:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1780853837.248345:0:34076:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1780853837.248346:0:34076:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1780853837.248348:0:34076:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1780853837.248349:0:34076:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853837.248350:0:34076:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853837.248351:0:34076:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1780853837.248353:0:34076:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248354:0:34076:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248356:0:34076:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1780853837.248357:0:34076:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1780853837.248358:0:34076:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1780853837.248361:0:34076:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1780853837.248362:0:34076:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1780853837.248363:0:34076:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853837.248365:0:34076:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853837.248367:0:34076:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853837.248368:0:34076:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1780853837.248370:0:34076:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1780853837.248371:0:34076:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248373:0:34076:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853837.248375:0:34076:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853837.248376:0:34076:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853837.248387:0:34076:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853837.248391:0:34076:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1780853837.248394:0:34076:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1780853837.248397:0:34076:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1780853837.248399:0:34076:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853837.248401:0:34076:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853837.248402:0:34076:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853837.248403:0:34076:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853837.248405:0:34076:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853837.248406:0:34076:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923721b0 00000020:00000010:3.0:1780853837.248411:0:34076:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b3c00. 00000020:00000010:3.0:1780853837.248417:0:34076:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49660. 00000008:00000010:3.0:1780853837.248421:0:34076:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591050b28. 00020000:00000010:3.0:1780853837.248424:0:34076:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e0c0. 00008000:00000010:3.0:1780853837.248427:0:34076:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1b880. 00000080:00000010:3.0:1780853837.248431:0:34076:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f0a8. 00000080:00000010:3.0:1780853837.248434:0:34076:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64248. 00000020:00000010:3.0:1780853837.248438:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2c00. 00000008:00000010:3.0:1780853837.248441:0:34076:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47340. 00020000:00000010:3.0:1780853837.248444:0:34076:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ef180. 00008000:00000010:3.0:1780853837.248447:0:34076:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64a38. 00000080:00000010:3.0:1780853837.248451:0:34076:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40780. 00000020:00000010:3.0:1780853837.248453:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3000. 00000020:00000010:3.0:1780853837.248456:0:34076:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923721b0. 00020000:00000001:3.0:1780853837.248458:0:34076:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853837.248460:0:34076:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853837.248525:0:34076:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853837.248528:0:34076:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853837.248532:0:34076:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853837.248533:0:34076:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1780853837.248535:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7c98 00000080:00200000:3.0:1780853837.248537:0:34076:0:(file.c:2208:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1780853837.248542:0:34076:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1780853837.248544:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.248546:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:3.0:1780853837.248548:0:34076:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853837.248551:0:34076:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1780853837.248555:0:34076:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853837.248558:0:34076:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1780853837.248559:0:34076:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853837.248560:0:34076:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:3.0:1780853837.248563:0:34076:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=23 (1) m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:3.0:1780853837.248566:0:34076:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853837.248568:0:34076:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:3.0:1780853837.248640:0:34076:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248642:0:34076:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.248644:0:34076:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:3.0:1780853837.248646:0:34076:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1780853837.248649:0:34076:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1780853837.248654:0:34076:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1780853837.248656:0:34076:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1780853837.248659:0:34076:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923725a0 00000020:00000010:3.0:1780853837.248663:0:34076:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b3800. 00000020:00000010:3.0:1780853837.248666:0:34076:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49c60. 00000008:00000010:3.0:1780853837.248669:0:34076:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591052ca0. 00020000:00000010:3.0:1780853837.248672:0:34076:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e000. 00008000:00000010:3.0:1780853837.248675:0:34076:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b191a8. 00000080:00000010:3.0:1780853837.248679:0:34076:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f150. 00000080:00000010:3.0:1780853837.248681:0:34076:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b64b68. 00000020:00000010:3.0:1780853837.248684:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2800. 00000008:00000010:3.0:1780853837.248686:0:34076:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b471e0. 00020000:00000010:3.0:1780853837.248689:0:34076:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ed8c0. 00008000:00000010:3.0:1780853837.248691:0:34076:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64088. 00000080:00000010:3.0:1780853837.248693:0:34076:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40a50. 00000020:00000010:3.0:1780853837.248696:0:34076:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2200. 00000020:00000010:3.0:1780853837.248698:0:34076:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923725a0. 00000020:00000001:3.0:1780853837.248701:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d88 00000080:00000008:3.0:1780853837.248703:0:34076:0:(file.c:2694:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:3.0:1780853837.248707:0:34076:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1780853837.248727:0:34076:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853837.248729:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000002:3.0:1780853837.248732:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:3.0:1780853837.248734:0:34076:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.248741:0:34076:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853837.248743:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7db8 00000080:00200008:3.0:1780853837.248745:0:34076:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102001 00000080:00000001:3.0:1780853837.248748:0:34076:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853837.248751:0:34076:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1780853837.248752:0:34076:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853837.248754:0:34076:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000002:3.0:1780853837.248756:0:34076:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cf8000 00020000:00000001:3.0:1780853837.248758:0:34076:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.248760:0:34076:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853837.248769:0:34076:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853837.248773:0:34076:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853837.248778:0:34076:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:3.0:1780853837.248782:0:34076:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853837.248786:0:34076:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853837.248789:0:34076:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:3.0:1780853837.248791:0:34076:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1780853837.248793:0:34076:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780853837.248798:0:34076:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4585c81c00. 00000080:00000001:3.0:1780853837.248800:0:34076:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780853837.248806:0:34076:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780853837.248809:0:34076:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:3.0:1780853837.248811:0:34076:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1780853837.248814:0:34076:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853837.248817:0:34076:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:3.0:1780853837.248822:0:34076:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170a80. 00000020:00000040:3.0:1780853837.248826:0:34076:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853837.248831:0:34076:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853837.248835:0:34076:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853837.248840:0:34076:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853837.248848:0:34076:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585c80c00. 00000100:00000001:3.0:1780853837.248855:0:34076:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853837.248870:0:34076:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853837.248880:0:34076:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780853837.248886:0:34076:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853837.248893:0:34076:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853837.248895:0:34076:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853837.248902:0:34076:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c99e40. 00000100:00000001:3.0:1780853837.248904:0:34076:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167355968 : -107453542195648 : ffff9e4585c99e40) 00000100:00000001:3.0:1780853837.248907:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853837.248908:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853837.248912:0:34076:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853837.248916:0:34076:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.248918:0:34076:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853837.248919:0:34076:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853837.248924:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853837.249065:0:34076:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853837.249068:0:34076:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853837.249072:0:34076:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853837.249075:0:34076:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853837.249078:0:34076:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853837.249082:0:34076:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34076:1867358631451008:192.168.202.110@tcp:35:uname.0 00000100:00000001:3.0:1780853837.249086:0:34076:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853837.249093:0:34076:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853837.249095:0:34076:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853837.249097:0:34076:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.249170:0:34076:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf0400. 02000000:00000001:2.0:1780853837.249173:0:34076:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.249180:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.249184:0:34076:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.249190:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.249197:0:34076:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631451008, portal 10 00000008:00000001:0.0:1780853837.249197:0:28982:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000100:00000001:2.0:1780853837.249199:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.249201:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000008:00000001:0.0:1780853837.249201:0:28982:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.249203:0:28982:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1780853837.249205:0:28982:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000100:00000040:2.0:1780853837.249207:0:34076:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1780853837.249208:0:28982:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589312600. 00000020:00000010:0.0:1780853837.249212:0:28982:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.249215:0:28982:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.249219:0:28982:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.249222:0:28982:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000100:00000001:2.0:1780853837.249225:0:34076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000010:0.0:1780853837.249225:0:28982:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000100:00000040:2.0:1780853837.249228:0:34076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000080:00000010:0.0:1780853837.249228:0:28982:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000400:00000010:2.0:1780853837.249231:0:34076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f990. 00000020:00000010:0.0:1780853837.249231:0:28982:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313a00. 00000008:00000010:0.0:1780853837.249233:0:28982:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00000100:00000200:2.0:1780853837.249235:0:34076:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631451008, offset 0 00020000:00000010:0.0:1780853837.249236:0:28982:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.249238:0:28982:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000400:00000200:2.0:1780853837.249241:0:34076:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000080:00000010:0.0:1780853837.249241:0:28982:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.249244:0:28982:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313600. 00000020:00000010:0.0:1780853837.249245:0:28982:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000400:00000200:2.0:1780853837.249248:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.249255:0:34076:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.249260:0:34076:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.249285:0:34076:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.249288:0:34076:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.249291:0:34076:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.249294:0:34076:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2642:2642:256:4294967295] 192.168.202.110@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:2.0:1780853837.249298:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.249308:0:34076:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.249313:0:34076:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.249320:0:34076:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd900. 00000800:00000200:2.0:1780853837.249326:0:34076:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.249334:0:34076:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.249339:0:34076:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.249355:0:34076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.249359:0:34076:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 827518 usecs (828 jiffies) 00000400:00000200:2.0:1780853837.249362:0:34076:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.249364:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634832 00000100:00000001:2.0:1780853837.249367:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.249369:0:34076:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634832 00000100:00000001:2.0:1780853837.249371:0:34076:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.249374:0:34076:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.249376:0:34076:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.249386:0:34076:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.249388:0:34076:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.249391:0:34076:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c99e40 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.249393:0:34076:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.249395:0:34076:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.254833:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.254844:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd900. 00000400:00000200:0.0:1780853837.254850:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.254859:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.254868:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:0.0:1780853837.254871:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:0.0:1780853837.254877:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.254887:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.254899:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.254903:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.254910:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.254912:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.258181:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.258207:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.258212:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.258214:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.258225:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.258239:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.258250:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.258256:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.258312:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.258318:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe55980 00000400:00000200:1.0:1780853837.258323:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.258330:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x71c9 [1] + 224 00000800:00000001:1.0:1780853837.258343:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.258386:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.258390:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.258402:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.258414:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.258426:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.258438:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.258521:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.258532:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.258535:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.258732:0:34076:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.258740:0:34076:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.258742:0:34076:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.258746:0:34076:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.258751:0:34076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.258753:0:34076:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.258757:0:34076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.258762:0:34076:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.258772:0:34076:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170a80 x1867358631451008/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.258779:0:34076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.258781:0:34076:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.258783:0:34076:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.258787:0:34076:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.258789:0:34076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.258792:0:34076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.259150:0:34076:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.259162:0:34076:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=78 v=5 (10 5 5 5) 00000100:00001000:2.0:1780853837.259165:0:34076:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.259168:0:34076:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.259169:0:34076:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.259171:0:34076:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.259174:0:34076:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.259176:0:34076:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853837.259178:0:34076:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853837.259179:0:34076:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853837.259181:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.259182:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:2.0:1780853837.259185:0:34076:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.259186:0:34076:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.259187:0:34076:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.259189:0:34076:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.259193:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.259198:0:34076:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.259201:0:34076:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.259203:0:34076:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.259205:0:34076:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.259211:0:34076:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34076:1867358631451008:192.168.202.110@tcp:35:uname.0 00000100:00000001:2.0:1780853837.259214:0:34076:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.259216:0:34076:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.259218:0:34076:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.259219:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.259221:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.259225:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.259228:0:34076:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c99e40. 00000100:00000001:2.0:1780853837.259232:0:34076:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.259233:0:34076:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.259238:0:34076:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.259239:0:34076:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000002:00000001:2.0:1780853837.259242:0:34076:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.259245:0:34076:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.259249:0:34076:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585c81c00. 00000080:00000001:2.0:1780853837.259252:0:34076:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853837.259255:0:34076:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853837.259259:0:34076:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853837.259262:0:34076:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.259287:0:34076:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.259288:0:34076:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.259289:0:34076:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0000. 00000100:00000001:2.0:1780853837.259291:0:34076:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.259293:0:34076:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.259297:0:34076:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.259300:0:34076:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.259302:0:34076:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853837.259305:0:34076:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.259311:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7db8 00000080:00000008:2.0:1780853837.259313:0:34076:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102001, rc = 0 00000080:00000001:2.0:1780853837.259316:0:34076:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.259320:0:34076:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853837.259321:0:34076:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7e00 00000080:00002000:2.0:1780853837.259322:0:34076:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:2.0:1780853837.259324:0:34076:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.305413:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfd08 00000080:00200008:2.0:1780853837.305424:0:34081:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853837.305432:0:34081:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.305434:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfc80 00000080:00200000:2.0:1780853837.305436:0:34081:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853837.305444:0:34081:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4200. 00800000:00000002:2.0:1780853837.305451:0:34081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.305455:0:34081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.305528:0:34081:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.305531:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfba0 00800000:00000002:2.0:1780853837.305534:0:34081:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.305537:0:34081:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.305542:0:34081:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.305548:0:34081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.305550:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfa70 00000002:00010000:2.0:1780853837.305552:0:34081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.305555:0:34081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.305557:0:34081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.305561:0:34081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853837.305686:0:34081:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.305690:0:34081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.305692:0:34081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.305695:0:34081:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853837.305697:0:34081:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853837.305703:0:34081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.305709:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853837.305716:0:34081:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853837.305721:0:34081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.305729:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.305731:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.305733:0:34081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.305737:0:34081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.305739:0:34081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.305745:0:34081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.305753:0:34081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf3000. 00000100:00000001:2.0:1780853837.305759:0:34081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.305765:0:34081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.305767:0:34081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.305769:0:34081:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.305770:0:34081:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.305772:0:34081:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.305778:0:34081:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00010000:00000001:2.0:1780853837.305783:0:34081:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853837.305786:0:34081:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853837.305790:0:34081:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837200. 00010000:00000010:2.0:1780853837.305795:0:34081:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9580. 00010000:00000001:2.0:1780853837.305799:0:34081:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853837.305804:0:34081:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778e00. 00000020:00000001:2.0:1780853837.305809:0:34081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853837.305811:0:34081:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778e00 with handle 0xa8f483e9eb300eb5 to hash 00000020:00000001:2.0:1780853837.305813:0:34081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853837.305815:0:34081:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.305819:0:34081:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.305822:0:34081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.305825:0:34081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.305830:0:34081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.305840:0:34081:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34081 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.305851:0:34081:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34081 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853837.305856:0:34081:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.305859:0:34081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.305866:0:34081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.305868:0:34081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711552 : -107453584840064 : ffff9e45833eea80) 00000100:00000001:2.0:1780853837.305871:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.305873:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.305879:0:34081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.305885:0:34081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.305887:0:34081:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.305889:0:34081:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.305899:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.305907:0:34081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.305909:0:34081:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.305912:0:34081:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.305915:0:34081:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.305918:0:34081:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.305922:0:34081:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451136:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853837.305926:0:34081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.305932:0:34081:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.305934:0:34081:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.305937:0:34081:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.305942:0:34081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4586478000. 02000000:00000001:2.0:1780853837.305944:0:34081:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.305951:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.305955:0:34081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.305962:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.305968:0:34081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631451136, portal 10 00000100:00000001:2.0:1780853837.305970:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.305972:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.305978:0:34081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.305986:0:34081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.305989:0:34081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.305992:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853837.305995:0:34081:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631451136, offset 0 00000400:00000200:2.0:1780853837.306002:0:34081:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.306011:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.306019:0:34081:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.306025:0:34081:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.306029:0:34081:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.306033:0:34081:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.306035:0:34081:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.306039:0:34081:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2643:2643:256:4294967295] 192.168.202.110@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:2.0:1780853837.306043:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.306052:0:34081:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.306057:0:34081:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.306062:0:34081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd700. 00000800:00000200:2.0:1780853837.306069:0:34081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.306078:0:34081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.306082:0:34081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.306163:0:34081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.306167:0:34081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 826508 usecs (827 jiffies) 00000400:00000200:2.0:1780853837.306170:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.306172:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634887 00000100:00000001:2.0:1780853837.306175:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.306176:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634887 00000100:00000001:2.0:1780853837.306178:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.306179:0:34081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.306182:0:34081:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.306183:0:34081:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.306185:0:34081:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.306187:0:34081:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eea80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.306189:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.306191:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.308718:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.308729:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd700. 00000400:00000200:0.0:1780853837.308735:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.308743:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.308750:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:0.0:1780853837.308753:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:0.0:1780853837.308760:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.308768:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.308780:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.308783:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.308787:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.308789:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.309176:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.309188:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.309191:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.309194:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.309200:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.309204:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.309211:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.309215:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.309220:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.309229:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe55a00 00000400:00000200:1.0:1780853837.309234:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.309240:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x71d1 [1] + 224 00000800:00000001:1.0:1780853837.309247:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.309254:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.309256:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.309259:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.309299:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.309305:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.309314:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.309328:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.309335:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.309338:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.309392:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.309399:0:34081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.309401:0:34081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.309403:0:34081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.309407:0:34081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.309409:0:34081:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.309411:0:34081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.309416:0:34081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.309423:0:34081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.309429:0:34081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.309431:0:34081:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.309434:0:34081:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.309437:0:34081:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.309441:0:34081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.309443:0:34081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.309446:0:34081:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.309457:0:34081:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853837.309461:0:34081:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.309463:0:34081:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.309465:0:34081:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.309468:0:34081:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.309471:0:34081:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.309475:0:34081:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.309477:0:34081:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.309480:0:34081:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.309482:0:34081:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.309487:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.309500:0:34081:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.309504:0:34081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.309506:0:34081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.309510:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.309517:0:34081:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451136:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853837.309520:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.309522:0:34081:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.309524:0:34081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.309525:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.309527:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.309531:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.309533:0:34081:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.309535:0:34081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.309536:0:34081:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.309539:0:34081:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853837.309541:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309543:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309545:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=4 00000020:00000001:2.0:1780853837.309546:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309548:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000040:2.0:1780853837.309553:0:34081:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778e00, remote cookie: 0x562725ecec97a6ef, flags: 0x1001 00010000:00010000:2.0:1780853837.309557:0:34081:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.309564:0:34081:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309574:0:34081:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853837.309578:0:34081:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853837.309580:0:34081:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853837.309581:0:34081:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853837.309583:0:34081:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853837.309586:0:34081:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837200) refcount = 1 00010000:00010000:2.0:1780853837.309589:0:34081:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309595:0:34081:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853837.309598:0:34081:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853837.309600:0:34081:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.309603:0:34081:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853837.309605:0:34081:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.309608:0:34081:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309614:0:34081:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853837.309616:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309618:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.309619:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309620:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.309621:0:34081:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.309625:0:34081:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853837.309627:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309628:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309629:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.309631:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309633:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309636:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309637:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309638:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=4 00000020:00000001:2.0:1780853837.309639:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309642:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309645:0:34081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.309648:0:34081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.309651:0:34081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309658:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309659:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.309660:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309661:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309663:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=5 00000020:00000001:2.0:1780853837.309665:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309666:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309669:0:34081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.309671:0:34081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309676:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309676:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.309678:0:34081:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309681:0:34081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.309682:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309683:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.309683:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309684:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853837.309687:0:34081:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853837.309692:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309693:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309694:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.309695:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309697:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309698:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309699:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.309700:0:34081:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.309701:0:34081:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.309703:0:34081:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853837.309705:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309706:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309706:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.309707:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309708:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00000002:00010000:2.0:1780853837.309710:0:34081:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.309713:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309714:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.309715:0:34081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853837.309716:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.309716:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.309717:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.309718:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.309719:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000040:2.0:1780853837.309723:0:34081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:2.0:1780853837.309725:0:34081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853837.309727:0:34081:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853837.309729:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.309729:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.309730:0:34081:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853837.309732:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbf9f0 00000002:00002000:2.0:1780853837.309734:0:34081:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853837.309736:0:34081:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.309738:0:34081:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.309740:0:34081:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853837.309743:0:34081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853837.309745:0:34081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853837.309748:0:34081:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.309751:0:34081:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4200. 00000080:00000001:2.0:1780853837.309754:0:34081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.309757:0:34081:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853837.309762:0:34081:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853837.309766:0:34081:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853837.309771:0:34081:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f0000. 00800000:00000001:2.0:1780853837.309772:0:34081:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343869440 : -107453365682176 : ffff9e45904f0000) 00800000:00000001:2.0:1780853837.309774:0:34081:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.309776:0:34081:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853837.309778:0:34081:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853837.309780:0:34081:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853837.309782:0:34081:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853837.309784:0:34081:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853837.309786:0:34081:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.309789:0:34081:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853837.309791:0:34081:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1780853837.309793:0:34081:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115188193296385 mtime from 1780853835 to 1780853837 00000080:00200000:2.0:1780853837.310048:0:34081:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853837.310049:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.310050:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.310052:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.310053:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.310055:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.310057:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.310057:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853837.310058:0:34081:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853837.310060:0:34081:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853837.310061:0:34081:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f0000 1 00800000:00000010:2.0:1780853837.310063:0:34081:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f0000. 00800000:00000001:2.0:1780853837.310066:0:34081:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.310068:0:34081:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eb5 00800000:00000001:2.0:1780853837.310070:0:34081:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.310072:0:34081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.310073:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.310074:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.310075:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.310076:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.310077:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.310079:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.310079:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.310080:0:34081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.310081:0:34081:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.310083:0:34081:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.310085:0:34081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853837.310087:0:34081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eb5 from it ffffb4b401cbfcb8 00010000:00000001:2.0:1780853837.310088:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.310089:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.310090:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.310091:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.310092:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.310093:0:34081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.310095:0:34081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.310100:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.310100:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.310101:0:34081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.310103:0:34081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.310105:0:34081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.310110:0:34081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.310111:0:34081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.310113:0:34081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.310116:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.310117:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.310118:0:34081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.310120:0:34081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.310122:0:34081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.310123:0:34081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.310125:0:34081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.310126:0:34081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.310127:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.310127:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.310129:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.310132:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631451136/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.310135:0:34081:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.310138:0:34081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.310141:0:34081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4586478000. 02000000:00000001:2.0:1780853837.310143:0:34081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.310145:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.310147:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.310149:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.310152:0:34081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853837.310155:0:34081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.310158:0:34081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.310159:0:34081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.310162:0:34081:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.310163:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.310167:0:34081:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.310171:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfd08 00000080:00000008:2.0:1780853837.310173:0:34081:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853837.311450:0:34081:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.311484:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfd08 00000080:00200008:2.0:1780853837.311487:0:34081:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1780853837.311492:0:34081:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.311493:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfc80 00000080:00200000:2.0:1780853837.311495:0:34081:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853837.311501:0:34081:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4200. 00800000:00000002:2.0:1780853837.311506:0:34081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.311509:0:34081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.311513:0:34081:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.311515:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfba0 00800000:00000002:2.0:1780853837.311517:0:34081:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.311521:0:34081:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.311525:0:34081:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.311530:0:34081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.311532:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfa70 00000002:00010000:2.0:1780853837.311534:0:34081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.311538:0:34081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.311539:0:34081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.311542:0:34081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.311547:0:34081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:2.0:1780853837.311549:0:34081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.311553:0:34081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.311555:0:34081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.311559:0:34081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853837.311568:0:34081:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.311572:0:34081:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.311575:0:34081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853837.311582:0:34081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853837.311584:0:34081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.311586:0:34081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.311587:0:34081:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.311589:0:34081:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.311591:0:34081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853837.311594:0:34081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853837.311596:0:34081:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.311599:0:34081:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4200. 00000080:00000001:2.0:1780853837.311602:0:34081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.311604:0:34081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.311606:0:34081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853837.311609:0:34081:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eb5 00800000:00000001:2.0:1780853837.311612:0:34081:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.311615:0:34081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.311616:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.311618:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.311620:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.311622:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.311624:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.311626:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.311628:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.311629:0:34081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.311631:0:34081:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.311633:0:34081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eb5 from it ffffb4b401cbfcb8 00010000:00000001:2.0:1780853837.311634:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.311635:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.311636:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.311638:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.311640:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.311642:0:34081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.311644:0:34081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.311650:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.311651:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.311653:0:34081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.311655:0:34081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.311658:0:34081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853837.311664:0:34081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.311666:0:34081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.311668:0:34081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.311672:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.311674:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.311675:0:34081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.311677:0:34081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.311679:0:34081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.311680:0:34081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.311683:0:34081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.311684:0:34081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.311686:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.311687:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.311689:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853837.311691:0:34081:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.311693:0:34081:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.311697:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfd08 00000080:00000008:2.0:1780853837.311699:0:34081:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1780853837.311849:0:34081:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853837.311851:0:34081:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.311852:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfb78 00000080:00200000:2.0:1780853837.311854:0:34081:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853837.311857:0:34081:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e4200. 00800000:00000002:2.0:1780853837.311859:0:34081:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.311905:0:34081:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.311906:0:34081:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.311908:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfa98 00800000:00000002:2.0:1780853837.311909:0:34081:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.311911:0:34081:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.311913:0:34081:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.311915:0:34081:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.311916:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbf968 00000002:00010000:2.0:1780853837.311917:0:34081:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.311919:0:34081:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.311920:0:34081:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.311921:0:34081:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.311923:0:34081:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:2.0:1780853837.311924:0:34081:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.311925:0:34081:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.311927:0:34081:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.311989:0:34081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853837.311994:0:34081:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.311996:0:34081:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.311998:0:34081:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853837.312002:0:34081:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853837.312004:0:34081:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.312005:0:34081:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.312006:0:34081:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.312007:0:34081:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.312008:0:34081:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853837.312009:0:34081:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853837.312011:0:34081:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.312012:0:34081:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e4200. 00000080:00000001:2.0:1780853837.312014:0:34081:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.312015:0:34081:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.312017:0:34081:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853837.312018:0:34081:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eb5 00800000:00000001:2.0:1780853837.312020:0:34081:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.312021:0:34081:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.312022:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.312023:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.312024:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.312026:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.312027:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.312028:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.312029:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.312029:0:34081:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.312030:0:34081:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.312032:0:34081:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eb5 from it ffffb4b401cbfbb0 00010000:00000001:2.0:1780853837.312034:0:34081:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.312035:0:34081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.312036:0:34081:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:2.0:1780853837.312037:0:34081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.312039:0:34081:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:2.0:1780853837.312040:0:34081:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.312041:0:34081:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853837.312044:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.312045:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.312046:0:34081:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.312047:0:34081:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.312048:0:34081:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853837.312051:0:34081:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.312052:0:34081:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.312053:0:34081:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.312054:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.312055:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.312055:0:34081:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.312056:0:34081:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.312057:0:34081:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.312058:0:34081:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.312059:0:34081:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.312060:0:34081:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.312061:0:34081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.312062:0:34081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.312062:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853837.312063:0:34081:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.312065:0:34081:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:2.0:1780853837.312068:0:34081:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.312071:0:34081:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:2.0:1780853837.312073:0:34081:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853837.312075:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfb78 00000080:00200008:2.0:1780853837.312076:0:34081:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00000010:2.0:1780853837.312080:0:34081:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853837.312083:0:34081:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.312084:0:34081:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.312163:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.312166:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.312175:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.312178:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.312183:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.312187:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.312190:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.312192:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.312194:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.312199:0:34081:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1780853837.312201:0:34081:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: age 1955, max_age 1965 00000002:00000001:2.0:1780853837.312204:0:34081:0:(mdc_request.c:1665:mdc_statfs()) Process entered 00000020:00000040:2.0:1780853837.312206:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000010:2.0:1780853837.312211:0:34081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.312214:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853837.312218:0:34081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.312221:0:34081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.312224:0:34081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.312229:0:34081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd100. 00000100:00000001:2.0:1780853837.312235:0:34081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.312238:0:34081:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.312240:0:34081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.312245:0:34081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.312247:0:34081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711552 : -107453584840064 : ffff9e45833eea80) 00000100:00000001:2.0:1780853837.312250:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.312251:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.312255:0:34081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.312259:0:34081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.312261:0:34081:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.312262:0:34081:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.312373:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.312396:0:34081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.312398:0:34081:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.312402:0:34081:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.312404:0:34081:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.312406:0:34081:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.312410:0:34081:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451264:192.168.202.110@tcp:41:lfs.0 00000100:00000001:2.0:1780853837.312414:0:34081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.312419:0:34081:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.312422:0:34081:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.312424:0:34081:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.312429:0:34081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.312430:0:34081:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.312437:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.312440:0:34081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.312446:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.312452:0:34081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631451264, portal 10 00000100:00000001:2.0:1780853837.312454:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.312455:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.312462:0:34081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.312469:0:34081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.312472:0:34081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.312475:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8faa0. 00000100:00000200:2.0:1780853837.312479:0:34081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631451264, offset 0 00000400:00000200:2.0:1780853837.312484:0:34081:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.312492:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.312499:0:34081:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.312505:0:34081:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.312509:0:34081:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.312513:0:34081:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.312516:0:34081:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.312521:0:34081:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2644:2644:256:4294967295] 192.168.202.110@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:2.0:1780853837.312524:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.312531:0:34081:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.312535:0:34081:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.312538:0:34081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddb00. 00000800:00000200:2.0:1780853837.312544:0:34081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.312550:0:34081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.312554:0:34081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.312564:0:34081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.312569:0:34081:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 825491 usecs (826 jiffies) 00000400:00000200:2.0:1780853837.312573:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.312575:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634893 00000100:00000001:2.0:1780853837.312578:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.312581:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634893 00000100:00000001:2.0:1780853837.312583:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.312585:0:34081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.312587:0:34081:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.312590:0:34081:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.312591:0:34081:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.312594:0:34081:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eea80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.312596:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.312598:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.312675:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.312679:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddb00. 00000400:00000200:0.0:1780853837.312683:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.312687:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.312691:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:0.0:1780853837.312693:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:0.0:1780853837.312697:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.312700:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.312706:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.312708:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.312713:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.312714:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.314516:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.314530:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.314533:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.314536:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.314542:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.314549:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.314556:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.314561:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.314565:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.314570:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe55a80 00000400:00000200:1.0:1780853837.314574:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.314580:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x71d9 [1] + 224 00000800:00000001:1.0:1780853837.314587:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.314594:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.314597:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.314601:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.314608:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.314616:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853837.314627:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.314672:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.314690:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.314699:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.314703:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853837.314731:0:34081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.314732:0:34081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.314735:0:34081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.314739:0:34081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.314741:0:34081:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.314743:0:34081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.314746:0:34081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853837.314756:0:34081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.314760:0:34081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.314761:0:34081:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.314763:0:34081:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.314765:0:34081:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.314766:0:34081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.314768:0:34081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.314770:0:34081:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.314776:0:34081:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853837.314779:0:34081:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.314781:0:34081:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.314782:0:34081:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.314784:0:34081:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.314787:0:34081:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.314790:0:34081:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.314791:0:34081:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.314839:0:34081:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.314841:0:34081:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.314845:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.314849:0:34081:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.314851:0:34081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.314853:0:34081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.314855:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853837.314860:0:34081:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451264:192.168.202.110@tcp:41:lfs.0 00000100:00000001:2.0:1780853837.315026:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.315028:0:34081:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.315030:0:34081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.315031:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.315035:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.315039:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.315042:0:34081:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.315044:0:34081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.315045:0:34081:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.315049:0:34081:0:(mdc_request.c:1717:mdc_statfs()) Process leaving 00000100:00000001:2.0:1780853837.315050:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.315052:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631451264/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.315056:0:34081:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.315058:0:34081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.315060:0:34081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.315062:0:34081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.315064:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.315065:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.315066:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.315068:0:34081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd100. 02000000:00000001:2.0:1780853837.315070:0:34081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.315072:0:34081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.315073:0:34081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.315075:0:34081:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.315076:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853837.315077:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.315078:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.315079:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1780853837.315081:0:34081:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: update ffff9e45904bb7d0 cache blocks 17238/17271 objects 532986/533339 00800000:00000001:2.0:1780853837.315084:0:34081:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.315087:0:34081:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315090:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.315091:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315093:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315095:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315145:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315148:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315154:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315157:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315162:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315166:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315168:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315171:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315173:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315176:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315178:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315180:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315182:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315184:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315186:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315189:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315191:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315193:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315194:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315197:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315199:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315200:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315201:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315203:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315205:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315207:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315209:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315211:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315214:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315216:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315219:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315221:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315223:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315224:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315226:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315227:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315228:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315229:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315230:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315232:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315233:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315234:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315235:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315236:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315237:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315239:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315240:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315241:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315241:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315242:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315244:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315244:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315245:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315246:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315247:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315248:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315249:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315250:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315251:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315252:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315253:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315254:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315256:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315256:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315257:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315259:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315259:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315260:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315261:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315533:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315536:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315538:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315541:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315543:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315546:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315613:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315615:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315619:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315621:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315623:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315626:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315627:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315629:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315630:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315633:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315634:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315636:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315638:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315640:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315642:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315645:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315647:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315649:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315651:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315653:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315655:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315656:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315658:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315659:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315661:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315663:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315665:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315667:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315669:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315671:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315675:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315676:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315678:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315680:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315682:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315684:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315685:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315686:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315687:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315690:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315692:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315694:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315696:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315698:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315700:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315703:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315705:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315708:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315709:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315710:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315712:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315712:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315713:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315714:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315716:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315717:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315718:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315719:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315720:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315722:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315724:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315725:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315726:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315727:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315728:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315729:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315730:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315730:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315731:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315732:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315733:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315734:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315735:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315736:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315737:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315739:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315739:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315740:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315741:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315742:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315743:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315744:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315744:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315745:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315746:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315747:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315748:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315749:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315750:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315751:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315753:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315754:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315755:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315756:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315757:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315759:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315759:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315760:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315761:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315762:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315763:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315764:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315765:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315766:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315767:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315768:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315769:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315770:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315771:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315771:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315773:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315773:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315774:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315775:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315776:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315777:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315778:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315779:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315780:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315781:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315782:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315783:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315784:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315784:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315786:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315787:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315788:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315788:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315789:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315790:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315791:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315792:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315803:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315804:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315805:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315807:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315807:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315809:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315809:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315810:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315811:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315812:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315813:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315814:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315816:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315817:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315818:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315819:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315820:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315821:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315823:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315823:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315824:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315825:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315826:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315827:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315828:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315829:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315830:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315832:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315833:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315834:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315835:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315836:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315837:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315838:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315839:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315840:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315841:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315842:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315843:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315844:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315844:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315845:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315846:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315847:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315848:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315849:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315850:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315851:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315852:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315853:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315854:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315855:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315856:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315857:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315857:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315858:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315859:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315860:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315866:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315867:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315869:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315870:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315871:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315873:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315874:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315875:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315876:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315877:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315878:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315879:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315879:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315880:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315881:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315882:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315883:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315884:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315886:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315887:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315888:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315889:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315890:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315891:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315892:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315893:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315894:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315894:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315895:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315896:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315897:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315898:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315899:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315900:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315901:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315903:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315904:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315905:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315906:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315907:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315908:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315909:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315909:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315910:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315911:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315912:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315913:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.315914:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.315915:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315916:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315918:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.315918:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.315919:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.315920:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.315921:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.315922:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.315923:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.315923:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.315924:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.315925:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315926:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.315927:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316066:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316068:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316069:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316073:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316074:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316077:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316077:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316080:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316081:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316082:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316084:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316085:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316087:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316088:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316089:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316091:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316092:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316093:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316095:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316095:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316096:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316097:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316098:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316099:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316100:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316100:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316101:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316102:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316103:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316104:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316105:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316106:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316107:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316109:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316109:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316110:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316111:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316113:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316114:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316115:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316116:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316116:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316118:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316119:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316120:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316121:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316122:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316123:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316124:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316125:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316126:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316127:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316128:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316129:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316129:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316130:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316131:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316132:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316133:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316134:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316135:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316136:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316137:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316138:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316139:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316140:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316140:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316141:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316142:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316143:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316144:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316145:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316147:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316148:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316149:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316150:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316151:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316152:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316153:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316154:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316155:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316156:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316157:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316158:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316158:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316159:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316160:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316161:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316162:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316163:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316164:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316165:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316166:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316167:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316168:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316169:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316169:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316170:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316171:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316172:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316173:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316173:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316174:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316176:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316177:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316178:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316180:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316181:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316182:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316183:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316184:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316184:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316185:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316186:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316187:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316188:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316188:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316190:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316190:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316191:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316192:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316193:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316194:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316196:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316196:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316198:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316198:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316199:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316200:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316201:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316201:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316202:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316203:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316204:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316205:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316206:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316207:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316208:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316210:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316211:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316212:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316213:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316214:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316215:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316216:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316216:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316217:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316218:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316219:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316220:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316221:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316222:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316223:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316224:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316225:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316226:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316227:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316228:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316229:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316230:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316230:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316231:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316232:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316233:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316234:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316235:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316236:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316237:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316238:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316239:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316241:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316241:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316242:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316243:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316244:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316244:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316245:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316246:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316247:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316248:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316249:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316250:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316251:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316252:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316253:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316254:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316255:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316256:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316257:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316258:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316258:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316259:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316260:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316261:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316262:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316285:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316287:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316288:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316290:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316291:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316292:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316293:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316295:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316296:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316297:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316298:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316299:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316300:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316301:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316302:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316303:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316304:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316305:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316307:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316308:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316309:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316309:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316310:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316311:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316312:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316313:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316314:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316315:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316316:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316317:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316318:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316319:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316320:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316321:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316322:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316323:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316324:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316325:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316326:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316326:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316328:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316329:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316330:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316331:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316332:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316333:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316334:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316335:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316337:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316338:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316339:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316339:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316340:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316341:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316342:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316343:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316343:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316344:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316345:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316346:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316347:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316348:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316349:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316351:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316352:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316353:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316353:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316354:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316355:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316356:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316357:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316357:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316359:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316360:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316361:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316362:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316363:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316364:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316365:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316366:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316367:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316368:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316369:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316370:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316371:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316371:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316372:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316373:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316374:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316375:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316376:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316390:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316391:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316394:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316395:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316396:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316397:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316398:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316400:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316400:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316401:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316402:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316403:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316404:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316405:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316406:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316408:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316410:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316413:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316414:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316417:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316418:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316420:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316421:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316423:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316424:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316426:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316428:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316430:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316431:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316433:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316436:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316438:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316441:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316442:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316444:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316445:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316447:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316449:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316451:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316452:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316454:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316456:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316458:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316460:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316462:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316464:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316466:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316469:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316470:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316473:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316474:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316476:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316478:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316480:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316481:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316482:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316484:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316486:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316487:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316489:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316491:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316493:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316496:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316498:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316500:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316501:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316504:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316506:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316507:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316508:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316510:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316512:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316514:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316516:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316518:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316520:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316521:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316524:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316524:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316526:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316527:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316529:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316531:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316532:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316533:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316533:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316535:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316536:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316537:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316538:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316540:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316540:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316542:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316543:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316544:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316544:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316545:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316546:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316547:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316548:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316548:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316550:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316551:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316551:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316553:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316554:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316555:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316556:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316557:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316558:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316558:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316559:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316560:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316561:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316562:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316563:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316564:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316565:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316567:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316568:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316569:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316570:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316573:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316574:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316576:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316577:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316578:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316581:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316582:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316583:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316584:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316586:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316588:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316589:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316591:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316593:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316595:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316597:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316599:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316601:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316603:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316604:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316607:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316608:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316609:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316611:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316613:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316615:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316617:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316619:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316621:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316623:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316626:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316627:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316630:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316631:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316633:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316635:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316636:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316638:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316638:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316641:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316643:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316644:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316646:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316648:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316650:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316653:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316654:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316657:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316658:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316660:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316662:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316664:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316665:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316666:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316669:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316671:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316673:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316675:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316677:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316679:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316682:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316683:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316685:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316686:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316687:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316689:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316690:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316690:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316691:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316693:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316694:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316695:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316696:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316697:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316698:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316699:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316700:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316701:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316702:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316703:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316704:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316704:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316705:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316706:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316707:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316708:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316709:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316710:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316711:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316712:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316713:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316715:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316716:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316717:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316718:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316719:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316720:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316721:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316721:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316723:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316724:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316725:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316726:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316727:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316728:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316729:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316730:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316731:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316731:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316732:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316733:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316734:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316735:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316735:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316736:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316737:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316738:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316739:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316740:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316741:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316743:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316744:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316745:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316745:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316747:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316748:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316749:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316750:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316751:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316752:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316753:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316754:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316755:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316756:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316757:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316758:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316759:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316760:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316761:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316762:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316763:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316764:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316764:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316765:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316766:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316767:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316768:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316769:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316770:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316771:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316772:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316773:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316774:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316775:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316776:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316777:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316777:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316779:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316779:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316781:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316782:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316783:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316784:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316785:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316786:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316788:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316788:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316790:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316790:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316839:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316842:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316843:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316844:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316845:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316846:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316847:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316848:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316849:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316851:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316852:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316855:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316856:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316858:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316858:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316902:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316905:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316906:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316907:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316908:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.316910:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316911:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316913:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.316914:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.316916:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316917:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.316920:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.316920:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.316922:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.316923:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.316925:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.316926:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.316927:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.316928:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.316929:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.317000:0:34081:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.317002:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.317004:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.317006:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.317009:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.317010:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.317015:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.317017:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.317020:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.317021:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.317024:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.317027:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.317028:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853837.317029:0:34081:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853837.317031:0:34081:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00800000:00000001:2.0:1780853837.317033:0:34081:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.317035:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.317036:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853837.317038:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.317041:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.317042:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.317045:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.317047:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.317049:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.317050:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.317052:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.317054:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.317055:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.317059:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.317060:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.317068:0:34081:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853837.317070:0:34081:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: age 1955, max_age 1965 00000008:00000001:2.0:1780853837.317073:0:34081:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853837.317076:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000010:2.0:1780853837.317083:0:34081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.317086:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.317089:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.317090:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.317093:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853837.317095:0:34081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.317098:0:34081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.317103:0:34081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.317108:0:34081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd100. 00000100:00000001:2.0:1780853837.317115:0:34081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.317118:0:34081:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.317119:0:34081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.317124:0:34081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.317125:0:34081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711552 : -107453584840064 : ffff9e45833eea80) 00000100:00000001:2.0:1780853837.317127:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.317129:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.317133:0:34081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.317137:0:34081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.317139:0:34081:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.317140:0:34081:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.317147:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.317153:0:34081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.317155:0:34081:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.317158:0:34081:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.317160:0:34081:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.317162:0:34081:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.317164:0:34081:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451392:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853837.317166:0:34081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.317170:0:34081:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.317172:0:34081:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.317174:0:34081:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.317176:0:34081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.317178:0:34081:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.317183:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.317185:0:34081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.317190:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.317194:0:34081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631451392, portal 4 00000100:00000001:2.0:1780853837.317196:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.317197:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.317201:0:34081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.317206:0:34081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.317208:0:34081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.317210:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f000. 00000100:00000200:2.0:1780853837.317212:0:34081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631451392, offset 0 00000400:00000200:2.0:1780853837.317217:0:34081:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.317222:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.317228:0:34081:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.317232:0:34081:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.317234:0:34081:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.317237:0:34081:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.317239:0:34081:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.317242:0:34081:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2645:2645:256:4294967295] 192.168.202.110@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:2.0:1780853837.317245:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.317251:0:34081:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.317255:0:34081:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.317258:0:34081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd600. 00000800:00000200:2.0:1780853837.317298:0:34081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.317307:0:34081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.317312:0:34081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.317325:0:34081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.317329:0:34081:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 208028 usecs (209 jiffies) 00000400:00000200:2.0:1780853837.317332:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.317335:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634281 00000100:00000001:2.0:1780853837.317338:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.317341:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634281 00000100:00000001:2.0:1780853837.317343:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.317345:0:34081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.317347:0:34081:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.317350:0:34081:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.317352:0:34081:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.317355:0:34081:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eea80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.317357:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.317359:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.317455:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.317460:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd600. 00000400:00000200:0.0:1780853837.317468:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.317472:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.317476:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f000 00000400:00000010:0.0:1780853837.317478:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f000. 00000100:00000001:0.0:1780853837.317482:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.317485:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.317492:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.317495:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.317499:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.317500:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.319495:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.319509:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.319513:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.319516:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.319523:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.319530:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.319538:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.319542:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.319548:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.319553:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe55b00 00000400:00000200:1.0:1780853837.319557:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.319564:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x71e1 [1] + 224 00000800:00000001:1.0:1780853837.319572:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.319579:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.319582:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.319586:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.319592:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.319601:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853837.319611:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.319626:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.319635:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.319639:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.319701:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.319706:0:34081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.319708:0:34081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.319711:0:34081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.319714:0:34081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.319716:0:34081:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.319718:0:34081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.319722:0:34081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853837.319732:0:34081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.319736:0:34081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.319737:0:34081:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.319739:0:34081:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.319741:0:34081:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.319743:0:34081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.319745:0:34081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.319747:0:34081:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.319756:0:34081:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234f0 time=40 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853837.319759:0:34081:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.319760:0:34081:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.319762:0:34081:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.319764:0:34081:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.319766:0:34081:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.319770:0:34081:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.319771:0:34081:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1780853837.319772:0:34081:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.319773:0:34081:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.319776:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.319781:0:34081:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.319783:0:34081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.319785:0:34081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.319787:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853837.319801:0:34081:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451392:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853837.319804:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.319806:0:34081:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.319808:0:34081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.319809:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.319811:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.319816:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.319818:0:34081:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.319820:0:34081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.319821:0:34081:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.319827:0:34081:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853837.319828:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.319830:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631451392/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.319834:0:34081:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.319836:0:34081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.319838:0:34081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.319840:0:34081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.319842:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.319843:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.319845:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.319847:0:34081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd100. 02000000:00000001:2.0:1780853837.319849:0:34081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.319851:0:34081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.319852:0:34081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.319854:0:34081:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.319855:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853837.319857:0:34081:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: update ffff9e45904bd190 cache blocks 3678/3683 objects 117792/118190 00020000:00000001:2.0:1780853837.319865:0:34081:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.319870:0:34081:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.319872:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.319875:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.319878:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.319879:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.320053:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.320056:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.320062:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.320064:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.320068:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.320071:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.320073:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.320076:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.320077:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.320083:0:34081:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853837.320085:0:34081:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: age 1955, max_age 1965 00000008:00000001:2.0:1780853837.320087:0:34081:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853837.320089:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000010:2.0:1780853837.320093:0:34081:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.320095:0:34081:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.320097:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.320098:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.320099:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853837.320101:0:34081:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.320103:0:34081:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.320106:0:34081:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.320109:0:34081:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd100. 00000100:00000001:2.0:1780853837.320114:0:34081:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.320116:0:34081:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.320118:0:34081:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.320122:0:34081:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.320124:0:34081:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711552 : -107453584840064 : ffff9e45833eea80) 00000100:00000001:2.0:1780853837.320126:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.320126:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.320129:0:34081:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.320133:0:34081:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.320134:0:34081:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.320135:0:34081:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.320138:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.320143:0:34081:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.320144:0:34081:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.320147:0:34081:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.320148:0:34081:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.320150:0:34081:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.320152:0:34081:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451520:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853837.320155:0:34081:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.320158:0:34081:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.320159:0:34081:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.320162:0:34081:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.320164:0:34081:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.320165:0:34081:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.320169:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.320171:0:34081:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.320175:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.320179:0:34081:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631451520, portal 4 00000100:00000001:2.0:1780853837.320180:0:34081:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.320181:0:34081:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.320185:0:34081:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.320190:0:34081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.320192:0:34081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.320194:0:34081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fee0. 00000100:00000200:2.0:1780853837.320196:0:34081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631451520, offset 0 00000400:00000200:2.0:1780853837.320199:0:34081:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.320204:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.320208:0:34081:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.320212:0:34081:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.320214:0:34081:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.320217:0:34081:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.320219:0:34081:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.320221:0:34081:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2646:2646:256:4294967295] 192.168.202.110@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:2.0:1780853837.320224:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.320230:0:34081:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.320234:0:34081:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.320236:0:34081:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853837.320240:0:34081:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.320247:0:34081:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.320251:0:34081:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.320262:0:34081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.320369:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.320375:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:0.0:1780853837.320390:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.320394:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.320398:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fee0 00000400:00000010:0.0:1780853837.320400:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fee0. 00000100:00000001:0.0:1780853837.320404:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.320415:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.320423:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.320426:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.320431:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.320433:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1780853837.320459:0:34081:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 89446 usecs (90 jiffies) 00000400:00000200:2.0:1780853837.320464:0:34081:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.320467:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634165 00000100:00000001:2.0:1780853837.320474:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.320477:0:34081:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634165 00000100:00000001:2.0:1780853837.320479:0:34081:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.320481:0:34081:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.320484:0:34081:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.320486:0:34081:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.320488:0:34081:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.320490:0:34081:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eea80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.320492:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.320494:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853837.322412:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.322426:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.322431:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.322433:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.322440:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.322446:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.322454:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.322458:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.322555:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.322559:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe55b80 00000400:00000200:1.0:1780853837.322563:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.322575:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x71e9 [1] + 224 00000800:00000001:1.0:1780853837.322583:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.322590:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.322593:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.322597:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.322605:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.322612:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853837.322724:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.322740:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.322749:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.322753:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.322777:0:34081:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.322784:0:34081:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.322785:0:34081:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.322788:0:34081:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:2.0:1780853837.322801:0:34081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:2.0:1780853837.322804:0:34081:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:2.0:1780853837.322807:0:34081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.322812:0:34081:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853837.322821:0:34081:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.322827:0:34081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.322829:0:34081:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.322831:0:34081:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.322834:0:34081:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.322836:0:34081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.322839:0:34081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.322842:0:34081:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.322850:0:34081:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264f0 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853837.322854:0:34081:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.322857:0:34081:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.322858:0:34081:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.322861:0:34081:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.322874:0:34081:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.322878:0:34081:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.322880:0:34081:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853837.322881:0:34081:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.322882:0:34081:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.322886:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.322891:0:34081:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.322893:0:34081:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.322895:0:34081:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.322897:0:34081:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853837.322902:0:34081:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34081:1867358631451520:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853837.322905:0:34081:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.322906:0:34081:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.322908:0:34081:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.322910:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.322912:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.322916:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.322919:0:34081:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.322921:0:34081:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.322922:0:34081:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.322927:0:34081:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853837.322928:0:34081:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.322936:0:34081:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631451520/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.322940:0:34081:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.322942:0:34081:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.322944:0:34081:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.322947:0:34081:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.322948:0:34081:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.322950:0:34081:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853837.322951:0:34081:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.322953:0:34081:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd100. 02000000:00000001:2.0:1780853837.322955:0:34081:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.322956:0:34081:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.322957:0:34081:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.322959:0:34081:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.322960:0:34081:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853837.322963:0:34081:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: update ffff9e4590c08450 cache blocks 3679/3683 objects 117792/118189 00020000:00000001:2.0:1780853837.322965:0:34081:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.322968:0:34081:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.322970:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.322971:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.322974:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.322975:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323019:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323022:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323029:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323031:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323036:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323040:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323042:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323044:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323046:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323049:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323051:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323053:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323055:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323057:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323059:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323063:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323064:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323067:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323069:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323070:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323073:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323074:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323075:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323076:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323079:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323081:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323082:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323084:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323086:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323088:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323092:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323093:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323094:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323095:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323097:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323098:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323099:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323100:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323101:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323102:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323103:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323104:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323106:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323107:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323108:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323109:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323110:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323112:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323112:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323113:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323115:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323116:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323116:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323117:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323118:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323119:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323120:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323121:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323122:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323123:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323124:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323125:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323126:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323127:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323128:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323129:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323130:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323130:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323131:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323132:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323133:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323134:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323135:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323136:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323137:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323138:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323139:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323140:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323141:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323142:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323143:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323144:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323145:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323146:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323147:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323148:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323149:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323150:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323152:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323152:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323154:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323155:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323156:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323156:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323157:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323158:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323159:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323160:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323160:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323161:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323162:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323163:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323164:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323165:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323166:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323168:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323168:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323170:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323170:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323171:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323172:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323173:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323173:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323175:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323176:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323177:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323179:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323180:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323181:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323182:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323183:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323184:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323185:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323185:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323186:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323187:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323188:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323189:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323189:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323190:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323191:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323192:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323193:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323194:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323195:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323197:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323198:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323199:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323199:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323200:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323201:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323202:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323203:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323203:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323204:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323205:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323207:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323208:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323209:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323211:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323212:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323213:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323214:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323215:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323216:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323217:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323217:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323218:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323219:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323220:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323221:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323222:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323223:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323224:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323225:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323226:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323227:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323228:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323228:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323229:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323230:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323231:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323232:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323232:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323233:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323234:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323235:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323236:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323238:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323239:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323240:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323241:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323242:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323242:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323243:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323244:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323245:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323246:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323246:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323247:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323248:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323249:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323250:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323251:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323252:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323254:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323254:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323256:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323256:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323257:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323258:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323259:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323259:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323260:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323261:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323262:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323290:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323293:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323295:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323297:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323300:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323302:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323305:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323306:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323308:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323310:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323311:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323313:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323314:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323317:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323319:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323320:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323322:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323324:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323325:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323327:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323328:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323330:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323330:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323332:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323333:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323334:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323335:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323336:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323337:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323339:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323340:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323341:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323342:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323343:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323344:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323345:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323346:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323346:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323348:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323349:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323350:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323351:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323352:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323353:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323354:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323355:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323356:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323357:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323358:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323359:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323360:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323361:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323362:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323363:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323364:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323365:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323365:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323366:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323367:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323368:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323369:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323370:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323371:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323372:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323373:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323374:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323375:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323376:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323387:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323389:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323391:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323392:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323394:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323396:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323398:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323400:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323402:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323405:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323406:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323410:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323411:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323414:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323415:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323417:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323419:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323420:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323421:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323422:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323424:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323426:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323428:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323430:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323432:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323434:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323437:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323439:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323441:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323442:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323444:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323447:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323448:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323449:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323451:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323453:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323455:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323462:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323464:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323466:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323468:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323471:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323473:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323475:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323476:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323478:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323480:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323482:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323483:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323484:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323486:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323488:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323489:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323491:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323493:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323495:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323498:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323500:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323502:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323503:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323505:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323507:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323509:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323510:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323511:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323513:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323515:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323517:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323519:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323521:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323522:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323525:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323526:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323528:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323529:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323531:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323533:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323535:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323536:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323537:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323540:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323541:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323543:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323545:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323547:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323549:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323551:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323553:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323555:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323556:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323558:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323559:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323572:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323574:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323575:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323577:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323579:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323581:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323582:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323584:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323586:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323589:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323591:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323594:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323595:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323597:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323599:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323601:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323602:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323603:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323605:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323607:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323608:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323610:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323612:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323614:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323617:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323619:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323621:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323622:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323624:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323626:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323627:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323628:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323630:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323632:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323634:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323636:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323638:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323640:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323642:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323645:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323646:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323649:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323650:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323653:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323655:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323656:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323657:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323658:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323660:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323662:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323663:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323665:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323668:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323670:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323673:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323674:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323677:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323678:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323680:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323682:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323684:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323685:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323686:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323689:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323691:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323692:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323695:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323697:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323698:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323701:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323702:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323705:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323705:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323707:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323709:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323710:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323712:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323713:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323716:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323717:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323719:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323721:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323723:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323724:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323727:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323728:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323730:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323731:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323733:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323735:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323737:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323738:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323739:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323742:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323744:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323746:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323748:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323750:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323752:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323754:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323755:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323757:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323758:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323759:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323761:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323762:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323763:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323763:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323765:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323766:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323768:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323769:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323770:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323771:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323773:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323773:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323774:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323775:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323776:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323777:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323778:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323778:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323779:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323780:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323781:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323782:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323783:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323784:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323785:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323786:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323787:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323788:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323789:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323790:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323792:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323793:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323794:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323795:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323797:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323799:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323800:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323802:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323804:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323806:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323808:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323810:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323813:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323814:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323816:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323818:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323819:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323820:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323822:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323824:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323826:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323827:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323830:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323832:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323833:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323836:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323837:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323839:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323840:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323841:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323843:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323844:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323844:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323845:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323846:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323848:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323849:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323850:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323851:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323852:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323853:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323854:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323856:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323856:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323857:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323859:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323860:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323861:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323862:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323864:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323866:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323868:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323870:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323872:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323874:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323876:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323878:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323880:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323881:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323883:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323886:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323887:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323889:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323890:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323893:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323895:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323896:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323898:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323901:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323902:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323904:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323905:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323906:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323907:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323909:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323910:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323912:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323912:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323913:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323915:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323916:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323916:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323918:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323919:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323920:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323921:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323922:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323923:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323923:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323924:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323925:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323926:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323927:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323927:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323929:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323930:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323931:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323932:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323933:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323934:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323936:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323936:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323938:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323938:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323939:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323940:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323941:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323942:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323943:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323944:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323945:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323947:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323948:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323949:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323950:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323951:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323952:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323953:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323953:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323954:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323955:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323956:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323957:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323957:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323958:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323959:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323960:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323961:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323962:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323963:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323965:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323965:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323967:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323967:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323968:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323969:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323970:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323970:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323971:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323972:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323974:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323975:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323976:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323977:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323978:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323980:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323981:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323982:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323982:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323983:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323984:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323985:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323986:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.323986:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.323987:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323988:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323989:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.323990:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.323991:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323992:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.323994:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.323994:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.323996:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.323996:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.323997:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.323998:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.323999:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.323999:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324000:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324001:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324002:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324003:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324004:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324005:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324006:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324008:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324009:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324010:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324011:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324012:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324013:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324014:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324014:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324015:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324016:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324017:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324018:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324019:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324020:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324021:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324022:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324023:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324024:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324025:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324026:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324027:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324027:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324028:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324029:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324030:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324031:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324032:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324033:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324034:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324035:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324036:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324037:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324038:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324039:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324040:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324041:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324042:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324042:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324043:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324044:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324045:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324046:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324047:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324048:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324049:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324050:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324051:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324052:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324053:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324054:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324055:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324055:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324056:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324057:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324058:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324059:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324060:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324061:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324062:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324063:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324064:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324065:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324066:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324066:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324068:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324069:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324070:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324070:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324071:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324072:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324073:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324074:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324075:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324076:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324077:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324078:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324079:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324080:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324081:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324082:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324083:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324083:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324084:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324085:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324086:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324087:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324088:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324089:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324090:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324091:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324092:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324093:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324094:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324094:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324095:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324096:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324097:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324099:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324099:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324100:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324101:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324102:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324103:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324104:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324105:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324107:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324107:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324109:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324109:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324110:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324111:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324112:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324112:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324113:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324114:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324115:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324116:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324117:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324118:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324119:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324121:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324121:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324122:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324123:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324124:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324125:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324126:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324126:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324127:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324128:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324129:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324130:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324131:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324132:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324133:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324135:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324135:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324137:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324137:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324138:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324139:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324140:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324140:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324141:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324142:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324143:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324144:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324145:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324146:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324147:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324148:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324149:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324150:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324151:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324152:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324153:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324154:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324154:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324155:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324156:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324157:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324158:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324159:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324161:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324162:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324163:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324164:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324165:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324166:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324166:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324167:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324168:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324169:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324169:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324171:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324172:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324172:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324174:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324175:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324176:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324177:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324178:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324179:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324179:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324180:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324181:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324182:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324183:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324183:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324184:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324185:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324186:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324187:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324188:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324189:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324191:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324192:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324193:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324193:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324194:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324195:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324196:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324197:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324197:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324198:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324199:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324200:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324201:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324203:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324203:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324205:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324206:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324207:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324207:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324208:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324209:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324210:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324211:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324211:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324213:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324213:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324214:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324215:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324216:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324217:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324219:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324219:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324221:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324221:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324223:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324224:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324224:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324225:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324226:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324227:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324228:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324229:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324230:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324231:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324232:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324233:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324234:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324235:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324235:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324236:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324237:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324238:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324239:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324239:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324241:0:34081:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324242:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324242:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853837.324244:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324245:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324246:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853837.324247:0:34081:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853837.324248:0:34081:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffc07bb9a80 00000080:00000001:2.0:1780853837.324249:0:34081:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853837.324249:0:34081:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853837.324250:0:34081:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf3000. 00000020:00000001:2.0:1780853837.324251:0:34081:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324252:0:34081:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853837.324253:0:34081:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853837.324254:0:34081:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf3000 uarg=0000000000000000 00020000:00000001:2.0:1780853837.324255:0:34081:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.324256:0:34081:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.324257:0:34081:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853837.324258:0:34081:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf3000. 00000080:00000001:2.0:1780853837.324259:0:34081:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.324260:0:34081:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853837.324296:0:34081:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853837.324300:0:34081:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853837.324303:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfd98 00000080:00200008:2.0:1780853837.324305:0:34081:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00400000:2.0:1780853837.324309:0:34081:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1780853837.324312:0:34081:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853837.324316:0:34081:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853837.324318:0:34081:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cbfd98 00000080:00000008:2.0:1780853837.324320:0:34081:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000, rc = 0 00000080:00000001:2.0:1780853837.324322:0:34081:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.324324:0:34081:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.327045:0:34082:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853837.327052:0:34082:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853837.327055:0:34082:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853837.327059:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebbc0 00000080:00200000:0.0:1780853837.327064:0:34082:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853837.327074:0:34082:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313600. 00800000:00000002:0.0:1780853837.327081:0:34082:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853837.327085:0:34082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853837.327092:0:34082:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853837.327094:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebae0 00800000:00000002:0.0:1780853837.327097:0:34082:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853837.327102:0:34082:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853837.327108:0:34082:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853837.327114:0:34082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853837.327116:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceb9b0 00000002:00010000:0.0:1780853837.327118:0:34082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853837.327123:0:34082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853837.327125:0:34082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.327128:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.327134:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:0.0:1780853837.327137:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.327143:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.327148:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853837.327154:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853837.327166:0:34082:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853837.327172:0:34082:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.327175:0:34082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1780853837.327182:0:34082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853837.327184:0:34082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853837.327186:0:34082:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853837.327188:0:34082:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853837.327190:0:34082:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853837.327193:0:34082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853837.327195:0:34082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853837.327198:0:34082:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853837.327201:0:34082:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313600. 00000080:00000001:0.0:1780853837.327207:0:34082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853837.327209:0:34082:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853837.327212:0:34082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853837.327216:0:34082:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eb5 00800000:00000001:0.0:1780853837.327219:0:34082:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853837.327221:0:34082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853837.327223:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.327225:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.327228:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:0.0:1780853837.327230:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:0.0:1780853837.327233:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:0.0:1780853837.327236:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.327238:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853837.327239:0:34082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.327241:0:34082:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853837.327244:0:34082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eb5 from it ffffb4b401cebbf8 00010000:00000001:0.0:1780853837.327246:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.327248:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.327249:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778e00 refcount=3 00000020:00000001:0.0:1780853837.327251:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:0.0:1780853837.327253:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245863936 : -107453463687680 : ffff9e458a778e00) 00010000:00000001:0.0:1780853837.327255:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853837.327258:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853837.327308:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.327310:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.327311:0:34082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853837.327314:0:34082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853837.327316:0:34082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853837.327325:0:34082:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853837.327328:0:34082:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853837.327330:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853837.327334:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.327335:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.327337:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.327340:0:34082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853837.327342:0:34082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.327344:0:34082:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.327347:0:34082:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.327349:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853837.327351:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.327352:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853837.327356:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853837.327358:0:34082:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853837.327360:0:34082:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853837.327366:0:34082:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.327373:0:34082:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853837.327376:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebb58 00000080:00002000:0.0:1780853837.327388:0:34082:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b49e58) flags 0x48000e refc 0 00000080:00000001:0.0:1780853837.327391:0:34082:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.327393:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebbc8 00000080:00200000:0.0:1780853837.327395:0:34082:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1780853837.327403:0:34082:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853837.327405:0:34082:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988), inode mode 81a4 mask 52 00000080:00000001:0.0:1780853837.327408:0:34082:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.327416:0:34082:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853837.327420:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebb98 00000080:00200008:0.0:1780853837.327423:0:34082:0:(file.c:1059:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102101 00000080:00000010:0.0:1780853837.327430:0:34082:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cc280. 00000080:00000001:0.0:1780853837.327436:0:34082:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1780853837.327440:0:34082:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313600. 00800000:00000002:0.0:1780853837.327443:0:34082:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853837.327445:0:34082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853837.327447:0:34082:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853837.327448:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceba48 00800000:00000002:0.0:1780853837.327450:0:34082:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853837.327453:0:34082:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1780853837.327457:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceb9c8 00800000:00000002:0.0:1780853837.327459:0:34082:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1780853837.327835:0:34082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853837.327837:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceb900 00000002:00010000:0.0:1780853837.327839:0:34082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:0.0:1780853837.327843:0:34082:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853837.327846:0:34082:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853837.327849:0:34082:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853837.327853:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:0.0:1780853837.327856:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.327945:0:34082:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853837.327949:0:34082:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.327951:0:34082:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.327954:0:34082:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.327955:0:34082:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853837.327958:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 2 00010000:00000001:0.0:1780853837.327960:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.327962:0:34082:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853837.327964:0:34082:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853837.327967:0:34082:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1780853837.327975:0:34082:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853837.327980:0:34082:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853837.327982:0:34082:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853837.327984:0:34082:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853837.327986:0:34082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.327988:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.327990:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 3 00010000:00000001:0.0:1780853837.327992:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.327995:0:34082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.327996:0:34082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.327998:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.327999:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 3 00010000:00000001:0.0:1780853837.328001:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.328003:0:34082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.328005:0:34082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.328006:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.328007:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837200 count: 3 00010000:00000001:0.0:1780853837.328008:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.328010:0:34082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.328012:0:34082:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853837.328015:0:34082:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853837.328019:0:34082:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853837.328021:0:34082:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853837.328024:0:34082:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853837.328025:0:34082:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.328029:0:34082:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853837.328031:0:34082:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853837.328033:0:34082:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853837.328035:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.328037:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853837.328039:0:34082:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778e00 with handle 0xa8f483e9eb300eb5 from hash 00010000:00000001:0.0:1780853837.328042:0:34082:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853837.328043:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.328044:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.328045:0:34082:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853837.328048:0:34082:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853837.328050:0:34082:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853837.328052:0:34082:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853837.328055:0:34082:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853837.328056:0:34082:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1780853837.328062:0:34082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836bb80. 00000020:00000040:0.0:1780853837.328067:0:34082:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853837.328073:0:34082:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853837.328075:0:34082:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.328077:0:34082:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853837.328081:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853837.328084:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.328085:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.328086:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.328088:0:34082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853837.328090:0:34082:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853837.328093:0:34082:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853837.328100:0:34082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b9c00. 00000100:00000001:0.0:1780853837.328106:0:34082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.328110:0:34082:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853837.328112:0:34082:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853837.328116:0:34082:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780853837.328123:0:34082:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1780853837.328125:0:34082:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853837.328127:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853837.328129:0:34082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778e00/0xa8f483e9eb300eb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a6ef expref: -99 pid: 34081 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1780853837.328136:0:34082:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837200 count: 0 00010000:00000010:0.0:1780853837.328141:0:34082:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9580. 00010000:00000001:0.0:1780853837.328151:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.328153:0:34082:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.328155:0:34082:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853837.328156:0:34082:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.328158:0:34082:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.328164:0:34082:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00010000:00000001:0.0:1780853837.328168:0:34082:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853837.328171:0:34082:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853837.328174:0:34082:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95500. 00010000:00000010:0.0:1780853837.328178:0:34082:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab900. 00010000:00000001:0.0:1780853837.328181:0:34082:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853837.328184:0:34082:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572400. 00000020:00000001:0.0:1780853837.328186:0:34082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853837.328188:0:34082:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572400 with handle 0xa8f483e9eb300ebc to hash 00000020:00000001:0.0:1780853837.328190:0:34082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853837.328191:0:34082:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.328195:0:34082:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.328197:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.328199:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.328201:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853837.328207:0:34082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34082 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853837.328217:0:34082:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853837.328227:0:34082:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853837.328236:0:34082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34082 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853837.328241:0:34082:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853837.328243:0:34082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853837.328249:0:34082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.328251:0:34082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167101632 : -107453542449984 : ffff9e4585c5bcc0) 00000100:00000001:0.0:1780853837.328254:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.328255:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000001:0.0:1780853837.328260:0:34082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853837.328533:0:34082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.328536:0:34082:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853837.328537:0:34082:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853837.328542:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.328550:0:34082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853837.328552:0:34082:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.328556:0:34082:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853837.328559:0:34082:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853837.328561:0:34082:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.328565:0:34082:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34082:1867358631451776:192.168.202.110@tcp:101:bash.0 00000100:00000001:0.0:1780853837.328687:0:34082:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853837.328693:0:34082:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853837.328696:0:34082:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.328699:0:34082:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853837.328751:0:34082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:0.0:1780853837.328754:0:34082:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853837.328762:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853837.328766:0:34082:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853837.328773:0:34082:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e45851b9400. 00000100:00000200:0.0:1780853837.328781:0:34082:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631451776, portal 10 00000100:00000001:0.0:1780853837.328783:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.328784:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000040:0.0:1780853837.328791:0:34082:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.328924:0:34082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.328930:0:34082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.328935:0:34082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426440. 00000100:00000200:0.0:1780853837.328939:0:34082:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631451776, offset 0 00000400:00000200:0.0:1780853837.328946:0:34082:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.328957:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.328966:0:34082:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.328972:0:34082:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853837.328976:0:34082:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853837.328980:0:34082:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853837.328983:0:34082:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853837.328986:0:34082:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2647:2647:256:4294967295] 192.168.202.110@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:0.0:1780853837.328991:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.329001:0:34082:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.329008:0:34082:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.329013:0:34082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853837.329020:0:34082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.329029:0:34082:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.329034:0:34082:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.329102:0:34082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.329107:0:34082:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 824475 usecs (825 jiffies) 00000400:00000200:0.0:1780853837.329111:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853837.329114:0:34082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634908 00000100:00000001:0.0:1780853837.329117:0:34082:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.329119:0:34082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634908 00000100:00000001:0.0:1780853837.329121:0:34082:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.329124:0:34082:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.329127:0:34082:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.329129:0:34082:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.329131:0:34082:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853837.329134:0:34082:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853837.329137:0:34082:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.329141:0:34082:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853837.330230:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.330236:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:1.0:1780853837.330241:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.330246:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.330251:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426440 00000400:00000010:1.0:1780853837.330253:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426440. 00000100:00000001:1.0:1780853837.330256:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.330261:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.330293:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.330297:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.330304:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.330306:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.334036:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.334055:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.334059:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.334063:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.334071:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.334079:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.334089:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.334094:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.334098:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.334101:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115d280 00000400:00000200:1.0:1780853837.334107:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x6c79 [2] + 1048 00000800:00000001:1.0:1780853837.334114:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.334120:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.334122:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.334125:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.334132:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853837.334134:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853837.334138:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106680. 00000100:00000040:1.0:1780853837.334140:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583106680 x1867358651404928 msgsize 328 00000100:00100000:1.0:1780853837.334143:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853837.334156:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.334164:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.334167:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.334213:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853837.334215:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651404928 02000000:00000001:0.0:1780853837.334217:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853837.334219:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.334221:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.334224:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.334228:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651404928 00000020:00000001:0.0:1780853837.334231:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853837.334232:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:0.0:1780853837.334234:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.334236:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:0.0:1780853837.334237:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:0.0:1780853837.334239:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000001:0.0:1780853837.334242:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853837.334246:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d400. 00000100:00000001:0.0:1780853837.334248:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853837.334250:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d400. 00000020:00000010:0.0:1780853837.334254:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.334258:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922ab400. 00000020:00000010:0.0:1780853837.334262:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c91898. 00000100:00000040:0.0:1780853837.334293:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853837.334296:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853837.334298:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853837.334300:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.334308:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.334313:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.334320:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853837.334321:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853837.334326:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 62 00000100:00000040:0.0:1780853837.334329:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4590c3d000 : new rpc_count 1 00000100:00000001:0.0:1780853837.334331:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000100:00000040:0.0:1780853837.334368:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583106680 x1867358651404928/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:618/0 lens 328/0 e 0 to 0 dl 1780853848 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853837.334375:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853837.334386:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d400. 00000100:00000001:0.0:1780853837.334388:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853837.334516:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d400. 00000100:00100000:0.0:1780853837.334524:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e55ecacc-e48a-400c-a052-f3869534991c+5:24360:x1867358651404928:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853837.334527:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651404928 00010000:00000001:0.0:1780853837.334530:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853837.334538:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.334540:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.334542:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=2 00000020:00000001:0.0:1780853837.334545:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853837.334548:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853837.334550:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.334553:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853837.334557:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:0.0:1780853837.334565:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853837.334647:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853837.334653:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851ba400. 02000000:00000001:0.0:1780853837.334655:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.334657:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.334662:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853837.334664:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.334667:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853837.334670:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853837.334673:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853837.334675:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853837.334677:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853837.334679:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.334681:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.334683:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.334687:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426c38. 00000100:00000200:0.0:1780853837.334691:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651404928, offset 224 00000400:00000200:0.0:1780853837.334695:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.334701:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.334707:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.334712:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2648:2648:256:4294967295] 192.168.202.110@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:0.0:1780853837.334715:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.334720:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.334724:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.334727:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853837.334732:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.334738:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.334740:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.334748:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.334750:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853837.334752:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853837.334755:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4585c5b180. 00010000:00000001:0.0:1780853837.334757:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853837.334808:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853837.334810:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.334812:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.334814:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.334820:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106680 x1867358651404928/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:618/0 lens 328/224 e 0 to 0 dl 1780853848 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853837.334830:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583106680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e55ecacc-e48a-400c-a052-f3869534991c+5:24360:x1867358651404928:12345-192.168.202.110@tcp:104: Request processed in 452us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853837.334839:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 62 00000100:00000040:0.0:1780853837.334842:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4590c3d000 : new rpc_count 0 00000100:00000001:0.0:1780853837.334845:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853837.334846:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853837.334851:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922ab400. 00000020:00000010:0.0:1780853837.334856:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c91898. 00000020:00000010:0.0:1780853837.334859:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313a00. 00000020:00000040:0.0:1780853837.334864:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:0.0:1780853837.334867:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853837.335018:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.335023:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853837.335027:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.335031:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.335035:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426c38 00000400:00000010:1.0:1780853837.335039:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426c38. 00000100:00000001:1.0:1780853837.335042:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853837.335044:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1780853837.336342:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.336345:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.336348:0:15886:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853837.336351:0:15886:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853837.336352:0:15886:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853837.336357:0:15886:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853837.336368:0:15886:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a779c00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853837.336371:0:15886:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853837.336375:0:15886:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853837.336393:0:15886:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853837.336395:0:15886:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853837.336399:0:15886:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853837.336405:0:15886:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853837.336408:0:15886:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853837.336410:0:15886:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853837.336524:0:15886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853837.336527:0:15886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:3.0:1780853837.336530:0:15886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:3.0:1780853837.336532:0:15886:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:3.0:1780853837.336535:0:15886:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853837.336538:0:15886:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853837.336544:0:15886:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853837.336548:0:15886:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853837.336550:0:15886:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853837.336553:0:15886:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1780853837.336557:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853837.336560:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853837.336565:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:3.0:1780853837.336748:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853837.336753:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853837.336755:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853837.336757:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853837.336759:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:3.0:1780853837.336761:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853837.336763:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853837.336764:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853837.336765:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853837.336766:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:3.0:1780853837.336767:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853837.336769:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853837.336770:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853837.336771:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853837.336772:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:3.0:1780853837.336774:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853837.336775:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.336777:0:15886:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.336780:0:15886:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853837.336782:0:15886:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853837.336790:0:15886:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853837.336794:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c81200. 00000020:00000010:3.0:1780853837.336798:0:15886:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585c80600. 00000020:00000010:3.0:1780853837.336802:0:15886:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139600. 00000008:00000010:3.0:1780853837.336808:0:15886:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853837.336813:0:15886:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853837.336818:0:15886:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853837.336823:0:15886:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853837.336827:0:15886:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853837.336831:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585c81800. 00000008:00000010:3.0:1780853837.336834:0:15886:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853837.336838:0:15886:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853837.336841:0:15886:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853837.336844:0:15886:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853837.336847:0:15886:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853837.336849:0:15886:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853837.336852:0:15886:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853837.336855:0:15886:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1780853837.336857:0:15886:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853837.336860:0:15886:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853837.336864:0:15886:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853837.336866:0:15886:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853837.336869:0:15886:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853837.336871:0:15886:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.336872:0:15886:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853837.336874:0:15886:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853837.336877:0:15886:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585c80600. 00000020:00000010:3.0:1780853837.336881:0:15886:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139600. 00000008:00000010:3.0:1780853837.336885:0:15886:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853837.336890:0:15886:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853837.336892:0:15886:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853837.336895:0:15886:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853837.336898:0:15886:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853837.336902:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c81200. 00000008:00000010:3.0:1780853837.336904:0:15886:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853837.336907:0:15886:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853837.336910:0:15886:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853837.336913:0:15886:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853837.336915:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585c81800. 00000020:00000010:3.0:1780853837.336917:0:15886:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000080:00000001:3.0:1780853837.336919:0:15886:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.336922:0:15886:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853837.336924:0:15886:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9e4591989988) invalid 00000020:00000001:3.0:1780853837.336928:0:15886:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cc7c40 00000080:00002000:3.0:1780853837.336930:0:15886:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry recon (ffff9e4591b49e58) parent ffff9e4591970ca8 inode ffff9e4591989988 refc 2 00000080:00000001:3.0:1780853837.336934:0:15886:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853837.336936:0:15886:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853837.336939:0:15886:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.336942:0:15886:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853837.336946:0:15886:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853837.336948:0:15886:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853837.336950:0:15886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853837.336952:0:15886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853837.336955:0:15886:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779c00 with handle 0xa8f483e9eb300ea0 from hash 00010000:00000001:3.0:1780853837.336958:0:15886:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853837.336960:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.336961:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.336963:0:15886:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853837.336966:0:15886:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853837.336967:0:15886:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780853837.336973:0:15886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853837.336978:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.336979:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.336980:0:15886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.336983:0:15886:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853837.336986:0:15886:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853837.336991:0:15886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853837.336995:0:15886:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853837.337000:0:15886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853837.337002:0:15886:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853837.337007:0:15886:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853837.337014:0:15886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585c81800. 00000100:00000001:3.0:1780853837.337020:0:15886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.337022:0:15886:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853837.337027:0:15886:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853837.337034:0:15886:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853837.337035:0:15886:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.337040:0:15886:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853837.337044:0:15886:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853837.337055:0:15886:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c382f67] to pc [ptlrpcd_01_01+1] req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853837.337081:0:15886:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853837.337084:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.337085:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.337086:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.337088:0:15886:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.337090:0:15886:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.337093:0:15886:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853837.337099:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853837.337101:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ea0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x562725ecec97a6cc expref: -99 pid: 34076 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853837.337108:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0580. 00010000:00000040:3.0:1780853837.337112:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837400 count: 0 00010000:00000010:3.0:1780853837.337118:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9e00. 00010000:00000001:3.0:1780853837.337127:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.337128:0:15886:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780853837.337130:0:15886:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4585c5b180. 00010000:00000001:3.0:1780853837.337134:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.337136:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.337138:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.337140:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853837.337141:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.337143:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.337144:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853837.337146:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.337148:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.337149:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853837.337384:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.337389:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.337392:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.337399:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.337407:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.337409:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.337522:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.337525:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.337528:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.337532:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631451904:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853837.337536:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.337542:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.337544:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.337547:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.337553:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45829e4200. 02000000:00000001:2.0:1780853837.337555:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.337562:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.337566:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853837.337706:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f6e8. 00000100:00000200:2.0:1780853837.337715:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631451904, portal 18 00000100:00000001:2.0:1780853837.337717:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.337718:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:2.0:1780853837.337726:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.337733:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.337735:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.337739:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fee0. 00000100:00000200:2.0:1780853837.337743:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631451904, offset 0 00000400:00000200:2.0:1780853837.337749:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.337757:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.337763:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.337768:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.337771:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.337775:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.337778:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.337781:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2649:2649:256:4294967295] 192.168.202.110@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:2.0:1780853837.337785:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.337794:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.337800:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.337804:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853837.337811:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.337817:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.337820:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.337886:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.337891:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 824475 usecs (825 jiffies) 00000400:00000200:2.0:1780853837.337895:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.337897:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634917 00000100:00000001:2.0:1780853837.337901:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.337903:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634917 00000100:00000001:2.0:1780853837.337905:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.337907:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.337909:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.337913:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.337916:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.337921:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.337923:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853837.337925:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.337926:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.337928:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.337930:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.337940:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.337941:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780853837.338601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837200. 00010000:00000010:0.1:1780853837.338617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778e00. 00000800:00000200:1.0:1780853837.339097:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.339102:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853837.339107:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.339114:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.339120:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fee0 00000400:00000010:1.0:1780853837.339123:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fee0. 00000100:00000001:1.0:1780853837.339128:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.339135:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.339146:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.339150:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.339157:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.339159:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.343721:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.343737:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.343742:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.343744:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.343753:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.343760:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.343769:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.343774:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.343779:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.343783:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe55d00 00000400:00000200:1.0:1780853837.343788:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.343795:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7209 [1] + 224 00000800:00000001:1.0:1780853837.343803:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.343816:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.343819:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.343823:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.343831:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.343839:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853837.343849:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.343871:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.343880:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.343883:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.344054:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.344060:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853837.344067:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853837.344069:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853837.344073:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:3.0:1780853837.344079:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f6e8 00000400:00000010:3.0:1780853837.344082:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f6e8. 00000100:00000001:3.0:1780853837.344086:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853837.344092:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853837.344102:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853837.344108:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853837.344110:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.344112:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853837.344116:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853837.344119:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853837.344121:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853837.344126:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853837.344140:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853837.344144:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853837.344147:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853837.344149:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.344152:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853837.344156:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.344160:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853837.344163:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1780853837.344166:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853837.344169:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853837.344173:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853837.344180:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853837.344184:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853837.344186:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853837.344190:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853837.344198:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631451904:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853837.344204:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.344207:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853837.344210:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631451904/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853837.344221:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853837.344224:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853837.344227:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45829e4200. 02000000:00000001:3.0:1780853837.344231:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853837.344233:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853837.344236:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853837.344238:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853837.344241:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585c81800. 02000000:00000001:3.0:1780853837.344243:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853837.344245:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853837.344247:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:3.0:1780853837.344251:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853837.344252:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.344254:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.344261:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853837.344262:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853837.344298:0:2383:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:3.1:1780853837.344306:0:2383:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00000100:00000001:3.0:1780853837.344313:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.344316:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853837.347150:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.347166:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.347170:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.347172:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.347180:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.347187:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.347196:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.347202:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.347208:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.347213:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe55c80 00000400:00000200:1.0:1780853837.347219:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.347227:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x71f1 [32] + 224 00000800:00000001:1.0:1780853837.347235:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.347243:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.347247:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.347251:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.347259:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.347312:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.347324:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.347334:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.347343:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.347346:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.347411:0:34082:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853837.347418:0:34082:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853837.347420:0:34082:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853837.347424:0:34082:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:0.0:1780853837.347428:0:34082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45851b9400 00000400:00000010:0.0:1780853837.347431:0:34082:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e45851b9400. 00000100:00000001:0.0:1780853837.347434:0:34082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.347438:0:34082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853837.347447:0:34082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836bb80 x1867358631451776/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.347453:0:34082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853837.347455:0:34082:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.347458:0:34082:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853837.347472:0:34082:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853837.347475:0:34082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.347477:0:34082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.347480:0:34082:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.347493:0:34082:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853837.347497:0:34082:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853837.347499:0:34082:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853837.347501:0:34082:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.347504:0:34082:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853837.347508:0:34082:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.347512:0:34082:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853837.347514:0:34082:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853837.347515:0:34082:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853837.347518:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.347519:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000001:0.0:1780853837.347523:0:34082:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853837.347525:0:34082:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1780853837.347527:0:34082:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853837.347529:0:34082:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.347534:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.347541:0:34082:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.347544:0:34082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853837.347546:0:34082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853837.347550:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853837.347557:0:34082:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836bb80 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34082:1867358631451776:192.168.202.110@tcp:101:bash.0 00000100:00000001:0.0:1780853837.347561:0:34082:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.347563:0:34082:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.347565:0:34082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853837.347577:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.347580:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.347587:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853837.347590:0:34082:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.347593:0:34082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853837.347594:0:34082:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.347597:0:34082:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853837.347602:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.347604:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.347607:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=4 00000020:00000001:0.0:1780853837.347609:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347616:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000040:0.0:1780853837.347622:0:34082:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572400, remote cookie: 0x562725ecec97a6fd, flags: 0x1001 00010000:00000040:0.0:1780853837.347625:0:34082:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853837.347628:0:34082:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1780853837.347636:0:34082:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95000. 00010000:00000010:0.0:1780853837.347640:0:34082:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab400. 00010000:00000040:0.0:1780853837.347646:0:34082:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95500 count: 0 00010000:00000010:0.0:1780853837.347651:0:34082:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab900. 00010000:00000001:0.0:1780853837.347658:0:34082:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.347663:0:34082:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 4/0,1 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853837.347672:0:34082:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 4/0,1 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.347679:0:34082:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853837.347683:0:34082:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853837.347685:0:34082:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853837.347687:0:34082:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853837.347688:0:34082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853837.347690:0:34082:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9e4588d95000) refcount = 1 00010000:00010000:0.0:1780853837.347694:0:34082:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.347700:0:34082:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853837.347704:0:34082:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853837.347706:0:34082:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.347709:0:34082:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853837.347712:0:34082:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.347716:0:34082:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.347726:0:34082:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853837.347728:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.347729:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.347730:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.347731:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.347733:0:34082:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.347737:0:34082:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853837.347739:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.347740:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.347742:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.347744:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347746:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347748:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.347749:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853837.347753:0:34082:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=200002b, status=0 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853837.347762:0:34082:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1780853837.347767:0:34082:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853837.347774:0:34082:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.347779:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.347780:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.347781:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.347783:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347785:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347787:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.347788:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853837.347789:0:34082:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.347791:0:34082:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.347794:0:34082:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1780853837.347797:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.347798:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00010000:00000001:0.0:1780853837.347800:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.347801:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.347803:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.347804:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347806:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00000002:00010000:0.0:1780853837.347810:0:34082:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.347816:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.347817:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.347819:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853837.347820:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.347821:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.347823:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.347824:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.347826:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000040:0.0:1780853837.347829:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:0.0:1780853837.347832:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853837.347835:0:34082:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 8 res 8589935620/49 (0 0) 00010000:00000001:0.0:1780853837.347838:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.347839:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853837.347840:0:34082:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853837.347843:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceb880 00000002:00002000:0.0:1780853837.347845:0:34082:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1780853837.347848:0:34082:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.347851:0:34082:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.347854:0:34082:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853837.347857:0:34082:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853837.347860:0:34082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853837.347864:0:34082:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853837.347867:0:34082:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313600. 00000080:00000001:0.0:1780853837.347872:0:34082:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853837.347878:0:34082:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853837.347880:0:34082:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1780853837.347883:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.347888:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.347891:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313600. 00000020:00000010:0.0:1780853837.347896:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.347899:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.347905:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.347909:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.347914:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.347920:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.347923:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.347926:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312600. 00000008:00000010:0.0:1780853837.347930:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.347933:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.347937:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.347940:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.347943:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.347945:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853837.347947:0:34082:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853837.347951:0:34082:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853837.347953:0:34082:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853837.347959:0:34082:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d540. 00020000:00000010:0.0:1780853837.347963:0:34082:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4587ce2480. 00020000:00000010:0.0:1780853837.347968:0:34082:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d2a0. 00020000:00000001:0.0:1780853837.347970:0:34082:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410507936 : -107453299043680 : ffff9e459447d2a0) 00020000:00000002:0.0:1780853837.347972:0:34082:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d2a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853837.347977:0:34082:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853837.347980:0:34082:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4587ce2480: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1780853837.347984:0:34082:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000001:0.0:1780853837.347986:0:34082:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853837.347989:0:34082:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000010:0.0:1780853837.347993:0:34082:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4587ce2480. 00020000:00000010:0.0:1780853837.347996:0:34082:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d540. 00020000:00000010:0.0:1780853837.348000:0:34082:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d2a0. 00020000:00000002:0.0:1780853837.348002:0:34082:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853837.348004:0:34082:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.348006:0:34082:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853837.348008:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853837.348012:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313a00. 00000020:00000010:0.0:1780853837.348015:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.348018:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.348021:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.348024:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.348027:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.348030:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.348034:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313600. 00000008:00000010:0.0:1780853837.348036:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.348039:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.348042:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.348045:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.348047:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312600. 00000020:00000010:0.0:1780853837.348049:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853837.348054:0:34082:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1780853837.348058:0:34082:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1780853837.348064:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.348065:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.348066:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.348069:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.348071:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.348073:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.348074:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853837.348076:0:34082:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853837.348079:0:34082:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853837.348081:0:34082:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853837.348085:0:34082:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ebc 00800000:00000001:0.0:1780853837.348088:0:34082:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853837.348090:0:34082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853837.348091:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.348093:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.348094:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.348096:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.348098:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.348100:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.348101:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853837.348103:0:34082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.348105:0:34082:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.348107:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.348112:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.348119:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853837.348121:0:34082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ebc from it ffffb4b401cebbf0 00010000:00000001:0.0:1780853837.348124:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.348125:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.348126:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:0.0:1780853837.348128:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.348130:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.348132:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853837.348135:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.348141:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.348143:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.348144:0:34082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853837.348147:0:34082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853837.348149:0:34082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853837.348157:0:34082:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853837.348160:0:34082:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853837.348162:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853837.348166:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.348167:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.348169:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.348172:0:34082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853837.348174:0:34082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.348176:0:34082:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.348180:0:34082:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.348182:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853837.348183:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.348185:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853837.348188:0:34082:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853837.348193:0:34082:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e459263d400. 00000080:00000001:0.0:1780853837.348196:0:34082:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:0.0:1780853837.348199:0:34082:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1780853837.348202:0:34082:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1780853837.348205:0:34082:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c152e0. 00000002:00100000:0.0:1780853837.348210:0:34082:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853837.348216:0:34082:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.348218:0:34082:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1780853837.348222:0:34082:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1780853837.348226:0:34082:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.348229:0:34082:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1780853837.348232:0:34082:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853837.348233:0:34082:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853837.348236:0:34082:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853837.348237:0:34082:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.348241:0:34082:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1780853837.348242:0:34082:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.348244:0:34082:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853837.348246:0:34082:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.348249:0:34082:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.348252:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.348255:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1780853837.348262:0:34082:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853837.348310:0:34082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:0.0:1780853837.348345:0:34082:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1780853837.348347:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.348350:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebb98 00000080:00000008:0.0:1780853837.348352:0:34082:0:(file.c:1298:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102101, rc = 0 00020000:00000001:0.0:1780853837.348477:0:34082:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853837.348481:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:0.0:1780853837.348485:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:0.0:1780853837.348488:0:34082:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.352802:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebd28 00000080:00200008:0.0:1780853837.352813:0:34082:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853837.352821:0:34082:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853837.352823:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebca0 00000080:00200000:0.0:1780853837.352824:0:34082:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988),name=recon 00000080:00000010:0.0:1780853837.352831:0:34082:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589312600. 00000080:00000001:0.0:1780853837.352836:0:34082:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853837.352842:0:34082:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853837.352844:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebbc0 00800000:00000002:0.0:1780853837.352846:0:34082:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] '' on [0x200000404:0x31:0x0] 00800000:00000001:0.0:1780853837.352850:0:34082:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853837.352854:0:34082:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x31:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853837.352858:0:34082:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853837.352860:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceba90 00000002:00010000:0.0:1780853837.352862:0:34082:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000404:0x31:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853837.352866:0:34082:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853837.352867:0:34082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.352870:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.352877:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:0.0:1780853837.352880:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853837.352886:0:34082:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 30 res 8589935620/49 (0 0) 00000002:00000001:0.0:1780853837.352889:0:34082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.352892:0:34082:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.352894:0:34082:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853837.352897:0:34082:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853837.352903:0:34082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368380. 00000020:00000040:0.0:1780853837.352907:0:34082:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853837.352915:0:34082:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853837.352921:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853837.352928:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.352929:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.352931:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.353141:0:34082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853837.353144:0:34082:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853837.353150:0:34082:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853837.353159:0:34082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b9400. 00000100:00000001:0.0:1780853837.353167:0:34082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.353173:0:34082:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853837.353175:0:34082:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.353176:0:34082:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853837.353178:0:34082:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.353179:0:34082:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.353186:0:34082:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208046976 : -107453501504640 : ffff9e4588368380) 00010000:00000001:0.0:1780853837.353191:0:34082:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853837.353193:0:34082:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853837.353196:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:0.0:1780853837.353199:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.353201:0:34082:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853837.353205:0:34082:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573800. 00000020:00000001:0.0:1780853837.353209:0:34082:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853837.353212:0:34082:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573800 with handle 0xa8f483e9eb300ec3 to hash 00000020:00000001:0.0:1780853837.353214:0:34082:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853837.353215:0:34082:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.353219:0:34082:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.353222:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.353224:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.353229:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853837.353241:0:34082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34082 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853837.353251:0:34082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34082 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853837.353257:0:34082:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853837.353258:0:34082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853837.353530:0:34082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.353533:0:34082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167101632 : -107453542449984 : ffff9e4585c5bcc0) 00000100:00000001:0.0:1780853837.353536:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.353538:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046976 : -107453501504640 : ffff9e4588368380) 00000100:00000001:0.0:1780853837.353543:0:34082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853837.353547:0:34082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.353549:0:34082:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853837.353551:0:34082:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853837.353562:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.353696:0:34082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853837.353698:0:34082:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.353703:0:34082:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853837.353706:0:34082:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853837.353708:0:34082:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.353713:0:34082:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34082:1867358631452032:192.168.202.110@tcp:101:uname.0 00000100:00000001:0.0:1780853837.353718:0:34082:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853837.353723:0:34082:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853837.353726:0:34082:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.353728:0:34082:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853837.353733:0:34082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585174800. 02000000:00000001:0.0:1780853837.353735:0:34082:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853837.353742:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853837.353746:0:34082:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853837.353753:0:34082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853837.353760:0:34082:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631452032, portal 10 00000100:00000001:0.0:1780853837.353762:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.353763:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046976 : -107453501504640 : ffff9e4588368380) 00000100:00000040:0.0:1780853837.353769:0:34082:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.353777:0:34082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.353780:0:34082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.353782:0:34082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426198. 00000100:00000200:0.0:1780853837.353785:0:34082:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631452032, offset 0 00000400:00000200:0.0:1780853837.353791:0:34082:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.353799:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.353807:0:34082:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.353812:0:34082:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853837.353816:0:34082:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853837.353820:0:34082:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853837.353822:0:34082:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853837.353826:0:34082:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2650:2650:256:4294967295] 192.168.202.110@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:0.0:1780853837.353830:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.353840:0:34082:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.353848:0:34082:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.353853:0:34082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853837.353861:0:34082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.353869:0:34082:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.353875:0:34082:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.354020:0:34082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.354025:0:34082:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 822482 usecs (823 jiffies) 00000400:00000200:0.0:1780853837.354029:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853837.354032:0:34082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634931 00000100:00000001:0.0:1780853837.354035:0:34082:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.354039:0:34082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634931 00000100:00000001:0.0:1780853837.354042:0:34082:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.354044:0:34082:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.354046:0:34082:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.354049:0:34082:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.354051:0:34082:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853837.354054:0:34082:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853837.354056:0:34082:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.354059:0:34082:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853837.359217:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.359229:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853837.359237:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.359247:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.359257:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426198 00000400:00000010:1.0:1780853837.359260:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426198. 00000100:00000001:1.0:1780853837.359285:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.359296:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.359311:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.359315:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.359322:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.359325:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.367927:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.367948:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.367953:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.367956:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.367966:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.367974:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.367983:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.367988:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.367994:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.367999:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115d300 00000400:00000200:1.0:1780853837.368007:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x6c79 [2] + 1376 00000800:00000001:1.0:1780853837.368015:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.368023:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.368026:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.368030:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.368039:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853837.368042:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853837.368047:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105880. 00000100:00000040:1.0:1780853837.368051:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583105880 x1867358651405056 msgsize 328 00000100:00100000:1.0:1780853837.368055:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853837.368103:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.368115:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.368118:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.368157:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853837.368161:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651405056 02000000:00000001:0.0:1780853837.368164:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853837.368166:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.368168:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.368173:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.368177:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651405056 00000020:00000001:0.0:1780853837.368180:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853837.368182:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:0.0:1780853837.368185:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.368188:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:0.0:1780853837.368190:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:0.0:1780853837.368193:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000001:0.0:1780853837.368197:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853837.368202:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d9c0. 00000100:00000001:0.0:1780853837.368205:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853837.368208:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d9c0. 00000020:00000010:0.0:1780853837.368214:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313600. 00000020:00000010:0.0:1780853837.368219:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922ab900. 00000020:00000010:0.0:1780853837.368224:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c91898. 00000100:00000040:0.0:1780853837.368231:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853837.368236:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853837.368238:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853837.368240:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.368248:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780853837.368321:0:15875:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95500. 00000100:00000001:0.0:1780853837.368329:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.368341:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853837.368343:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853837.368348:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 63 00000100:00000040:0.0:1780853837.368351:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4590c3d000 : new rpc_count 1 00000100:00000001:0.0:1780853837.368353:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000040:0.0:1780853837.368360:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583105880 x1867358651405056/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:618/0 lens 328/0 e 0 to 0 dl 1780853848 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853837.368371:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853837.368374:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d9c0. 00000100:00000001:0.0:1780853837.368386:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853837.368389:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d9c0. 00000100:00100000:0.0:1780853837.368394:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e55ecacc-e48a-400c-a052-f3869534991c+5:24358:x1867358651405056:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853837.368398:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651405056 00010000:00000001:0.0:1780853837.368401:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853837.368416:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.368417:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.368419:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=2 00000020:00000001:0.0:1780853837.368421:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.368424:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:0.0:1780853837.368428:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.368432:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853837.368439:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1780853837.368450:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853837.368453:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853837.368459:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851b9800. 02000000:00000001:0.0:1780853837.368462:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.368465:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.368470:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853837.368473:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.368478:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853837.368482:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853837.368485:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853837.368488:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853837.368490:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853837.368493:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.368496:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.368499:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.368503:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426ee0. 00000100:00000200:0.0:1780853837.368507:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651405056, offset 224 00000400:00000200:0.0:1780853837.368513:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.368520:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.368526:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.368531:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2651:2651:256:4294967295] 192.168.202.110@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:0.0:1780853837.368536:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.368545:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.368550:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.368554:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853837.368560:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.368576:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.368581:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.368592:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.368595:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853837.368598:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853837.368602:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4585c5ba80. 00010000:00000001:0.0:1780853837.368604:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853837.368707:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853837.368711:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.368713:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.368715:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.368721:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105880 x1867358651405056/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:618/0 lens 328/224 e 0 to 0 dl 1780853848 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853837.368732:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e55ecacc-e48a-400c-a052-f3869534991c+5:24358:x1867358651405056:12345-192.168.202.110@tcp:104: Request processed in 359us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853837.368739:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 63 00000100:00000040:0.0:1780853837.368742:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4590c3d000 : new rpc_count 0 00000100:00000001:0.0:1780853837.368745:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853837.368747:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853837.368751:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922ab900. 00000020:00000010:0.0:1780853837.368756:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c91898. 00000020:00000010:0.0:1780853837.368760:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313600. 00000020:00000040:0.0:1780853837.368764:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:0.0:1780853837.368767:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853837.368815:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853837.368818:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.368820:0:15885:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780853837.368823:0:15885:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780853837.368825:0:15885:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853837.368829:0:15885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853837.368839:0:15885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e4583572400 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:2.0:1780853837.368842:0:15885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780853837.368846:0:15885:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.368855:0:15885:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780853837.368858:0:15885:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780853837.368870:0:15885:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.368877:0:15885:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780853837.368880:0:15885:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853837.368882:0:15885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.368883:0:15885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.368884:0:15885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572400 refcount=3 00000020:00000001:2.0:1780853837.368886:0:15885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:2.0:1780853837.368888:0:15885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126299136 : -107453583252480 : ffff9e4583572400) 00010000:00000001:2.0:1780853837.368891:0:15885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853837.368894:0:15885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1780853837.368901:0:15885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853837.368904:0:15885:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853837.368907:0:15885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853837.368909:0:15885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CW 00000002:00000001:2.0:1780853837.368912:0:15885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.368915:0:15885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.368921:0:15885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:2.0:1780853837.368924:0:15885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.368928:0:15885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.368929:0:15885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.368931:0:15885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.368932:0:15885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:2.0:1780853837.368934:0:15885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.368936:0:15885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.368938:0:15885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.368941:0:15885:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780853837.368943:0:15885:0:(file.c:315:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.368945:0:15885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853837.368946:0:15885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:2.0:1780853837.368948:0:15885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.368950:0:15885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.368951:0:15885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:2.0:1780853837.368953:0:15885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.368954:0:15885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.368956:0:15885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.368959:0:15885:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1780853837.368961:0:15885:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9e4591989988) invalid 00000020:00000001:2.0:1780853837.368964:0:15885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cb7c40 00000080:00002000:2.0:1780853837.368967:0:15885:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry recon (ffff9e4591b49e58) parent ffff9e4591970ca8 inode ffff9e4591989988 refc 1 00000080:00000001:2.0:1780853837.368971:0:15885:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1780853837.368972:0:15885:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853837.368974:0:15885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.368977:0:15885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853837.368980:0:15885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853837.368982:0:15885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853837.368983:0:15885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.368985:0:15885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853837.368987:0:15885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572400 with handle 0xa8f483e9eb300ebc from hash 00010000:00000001:2.0:1780853837.368990:0:15885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853837.368991:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.368993:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.368994:0:15885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853837.368997:0:15885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853837.368998:0:15885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1780853837.369003:0:15885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.369007:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.369008:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.369010:0:15885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.369012:0:15885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.369015:0:15885:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780853837.369021:0:15885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.369025:0:15885:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853837.369029:0:15885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.369031:0:15885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.369036:0:15885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.369042:0:15885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5800. 00000100:00000001:2.0:1780853837.369047:0:15885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.369050:0:15885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853837.369054:0:15885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 2/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853837.369060:0:15885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853837.369062:0:15885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.369066:0:15885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.369070:0:15885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.369077:0:15885:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780853837.369109:0:15885:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.369112:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.369113:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.369114:0:15885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.369116:0:15885:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.369118:0:15885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.369122:0:15885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 1/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.369128:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853837.369131:0:15885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572400/0xa8f483e9eb300ebc lrc: 0/0,0 mode: --/CW res: [0x200000404:0x31:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x562725ecec97a6fd expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.369142:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.369143:0:15885:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1780853837.369145:0:15885:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4585c5ba80. 00010000:00000001:2.0:1780853837.369148:0:15885:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.369150:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853837.369152:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.369154:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853837.369155:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853837.369157:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.369158:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853837.369161:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853837.369162:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.369164:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853837.369170:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853837.369174:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853837.369176:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.369180:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.369182:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.369184:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.369186:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.369188:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.369194:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.369202:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.369204:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.369208:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.369210:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.369212:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.369216:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631452160:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853837.369219:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.369224:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.369227:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.369229:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.369233:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45829e4200. 02000000:00000001:2.0:1780853837.369235:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.369240:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.369244:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853837.369249:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f000. 00000100:00000200:2.0:1780853837.369255:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631452160, portal 18 00000100:00000001:2.0:1780853837.369257:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.369259:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.369287:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.369295:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.369297:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.369300:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8faa0. 00000100:00000200:2.0:1780853837.369303:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631452160, offset 0 00000400:00000200:2.0:1780853837.369308:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.369313:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.369318:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.369322:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.369326:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.369330:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.369333:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.369336:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2652:2652:255:4294967295] 192.168.202.110@tcp LPNI seq info [2652:2652:7:4294967295] 00000400:00000200:2.0:1780853837.369340:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.369348:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.369353:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.369357:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853837.369361:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.369366:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.369369:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.369372:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.369387:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 822482 usecs (823 jiffies) 00000400:00000200:2.0:1780853837.369391:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.369393:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634946 00000100:00000001:2.0:1780853837.369396:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.369399:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634946 00000100:00000001:2.0:1780853837.369401:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.369403:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.369406:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.369409:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.369411:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.369598:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.369602:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853837.369938:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.369944:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853837.369949:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.369955:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.369960:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426ee0 00000400:00000010:1.0:1780853837.369963:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426ee0. 00000100:00000001:1.0:1780853837.369967:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853837.369968:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1780853837.370629:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.370633:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853837.370638:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.370643:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.370647:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8faa0 00000400:00000010:1.0:1780853837.370649:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8faa0. 00000100:00000001:1.0:1780853837.370653:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.370660:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.370671:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.370675:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.370682:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.370684:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.377016:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377034:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.377038:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377041:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.377051:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377058:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.377067:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377072:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377077:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377081:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe55e00 00000400:00000200:1.0:1780853837.377086:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377092:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7229 [1] + 224 00000800:00000001:1.0:1780853837.377100:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377102:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.377105:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.377109:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.377116:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.377125:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853837.377136:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.377184:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.377190:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.377204:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.377213:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377216:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.377219:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377221:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.377224:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377227:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.377231:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377234:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377237:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377240:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe55d80 00000400:00000200:1.0:1780853837.377243:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.377248:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x7211 [1] + 224 00000800:00000001:1.0:1780853837.377251:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377257:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.377259:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.377263:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.377312:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.377317:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.377326:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.377360:0:34082:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.377374:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.377389:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.377392:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853837.377491:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.377494:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.377497:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853837.377502:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f000 00000400:00000010:2.0:1780853837.377505:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f000. 00000100:00000001:2.0:1780853837.377508:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.377514:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853837.377522:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.377528:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.377530:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.377533:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.377536:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.377538:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.377540:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.377543:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.377552:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853837.377557:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.377560:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.377562:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.377566:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.377577:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.377584:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.377587:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.377589:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.377592:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.377596:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.377603:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.377606:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.377607:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.377737:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853837.377750:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631452160:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853837.377754:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.377756:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.377759:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631452160/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853837.377764:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.377767:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.377770:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45829e4200. 02000000:00000001:2.0:1780853837.377774:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.377777:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.377778:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.377781:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.377783:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5800. 02000000:00000001:2.0:1780853837.377787:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.377789:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.377791:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.377805:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.377806:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.377809:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.377817:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.377819:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.377822:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853837.377824:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1780853837.378019:0:34082:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853837.378022:0:34082:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853837.378024:0:34082:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:0.0:1780853837.378028:0:34082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853837.378030:0:34082:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853837.378033:0:34082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.378038:0:34082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853837.378047:0:34082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.378054:0:34082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853837.378056:0:34082:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.378057:0:34082:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853837.378059:0:34082:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853837.378060:0:34082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.378062:0:34082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.378064:0:34082:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.378068:0:34082:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853837.378072:0:34082:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853837.378074:0:34082:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853837.378076:0:34082:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.378078:0:34082:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853837.378080:0:34082:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.378082:0:34082:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853837.378083:0:34082:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1780853837.378085:0:34082:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853837.378087:0:34082:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.378090:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.378097:0:34082:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.378099:0:34082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853837.378100:0:34082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853837.378104:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853837.378111:0:34082:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368380 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34082:1867358631452032:192.168.202.110@tcp:101:uname.0 00000100:00000001:0.0:1780853837.378115:0:34082:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.378118:0:34082:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.378120:0:34082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853837.378121:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.378124:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.378130:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853837.378133:0:34082:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.378135:0:34082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853837.378137:0:34082:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.378139:0:34082:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853837.378143:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.378145:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.378148:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=4 00000020:00000001:0.0:1780853837.378150:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378153:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000040:0.0:1780853837.378160:0:34082:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573800, remote cookie: 0x562725ecec97a712, flags: 0x1001 00010000:00010000:0.0:1780853837.378166:0:34082:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853837.378179:0:34082:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.378186:0:34082:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853837.378190:0:34082:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853837.378193:0:34082:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853837.378194:0:34082:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853837.378196:0:34082:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853837.378199:0:34082:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9e4588d95000) refcount = 1 00010000:00010000:0.0:1780853837.378203:0:34082:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.378209:0:34082:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853837.378212:0:34082:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853837.378214:0:34082:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.378217:0:34082:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853837.378219:0:34082:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.378222:0:34082:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.378228:0:34082:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853837.378230:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.378231:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.378233:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.378234:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.378236:0:34082:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.378241:0:34082:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853837.378243:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.378244:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.378245:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:0.0:1780853837.378247:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378250:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378252:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.378253:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.378255:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=4 00000020:00000001:0.0:1780853837.378257:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378259:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378261:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.378387:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853837.378392:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.378398:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.378399:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.378400:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.378402:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.378403:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=5 00000020:00000001:0.0:1780853837.378461:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378465:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378467:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853837.378470:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.378476:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.378478:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853837.378481:0:34082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853837.378487:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853837.378489:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.378490:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.378491:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.378492:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853837.378498:0:34082:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853837.378507:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853837.378508:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853837.378510:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:0.0:1780853837.378512:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:0.0:1780853837.378514:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00000002:00010000:0.0:1780853837.378517:0:34082:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1780853837.378738:0:34082:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45831ccc40. 00010000:00000001:1.0:1780853837.378743:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.378744:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.378746:0:34082:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853837.378748:0:34082:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853837.378752:0:34082:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853837.378755:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.378756:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.378757:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.378760:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.378763:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00000002:00010000:1.0:1780853837.378766:0:34082:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853837.378773:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.378774:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.378776:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853837.378777:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.378778:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.378779:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.378781:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.378783:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000040:1.0:1780853837.378789:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:1.0:1780853837.378791:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853837.378928:0:34082:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:1.0:1780853837.378931:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.378932:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.378985:0:34082:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853837.378988:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401ceba10 00000002:00002000:1.0:1780853837.378990:0:34082:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853837.378993:0:34082:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.378997:0:34082:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.379000:0:34082:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853837.379003:0:34082:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x31:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853837.379006:0:34082:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853837.379011:0:34082:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589312600. 00000080:00000001:1.0:1780853837.379016:0:34082:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.379018:0:34082:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853837.379024:0:34082:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853837.379027:0:34082:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1780853837.379030:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.379036:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.379040:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8c00. 00000020:00000010:1.0:1780853837.379044:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.379048:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.379055:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.379060:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.379065:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.379071:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.379075:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.379078:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9600. 00000008:00000010:1.0:1780853837.379082:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.379086:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.379089:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.379092:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.379095:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.379097:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853837.379099:0:34082:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1780853837.379104:0:34082:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853837.379106:0:34082:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853837.379111:0:34082:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49060. 00020000:00000010:1.0:1780853837.379114:0:34082:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45864bfb00. 00020000:00000010:1.0:1780853837.379118:0:34082:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c49f60. 00020000:00000001:1.0:1780853837.379121:0:34082:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167028576 : -107453542523040 : ffff9e4585c49f60) 00020000:00000002:1.0:1780853837.379124:0:34082:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49f60, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853837.379129:0:34082:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853837.379133:0:34082:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfb00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:1.0:1780853837.379137:0:34082:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000001:1.0:1780853837.379140:0:34082:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853837.379142:0:34082:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000010:1.0:1780853837.379147:0:34082:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45864bfb00. 00020000:00000010:1.0:1780853837.379151:0:34082:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49060. 00020000:00000010:1.0:1780853837.379154:0:34082:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c49f60. 00020000:00000002:1.0:1780853837.379157:0:34082:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1780853837.379158:0:34082:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.379160:0:34082:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853837.379162:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.379165:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.379168:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.379171:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.379174:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.379176:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.379179:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.379182:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.379185:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8c00. 00000008:00000010:1.0:1780853837.379188:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.379190:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.379193:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.379195:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.379197:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9600. 00000020:00000010:1.0:1780853837.379199:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:1.0:1780853837.379203:0:34082:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:1.0:1780853837.379206:0:34082:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:1.0:1780853837.379210:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.379212:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.379213:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.379215:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.379217:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00000080:00000001:1.0:1780853837.379220:0:34082:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:1.0:1780853837.379221:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.379223:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.379225:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9600. 00000020:00000010:1.0:1780853837.379228:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8c00. 00000020:00000010:1.0:1780853837.379230:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.379232:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.379234:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.379237:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.379239:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.379241:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.379244:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9200. 00000008:00000010:1.0:1780853837.379246:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.379248:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.379251:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.379253:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.379255:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.379257:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853837.379258:0:34082:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1780853837.379259:0:34082:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853837.379261:0:34082:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853837.379494:0:34082:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49f60. 00020000:00000010:1.0:1780853837.379499:0:34082:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45864bfb00. 00020000:00000010:1.0:1780853837.379502:0:34082:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c49060. 00020000:00000001:1.0:1780853837.379505:0:34082:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167024736 : -107453542526880 : ffff9e4585c49060) 00020000:00000002:1.0:1780853837.379507:0:34082:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c49060, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853837.379512:0:34082:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853837.379515:0:34082:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfb00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:1.0:1780853837.379517:0:34082:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000001:1.0:1780853837.379519:0:34082:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853837.379521:0:34082:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000010:1.0:1780853837.379523:0:34082:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45864bfb00. 00020000:00000010:1.0:1780853837.379525:0:34082:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49f60. 00020000:00000010:1.0:1780853837.379527:0:34082:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c49060. 00020000:00000002:1.0:1780853837.379529:0:34082:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1780853837.379531:0:34082:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.379532:0:34082:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.379537:0:34082:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1780853837.379539:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:1.0:1780853837.379542:0:34082:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5360 addref 2/0 by ffff9e4594864f80. 00020000:00000002:1.0:1780853837.379544:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:1.0:1780853837.379547:0:34082:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1780853837.379549:0:34082:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1780853837.379551:0:34082:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1780853837.379553:0:34082:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1780853837.379555:0:34082:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1780853837.379557:0:34082:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1780853837.379559:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.379562:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8c00. 00000020:00000010:1.0:1780853837.379564:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.379566:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.379701:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.379704:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.379708:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.379710:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.379713:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9600. 00000008:00000010:1.0:1780853837.379715:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.379718:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.379720:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.379723:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.379725:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.379727:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:1.0:1780853837.379729:0:34082:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.379732:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.379733:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853837.379735:0:34082:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853837.379738:0:34082:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853837.379740:0:34082:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.379745:0:34082:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ec3 00800000:00000001:1.0:1780853837.379748:0:34082:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.379750:0:34082:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.379751:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.379753:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.379754:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.379757:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.379759:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.379762:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.379762:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.379765:0:34082:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.379767:0:34082:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.379769:0:34082:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.379772:0:34082:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00010000:1.0:1780853837.379775:0:34082:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ec3 from it ffffb4b401cebcd8 00010000:00000001:1.0:1780853837.379778:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.379779:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.379780:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.379782:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.379783:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.379786:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.379790:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853837.379919:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.379922:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.379923:0:34082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.379926:0:34082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.379929:0:34082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853837.380121:0:34082:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.380125:0:34082:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.380127:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.380133:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.380134:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.380136:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.380139:0:34082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.380142:0:34082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.380145:0:34082:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.380148:0:34082:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.380150:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.380152:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.380153:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.380156:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.380170:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368380 x1867358631452032/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.380178:0:34082:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853837.380181:0:34082:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853837.380185:0:34082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585174800. 02000000:00000001:1.0:1780853837.380192:0:34082:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853837.380194:0:34082:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853837.380196:0:34082:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853837.380198:0:34082:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853837.380201:0:34082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b9400. 02000000:00000001:1.0:1780853837.380204:0:34082:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853837.380206:0:34082:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853837.380208:0:34082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368380. 00000100:00000001:1.0:1780853837.380213:0:34082:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853837.380214:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853837.380218:0:34082:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1780853837.380221:0:34082:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1780853837.380223:0:34082:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853837.380226:0:34082:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1780853837.380228:0:34082:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.380230:0:34082:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.380234:0:34082:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1780853837.380236:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.380240:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.380243:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.380245:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9600. 00000020:00000010:1.0:1780853837.380248:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.380251:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.380254:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.380256:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.380261:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.380761:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.380768:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8c00. 00000008:00000010:1.0:1780853837.380772:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.380775:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.380778:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.380782:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.380784:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.380787:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853837.380791:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.380854:0:34082:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853837.380857:0:34082:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853837.380860:0:34082:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1780853837.380919:0:34082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.380921:0:34082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853837.380923:0:34082:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.380925:0:34082:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.380927:0:34082:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.380931:0:34082:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4589b65730 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1780853837.381062:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:1.0:1780853837.381205:0:34082:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853837.381207:0:34082:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853837.381209:0:34082:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853837.381211:0:34082:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.381213:0:34082:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853837.381216:0:34082:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853837.381217:0:34082:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381219:0:34082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.381220:0:34082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.381221:0:34082:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853837.381223:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:1.0:1780853837.381226:0:34082:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.381228:0:34082:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1780853837.381230:0:34082:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1780853837.381233:0:34082:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1780853837.381235:0:34082:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1780853837.381237:0:34082:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1780853837.381240:0:34082:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1780853837.381245:0:34082:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1780853837.381251:0:34082:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589bb2180. 00020000:00000002:1.0:1780853837.381253:0:34082:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.381256:0:34082:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1780853837.381258:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.381260:0:34082:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853837.381262:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.381358:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853837.381361:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9a00. 00000020:00000010:1.0:1780853837.381364:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8400. 00000020:00000010:1.0:1780853837.381367:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.381371:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.381375:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.381387:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.381391:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.381394:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.381399:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9800. 00000008:00000010:1.0:1780853837.381402:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.381404:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.381467:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.381470:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853837.381472:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853837.381474:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853837.381476:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.381477:0:34082:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853837.381480:0:34082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.381481:0:34082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853837.381482:0:34082:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.381484:0:34082:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.381486:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.381488:0:34082:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853837.381491:0:34082:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d86260. 00000008:00010000:1.0:1780853837.381494:0:34082:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1780853837.381496:0:34082:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.381497:0:34082:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853837.381498:0:34082:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589bb21b0, osc lock ffff9e4588d86260, flags 0x400001002 00000020:00000001:1.0:1780853837.381500:0:34082:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.381502:0:34082:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.381504:0:34082:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233515392 : -107453476036224 : ffff9e4589bb2180) 00000020:00000001:1.0:1780853837.381506:0:34082:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.381507:0:34082:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.381508:0:34082:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381510:0:34082:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381513:0:34082:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1780853837.381514:0:34082:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1780853837.381516:0:34082:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.381517:0:34082:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.381518:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.381519:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.381521:0:34082:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.381523:0:34082:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.381524:0:34082:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1780853837.381527:0:34082:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853837.381529:0:34082:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.381530:0:34082:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.381532:0:34082:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853837.381533:0:34082:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853837.381534:0:34082:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853837.381536:0:34082:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853837.381538:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.381545:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.381547:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.381553:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.381557:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.381561:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853837.381583:0:34082:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.381588:0:34082:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.381591:0:34082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853837.381598:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.381600:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.381602:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=3 00000020:00000001:1.0:1780853837.381604:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.381607:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:1.0:1780853837.381727:0:34082:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853837.381730:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.381731:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.381733:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.381735:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.381737:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000020:00000001:1.0:1780853837.381740:0:34082:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853837.381742:0:34082:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1780853837.381744:0:34082:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1780853837.381745:0:34082:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.381747:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.381748:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.381749:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:1.0:1780853837.381751:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.381753:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.381755:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.381758:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853837.381765:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.381767:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.381769:0:34082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.381771:0:34082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.381773:0:34082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.381780:0:34082:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.381783:0:34082:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.381784:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.381788:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.381789:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.381790:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.381924:0:34082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.381927:0:34082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.381929:0:34082:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.381932:0:34082:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.381935:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.381936:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.381937:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.381938:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.381940:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.381941:0:34082:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.381943:0:34082:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381945:0:34082:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.381947:0:34082:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381948:0:34082:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381950:0:34082:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853837.381951:0:34082:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1780853837.381953:0:34082:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1780853837.381955:0:34082:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1780853837.381956:0:34082:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381958:0:34082:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.381962:0:34082:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.381965:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.381967:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.381968:0:34082:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.381971:0:34082:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853837.381974:0:34082:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:1.0:1780853837.381977:0:34082:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381978:0:34082:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.381980:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.381982:0:34082:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1780853837.381984:0:34082:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.381986:0:34082:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853837.381988:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_release():245 00000020:00000001:1.0:1780853837.381990:0:34082:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.381992:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853837.381994:0:34082:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853837.381996:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.381997:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.381999:0:34082:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.382000:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589bb21b0 (ffff9e45923727e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853837.382003:0:34082:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853837.382004:0:34082:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853837.382005:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.382006:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.382007:0:34082:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853837.382009:0:34082:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.382010:0:34082:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.382011:0:34082:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.382012:0:34082:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.382013:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853837.382015:0:34082:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853837.382016:0:34082:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.382017:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589bb21b0 (ffff9e4592372638/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853837.382020:0:34082:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d86260. 00000020:00000001:1.0:1780853837.382025:0:34082:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853837.382026:0:34082:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589bb2180. 00020000:00000001:1.0:1780853837.382029:0:34082:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.382030:0:34082:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.382031:0:34082:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853837.382032:0:34082:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382035:0:34082:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853837.382037:0:34082:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853837.382039:0:34082:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853837.382040:0:34082:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853837.382042:0:34082:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.382043:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853837.382048:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8400. 00000020:00000010:1.0:1780853837.382051:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.382054:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.382058:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.382061:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.382065:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.382067:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.382070:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9a00. 00000008:00000010:1.0:1780853837.382073:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.382076:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.382079:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.382082:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853837.382084:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9800. 00000020:00000010:1.0:1780853837.382086:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:1.0:1780853837.382088:0:34082:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853837.382090:0:34082:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853837.382093:0:34082:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853837.382095:0:34082:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853837.382098:0:34082:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.382100:0:34082:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.382102:0:34082:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853837.382104:0:34082:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.382105:0:34082:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.382106:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.382108:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9600. 00000020:00000010:1.0:1780853837.382110:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.382113:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.382115:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.382118:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.382121:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.382123:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.382125:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9200. 00000008:00000010:1.0:1780853837.382127:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.382129:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.382132:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.382134:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.382136:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8c00. 00000020:00000010:1.0:1780853837.382138:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000001:00000001:1.0:1780853837.382140:0:34082:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382147:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebd28 00000080:00000008:1.0:1780853837.382149:0:34082:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853837.382231:0:34082:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:1.0:1780853837.382234:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebd88 00000080:00200008:1.0:1780853837.382235:0:34082:0:(file.c:2614:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1780853837.382239:0:34082:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1780853837.382241:0:34082:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.382244:0:34082:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1780853837.382247:0:34082:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382250:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.382254:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.382257:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8c00. 00000020:00000010:1.0:1780853837.382259:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.382261:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.382400:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.382404:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.382475:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.382478:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.382481:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.382484:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9600. 00000008:00000010:1.0:1780853837.382488:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.382490:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.382492:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.382494:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.382496:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.382498:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000080:00000001:1.0:1780853837.382500:0:34082:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1780853837.382501:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebc98 00000080:00200000:1.0:1780853837.382503:0:34082:0:(file.c:2060:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1780853837.382507:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebc30 00000080:00200000:1.0:1780853837.382509:0:34082:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1780853837.382511:0:34082:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.382513:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.382515:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.382516:0:34082:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.382518:0:34082:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853837.382520:0:34082:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:1.0:1780853837.382522:0:34082:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382524:0:34082:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382525:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.382527:0:34082:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1780853837.382529:0:34082:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.382531:0:34082:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1780853837.382535:0:34082:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f96b0f95[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:1.0:1780853837.382537:0:34082:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1780853837.382539:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.382541:0:34082:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853837.382543:0:34082:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853837.382544:0:34082:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853837.382547:0:34082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.382548:0:34082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1780853837.382551:0:34082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853837.382555:0:34082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.382557:0:34082:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.382559:0:34082:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.382561:0:34082:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.382563:0:34082:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4589b65730 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1780853837.382959:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:1.0:1780853837.382964:0:34082:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853837.382966:0:34082:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853837.382968:0:34082:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853837.382969:0:34082:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1780853837.382972:0:34082:0:(lov_io.c:660:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1780853837.382974:0:34082:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1780853837.382976:0:34082:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853837.382977:0:34082:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382979:0:34082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.382980:0:34082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.382982:0:34082:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853837.382983:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:1.0:1780853837.382986:0:34082:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382988:0:34082:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853837.382991:0:34082:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1780853837.382993:0:34082:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1780853837.382996:0:34082:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.382999:0:34082:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1780853837.383001:0:34082:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1780853837.383004:0:34082:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853837.383006:0:34082:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1780853837.383007:0:34082:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1780853837.383011:0:34082:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1780853837.383014:0:34082:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1780853837.383018:0:34082:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.383021:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.383023:0:34082:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853837.383024:0:34082:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.383027:0:34082:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853837.383031:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9800. 00000020:00000010:1.0:1780853837.383033:0:34082:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9a00. 00000020:00000010:1.0:1780853837.383036:0:34082:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.383040:0:34082:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.383043:0:34082:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.383046:0:34082:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.383050:0:34082:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.383054:0:34082:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.383056:0:34082:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8400. 00000008:00000010:1.0:1780853837.383059:0:34082:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.383061:0:34082:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.383064:0:34082:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.383067:0:34082:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853837.383069:0:34082:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853837.383071:0:34082:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853837.383073:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.383075:0:34082:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853837.383077:0:34082:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.383078:0:34082:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853837.383079:0:34082:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383081:0:34082:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383083:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.383085:0:34082:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1780853837.383087:0:34082:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1780853837.383091:0:34082:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383092:0:34082:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383094:0:34082:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383096:0:34082:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383097:0:34082:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383100:0:34082:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1780853837.383102:0:34082:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1780853837.383104:0:34082:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1780853837.383107:0:34082:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1780853837.383110:0:34082:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383113:0:34082:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383115:0:34082:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1780853837.383116:0:34082:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1780853837.383118:0:34082:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1780853837.383119:0:34082:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1780853837.383121:0:34082:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383122:0:34082:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383124:0:34082:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383126:0:34082:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383127:0:34082:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383129:0:34082:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1780853837.383130:0:34082:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853837.383131:0:34082:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1780853837.383133:0:34082:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853837.383134:0:34082:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383135:0:34082:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383137:0:34082:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383138:0:34082:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383139:0:34082:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853837.383141:0:34082:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1780853837.383142:0:34082:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1780853837.383144:0:34082:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1780853837.383145:0:34082:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1780853837.383147:0:34082:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1780853837.383152:0:34082:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589bb2180. 00020000:00000002:1.0:1780853837.383154:0:34082:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.383156:0:34082:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1780853837.383158:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.383161:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.383163:0:34082:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853837.383166:0:34082:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d86260. 00000008:00010000:1.0:1780853837.383168:0:34082:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1780853837.383171:0:34082:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.383172:0:34082:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853837.383175:0:34082:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589bb21b0, osc lock ffff9e4588d86260, flags 0x0 00000020:00000001:1.0:1780853837.383177:0:34082:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383179:0:34082:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383181:0:34082:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233515392 : -107453476036224 : ffff9e4589bb2180) 00000020:00000001:1.0:1780853837.383183:0:34082:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.383184:0:34082:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.383185:0:34082:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383187:0:34082:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383188:0:34082:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.383190:0:34082:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.383191:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.383191:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.383193:0:34082:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.383194:0:34082:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.383196:0:34082:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1780853837.383197:0:34082:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383200:0:34082:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853837.383202:0:34082:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.383203:0:34082:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.383204:0:34082:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853837.383206:0:34082:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853837.383207:0:34082:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853837.383208:0:34082:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853837.383210:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.383214:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.383217:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.383222:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.383226:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.383229:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1780853837.383239:0:34082:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.383242:0:34082:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.383245:0:34082:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.383253:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.383255:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.383257:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=3 00000020:00000001:1.0:1780853837.383260:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383262:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:1.0:1780853837.383497:0:34082:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853837.383499:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.383500:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.383502:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.383504:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383507:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383509:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.383510:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.383512:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:1.0:1780853837.383513:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383515:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383517:0:34082:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.383519:0:34082:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.383522:0:34082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.383530:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.383531:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.383533:0:34082:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.383535:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.383536:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.383537:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:1.0:1780853837.383539:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383541:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.383544:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.383547:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.383559:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.383561:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853837.383564:0:34082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.383691:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.383693:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.383694:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.383695:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.383696:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.383697:0:34082:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.383699:0:34082:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383701:0:34082:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383703:0:34082:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383705:0:34082:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383706:0:34082:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383708:0:34082:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383709:0:34082:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383711:0:34082:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1780853837.383713:0:34082:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1780853837.383717:0:34082:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.383719:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.383721:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.383722:0:34082:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.383725:0:34082:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853837.383726:0:34082:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:1.0:1780853837.383729:0:34082:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383730:0:34082:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383731:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.383733:0:34082:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1780853837.383735:0:34082:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.383738:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebb80 00000080:00200000:1.0:1780853837.383739:0:34082:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1780853837.383742:0:34082:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1780853837.383744:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:1.0:1780853837.383747:0:34082:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5360 addref 2/0 by ffff9e4594864f80. 00020000:00000002:1.0:1780853837.383749:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:1.0:1780853837.383752:0:34082:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1780853837.383755:0:34082:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1780853837.383757:0:34082:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1780853837.383760:0:34082:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1780853837.383763:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.383764:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.383765:0:34082:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1780853837.383767:0:34082:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1780853837.383769:0:34082:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383771:0:34082:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.383772:0:34082:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.383774:0:34082:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383780:0:34082:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:1.0:1780853837.383782:0:34082:0:(rw26.c:697:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000020:00000001:1.0:1780853837.383787:0:34082:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1780853837.383789:0:34082:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffffbd3449ee240 ffff9e45833ed540 1 00000020:00000001:1.0:1780853837.383860:0:34082:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1780853837.383928:0:34082:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446636620124706112 : -107453584845504 : ffff9e45833ed540) 00000020:00000001:1.0:1780853837.383931:0:34082:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446636620124706112 : -107453584845504 : ffff9e45833ed540) 00000020:00000001:1.0:1780853837.383934:0:34082:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1780853837.383936:0:34082:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853837.383938:0:34082:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233201456 : -107453476350160 : ffff9e4589b65730) 00000020:00000001:1.0:1780853837.383940:0:34082:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853837.383941:0:34082:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853837.383942:0:34082:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853837.383946:0:34082:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[2 00000000717b7f64 1 1 000000005dc5b94f] 00000020:00000001:1.0:1780853837.383948:0:34082:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853837.383949:0:34082:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853837.383950:0:34082:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1780853837.383952:0:34082:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:1.0:1780853837.383953:0:34082:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.383956:0:34082:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:1.0:1780853837.383958:0:34082:0:(rw26.c:892:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1780853837.383960:0:34082:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853837.383961:0:34082:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233201456 : -107453476350160 : ffff9e4589b65730) 00000020:00000001:1.0:1780853837.383963:0:34082:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1780853837.383965:0:34082:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853837.383968:0:34082:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1780853837.383970:0:34082:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853837.383971:0:34082:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853837.383972:0:34082:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1780853837.383975:0:34082:0:(rw26.c:950:ll_write_end()) page@000000004f533227[3 00000000717b7f64 2 1 000000005dc5b94f] 00000080:00200000:1.0:1780853837.383979:0:34082:0:(rw26.c:950:ll_write_end()) vmpage @000000001db4cb69 17ffffc0001029 2:0 ffff9e45833ed540 0 lru 00000080:00200000:1.0:1780853837.383987:0:34082:0:(rw26.c:950:ll_write_end()) osc-page@00000000265c3fbe 0: 1< 2 - - > 2< 0 0 23 0x4 0x4000a | 000000009b799467 00000000ea975117 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1780853837.383989:0:34082:0:(rw26.c:950:ll_write_end()) end page@000000004f533227 00000080:00200000:1.0:1780853837.383991:0:34082:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1780853837.383993:0:34082:0:(rw26.c:971:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1780853837.383997:0:34082:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1780853837.383999:0:34082:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1780853837.384002:0:34082:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1780853837.384004:0:34082:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1780853837.384006:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.384007:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.384009:0:34082:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1780853837.384011:0:34082:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1780853837.384013:0:34082:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1780853837.384014:0:34082:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853837.384015:0:34082:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1780853837.384017:0:34082:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1780853837.384021:0:34082:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e45833ed5b0 folio fffffbd3449ee240 pg:0 added for cmd 2 00000008:00000001:1.0:1780853837.384025:0:34082:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:1.0:1780853837.384028:0:34082:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:1.0:1780853837.384034:0:34082:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:1.0:1780853837.384039:0:34082:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e45833ed5e8 page fffffbd3449ee240 00000008:00000020:1.0:1780853837.384042:0:34082:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:1.0:1780853837.384046:0:34082:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1780853837.384048:0:34082:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.384051:0:34082:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:1.0:1780853837.384055:0:34082:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e459117e540. 00000008:00000020:1.0:1780853837.384061:0:34082:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff9e458a730380 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:1.0:1780853837.384067:0:34082:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1780853837.384072:0:34082:0:(osc_cache.c:857:osc_extent_find()) extent ffff9e459117e540@{[0 -> 255/255], [3|1|-|active|wi|ffff9e458a730380], [1703936|0|-|-|ffff9e45834b7e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1780853837.384079:0:34082:0:(osc_cache.c:857:osc_extent_find()) ### extent: 0000000055e4b9a6 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1780853837.384088:0:34082:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:1.0:1780853837.384091:0:34082:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.384094:0:34082:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.384096:0:34082:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1780853837.384098:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000002:1.0:1780853837.384100:0:34082:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1780853837.384102:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.384104:0:34082:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853837.384107:0:34082:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1780853837.384109:0:34082:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853837.384111:0:34082:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384113:0:34082:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384115:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:1.0:1780853837.384117:0:34082:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1780853837.384118:0:34082:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1780853837.384120:0:34082:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853837.384123:0:34082:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[4 00000000717b7f64 2 1 000000005dc5b94f] 00000020:00000001:1.0:1780853837.384124:0:34082:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1780853837.384125:0:34082:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1780853837.384127:0:34082:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1780853837.384128:0:34082:0:(osc_request.c:745:osc_update_next_shrink()) next time 3166 to shrink grant 00000080:00000001:1.0:1780853837.384131:0:34082:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:1.0:1780853837.384133:0:34082:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1780853837.384140:0:34082:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e4591989b38, count 1, dirtied 1 00000080:00000001:1.0:1780853837.384142:0:34082:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1780853837.384144:0:34082:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853837.384146:0:34082:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853837.384147:0:34082:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853837.384148:0:34082:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853837.384151:0:34082:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[3 00000000717b7f64 2 1 0000000000000000] 00000020:00000001:1.0:1780853837.384152:0:34082:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1780853837.384153:0:34082:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853837.384155:0:34082:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853837.384156:0:34082:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853837.384158:0:34082:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[3 00000000717b7f64 1 1 0000000000000000] 00000020:00000001:1.0:1780853837.384159:0:34082:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1780853837.384161:0:34082:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1780853837.384162:0:34082:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:1.0:1780853837.384163:0:34082:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1780853837.384165:0:34082:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384167:0:34082:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384169:0:34082:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384170:0:34082:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853837.384173:0:34082:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1780853837.384175:0:34082:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1780853837.384177:0:34082:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1780853837.384178:0:34082:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384180:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebb80 00000080:00200000:1.0:1780853837.384182:0:34082:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1780853837.384185:0:34082:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384187:0:34082:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1780853837.384189:0:34082:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853837.384190:0:34082:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1780853837.384191:0:34082:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:1.0:1780853837.384193:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.384194:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.384196:0:34082:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1780853837.384197:0:34082:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853837.384198:0:34082:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384200:0:34082:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384202:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:1.0:1780853837.384204:0:34082:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384205:0:34082:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384206:0:34082:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384208:0:34082:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384209:0:34082:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384212:0:34082:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1780853837.384213:0:34082:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:1.0:1780853837.384215:0:34082:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1780853837.384216:0:34082:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1780853837.384218:0:34082:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:1.0:1780853837.384221:0:34082:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1780853837.384225:0:34082:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730380 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1780853837.384231:0:34082:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853837.384233:0:34082:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.384234:0:34082:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853837.384236:0:34082:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.384238:0:34082:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:1.0:1780853837.384240:0:34082:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1780853837.384241:0:34082:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384243:0:34082:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384245:0:34082:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1780853837.384246:0:34082:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853837.384248:0:34082:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853837.384249:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4589b403f8 (ffff9e4592372638/0) at cl_lock_release():245 00000020:00000001:1.0:1780853837.384252:0:34082:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.384254:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589b403f8 (ffff9e4592372638/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853837.384257:0:34082:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853837.384258:0:34082:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.384259:0:34082:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.384261:0:34082:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.384262:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589bb21b0 (ffff9e45923727e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853837.384334:0:34082:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853837.384336:0:34082:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853837.384337:0:34082:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.384338:0:34082:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.384340:0:34082:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:1.0:1780853837.384342:0:34082:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.384344:0:34082:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.384346:0:34082:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.384349:0:34082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.384361:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.384362:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.384364:0:34082:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.384365:0:34082:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.384368:0:34082:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1780853837.384375:0:34082:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.384387:0:34082:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.384389:0:34082:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.384393:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.384395:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.384397:0:34082:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.384400:0:34082:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.384402:0:34082:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.384404:0:34082:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.384476:0:34082:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.384479:0:34082:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.384480:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.384482:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.384483:0:34082:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.384484:0:34082:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.384485:0:34082:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853837.384487:0:34082:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.384488:0:34082:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.384490:0:34082:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.384491:0:34082:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.384492:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589b403f8 (ffff9e4592372638/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853837.384495:0:34082:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853837.384497:0:34082:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.384498:0:34082:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589bb21b0 (ffff9e4592372638/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853837.384501:0:34082:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d86260. 00000020:00000001:1.0:1780853837.384506:0:34082:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853837.384507:0:34082:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589bb2180. 00020000:00000001:1.0:1780853837.384510:0:34082:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.384512:0:34082:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.384513:0:34082:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1780853837.384515:0:34082:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1780853837.384516:0:34082:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853837.384517:0:34082:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853837.384519:0:34082:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1780853837.384520:0:34082:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384521:0:34082:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384523:0:34082:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1780853837.384524:0:34082:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1780853837.384526:0:34082:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1780853837.384528:0:34082:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1780853837.384529:0:34082:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1780853837.384531:0:34082:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853837.384532:0:34082:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853837.384534:0:34082:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853837.384535:0:34082:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1780853837.384537:0:34082:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1780853837.384539:0:34082:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384540:0:34082:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.384542:0:34082:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853837.384544:0:34082:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853837.384545:0:34082:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853837.384548:0:34082:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1780853837.384551:0:34082:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1780853837.384553:0:34082:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1780853837.384555:0:34082:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853837.384557:0:34082:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853837.384558:0:34082:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853837.384559:0:34082:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853837.384560:0:34082:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.384562:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853837.384566:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9a00. 00000020:00000010:1.0:1780853837.384704:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.384709:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.384714:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.384718:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.384722:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.384726:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.384744:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9800. 00000008:00000010:1.0:1780853837.384747:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.384751:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.384754:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.384763:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853837.384767:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8400. 00000020:00000010:1.0:1780853837.384769:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:1.0:1780853837.384771:0:34082:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853837.384773:0:34082:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853837.384775:0:34082:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853837.384777:0:34082:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853837.384780:0:34082:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.384781:0:34082:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.384783:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebc98 00000080:00200000:1.0:1780853837.384785:0:34082:0:(file.c:2208:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1780853837.384789:0:34082:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.384790:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.384792:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.384925:0:34082:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.384929:0:34082:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853837.384932:0:34082:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.384934:0:34082:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1780853837.384937:0:34082:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.384938:0:34082:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1780853837.384940:0:34082:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:1.0:1780853837.384943:0:34082:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.384945:0:34082:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:1.0:1780853837.384948:0:34082:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384950:0:34082:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.384952:0:34082:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.384954:0:34082:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1780853837.384956:0:34082:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1780853837.384960:0:34082:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1780853837.384963:0:34082:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1780853837.384965:0:34082:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.384967:0:34082:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.384970:0:34082:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.384973:0:34082:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.384977:0:34082:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.384979:0:34082:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.384982:0:34082:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.384984:0:34082:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.384986:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8c00. 00000008:00000010:1.0:1780853837.384989:0:34082:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.384992:0:34082:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.384995:0:34082:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.384998:0:34082:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.385000:0:34082:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9600. 00000020:00000010:1.0:1780853837.385002:0:34082:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000020:00000001:1.0:1780853837.385006:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebd88 00000080:00000008:1.0:1780853837.385008:0:34082:0:(file.c:2694:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1780853837.385012:0:34082:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1780853837.385028:0:34082:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853837.385031:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:1.0:1780853837.385034:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:1.0:1780853837.385037:0:34082:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.385045:0:34082:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1780853837.385046:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebdb8 00000080:00200008:1.0:1780853837.385048:0:34082:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102001 00000080:00000001:1.0:1780853837.385052:0:34082:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1780853837.385055:0:34082:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1780853837.385056:0:34082:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853837.385057:0:34082:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:1.0:1780853837.385060:0:34082:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:1.0:1780853837.385062:0:34082:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.385064:0:34082:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1780853837.385071:0:34082:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.385074:0:34082:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.385078:0:34082:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:1.0:1780853837.385081:0:34082:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853837.385085:0:34082:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853837.385088:0:34082:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:1.0:1780853837.385090:0:34082:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1780853837.385092:0:34082:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1780853837.385096:0:34082:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45904f9600. 00000080:00000001:1.0:1780853837.385099:0:34082:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1780853837.385103:0:34082:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1780853837.385107:0:34082:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:1.0:1780853837.385109:0:34082:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1780853837.385112:0:34082:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1780853837.385114:0:34082:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:1.0:1780853837.385121:0:34082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107800. 00000020:00000040:1.0:1780853837.385125:0:34082:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853837.385129:0:34082:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853837.385133:0:34082:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853837.385137:0:34082:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853837.385144:0:34082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904f8c00. 00000100:00000001:1.0:1780853837.385150:0:34082:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1780853837.385170:0:34082:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1780853837.385182:0:34082:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780853837.385187:0:34082:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1780853837.385195:0:34082:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853837.385197:0:34082:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853837.385203:0:34082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4588f2fcc0. 00000100:00000001:1.0:1780853837.385205:0:34082:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620220398784 : -107453489152832 : ffff9e4588f2fcc0) 00000100:00000001:1.0:1780853837.385208:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.385209:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853837.385213:0:34082:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853837.385217:0:34082:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.385219:0:34082:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853837.385221:0:34082:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853837.385225:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.385238:0:34082:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853837.385240:0:34082:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.385245:0:34082:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853837.385248:0:34082:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853837.385250:0:34082:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853837.385255:0:34082:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34082:1867358631452416:192.168.202.110@tcp:35:uname.0 00000100:00000001:1.0:1780853837.385259:0:34082:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853837.385479:0:34082:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853837.385483:0:34082:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.385486:0:34082:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853837.385492:0:34082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d73400. 02000000:00000001:1.0:1780853837.385494:0:34082:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853837.385502:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853837.385506:0:34082:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d4d0. 00000400:00000010:1.0:1780853837.385512:0:34082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853837.385519:0:34082:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631452416, portal 10 00000100:00000001:1.0:1780853837.385521:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.385522:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000040:1.0:1780853837.385529:0:34082:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.385537:0:34082:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853837.385540:0:34082:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853837.385542:0:34082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853837.385545:0:34082:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631452416, offset 0 00000400:00000200:1.0:1780853837.385551:0:34082:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853837.385560:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.385699:0:34082:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853837.385706:0:34082:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853837.385710:0:34082:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853837.385715:0:34082:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853837.385718:0:34082:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853837.385722:0:34082:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2653:2653:256:4294967295] 192.168.202.110@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:1.0:1780853837.385728:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.385738:0:34082:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853837.385745:0:34082:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853837.385750:0:34082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76b00. 00000800:00000200:1.0:1780853837.385757:0:34082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853837.385765:0:34082:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853837.385770:0:34082:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780853837.385853:0:34082:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853837.385858:0:34082:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 820510 usecs (821 jiffies) 00000400:00000200:1.0:1780853837.385870:0:34082:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853837.385873:0:34082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296634961 00000100:00000001:1.0:1780853837.385876:0:34082:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:1.0:1780853837.385879:0:34082:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296634961 00000100:00000001:1.0:1780853837.385881:0:34082:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:1.0:1780853837.385884:0:34082:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853837.385887:0:34082:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.385889:0:34082:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853837.385891:0:34082:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853837.385895:0:34082:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588f2fcc0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853837.385898:0:34082:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.385901:0:34082:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1780853837.388334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572400. 00000800:00000200:0.0:1780853837.389532:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.389539:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76b00. 00000400:00000200:0.0:1780853837.389547:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.389555:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.389563:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:0.0:1780853837.389566:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:0.0:1780853837.389580:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.389589:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.389600:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.389603:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.389610:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.389669:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.390059:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.390074:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.390078:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.390081:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.390090:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.390095:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.390103:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.390107:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.390113:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.390117:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe55f00 00000400:00000200:1.0:1780853837.390122:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.390128:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7231 [1] + 224 00000800:00000001:1.0:1780853837.390136:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.390143:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.390145:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.390148:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.390153:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.390158:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.390166:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390248:0:34082:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.390292:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.390300:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.390305:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853837.390387:0:34082:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.390390:0:34082:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.390394:0:34082:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d4d0. 00000400:00000200:2.0:1780853837.390398:0:34082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:2.0:1780853837.390399:0:34082:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:2.0:1780853837.390402:0:34082:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.390470:0:34082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.390479:0:34082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107800 x1867358631452416/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390485:0:34082:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.390487:0:34082:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.390491:0:34082:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.390494:0:34082:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.390497:0:34082:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.390499:0:34082:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.390502:0:34082:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.390513:0:34082:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=78 v=5 (10 5 5 5) 00000100:00001000:2.0:1780853837.390517:0:34082:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.390520:0:34082:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.390521:0:34082:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.390525:0:34082:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.390529:0:34082:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.390532:0:34082:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853837.390535:0:34082:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853837.390536:0:34082:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853837.390538:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.390539:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:2.0:1780853837.390542:0:34082:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.390544:0:34082:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.390546:0:34082:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.390548:0:34082:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.390553:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107800 x1867358631452416/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390559:0:34082:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.390563:0:34082:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.390564:0:34082:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.390708:0:34082:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107800 x1867358631452416/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.390718:0:34082:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34082:1867358631452416:192.168.202.110@tcp:35:uname.0 00000100:00000001:2.0:1780853837.390724:0:34082:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.390727:0:34082:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.390730:0:34082:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.390732:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.390735:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631452416/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390741:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.390744:0:34082:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4588f2fcc0. 00000100:00000001:2.0:1780853837.390750:0:34082:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.390752:0:34082:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.390763:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.390764:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000002:00000001:2.0:1780853837.390768:0:34082:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.390772:0:34082:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.390778:0:34082:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f9600. 00000080:00000001:2.0:1780853837.390782:0:34082:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853837.390787:0:34082:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853837.390792:0:34082:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853837.390926:0:34082:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390935:0:34082:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.390936:0:34082:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208061312 : -107453501490304 : ffff9e458836bb80) 00000100:00000001:2.0:1780853837.390939:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.390942:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390948:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.390950:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.390952:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631452416/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390958:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.390959:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.390962:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836bb80 x1867358631451776/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.390973:0:34082:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853837.390977:0:34082:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.390980:0:34082:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.390982:0:34082:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.390986:0:34082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b9c00. 02000000:00000001:2.0:1780853837.390990:0:34082:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.390993:0:34082:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.390994:0:34082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836bb80. 00000100:00000001:2.0:1780853837.390998:0:34082:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.390999:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.391000:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.391003:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107800 x1867358631452416/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.391008:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.391010:0:34082:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c152e0. 00000002:00000001:2.0:1780853837.391012:0:34082:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.391014:0:34082:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.391016:0:34082:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e459263d400. 00000100:00000001:2.0:1780853837.391019:0:34082:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.391022:0:34082:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107800 x1867358631452416/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.391027:0:34082:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.391029:0:34082:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.391032:0:34082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d73400. 02000000:00000001:2.0:1780853837.391035:0:34082:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.391036:0:34082:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.391037:0:34082:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.391039:0:34082:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.391040:0:34082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904f8c00. 02000000:00000001:2.0:1780853837.391042:0:34082:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.391043:0:34082:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.391044:0:34082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107800. 00000100:00000001:2.0:1780853837.391047:0:34082:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.391049:0:34082:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.391051:0:34082:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.391054:0:34082:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cc280. 00000080:00000001:2.0:1780853837.391057:0:34082:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.391064:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebdb8 00000080:00000008:2.0:1780853837.391067:0:34082:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 102001, rc = 0 00000080:00000001:2.0:1780853837.391070:0:34082:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.391075:0:34082:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853837.391077:0:34082:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cebe00 00000080:00002000:2.0:1780853837.391079:0:34082:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:2.0:1780853837.391082:0:34082:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.391091:0:34082:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853837.391097:0:34082:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1780853837.403007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7860. 00000080:00000001:1.0:1780853837.425854:0:34083:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.425936:0:34083:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.425939:0:34083:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.425943:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fbc0 00000080:00200000:1.0:1780853837.425948:0:34083:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.425957:0:34083:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8800. 00800000:00000002:1.0:1780853837.425966:0:34083:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.425970:0:34083:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.425977:0:34083:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.425979:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fae0 00800000:00000002:1.0:1780853837.425981:0:34083:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.425985:0:34083:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.425991:0:34083:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.425997:0:34083:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.425999:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f9b0 00000002:00010000:1.0:1780853837.426001:0:34083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.426005:0:34083:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.426008:0:34083:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.426011:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853837.426020:0:34083:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853837.426023:0:34083:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853837.426026:0:34083:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853837.426028:0:34083:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853837.426031:0:34083:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853837.426037:0:34083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107800. 00000020:00000040:1.0:1780853837.426110:0:34083:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853837.426119:0:34083:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853837.426124:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.426133:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.426135:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.426137:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.426140:0:34083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853837.426142:0:34083:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853837.426147:0:34083:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853837.426155:0:34083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d72800. 00000100:00000001:1.0:1780853837.426163:0:34083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.426168:0:34083:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853837.426170:0:34083:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.426171:0:34083:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853837.426172:0:34083:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.426175:0:34083:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853837.426181:0:34083:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00010000:00000001:1.0:1780853837.426185:0:34083:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853837.426187:0:34083:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853837.426191:0:34083:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0a00. 00010000:00000010:1.0:1780853837.426195:0:34083:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2180. 00010000:00000001:1.0:1780853837.426199:0:34083:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853837.426202:0:34083:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6600. 00000020:00000001:1.0:1780853837.426207:0:34083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853837.426210:0:34083:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6600 with handle 0xa8f483e9eb300eca to hash 00000020:00000001:1.0:1780853837.426212:0:34083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853837.426214:0:34083:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.426218:0:34083:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.426222:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.426226:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.426231:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34083 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853837.426242:0:34083:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34083 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853837.426252:0:34083:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34083 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853837.426259:0:34083:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853837.426261:0:34083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853837.426479:0:34083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4588f2f3c0. 00000100:00000001:1.0:1780853837.426483:0:34083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620220396480 : -107453489155136 : ffff9e4588f2f3c0) 00000100:00000001:1.0:1780853837.426486:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.426488:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000001:1.0:1780853837.426493:0:34083:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853837.426497:0:34083:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.426500:0:34083:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853837.426502:0:34083:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853837.426513:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.426522:0:34083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853837.426525:0:34083:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.426529:0:34083:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853837.426532:0:34083:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853837.426534:0:34083:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853837.426538:0:34083:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34083:1867358631452544:192.168.202.110@tcp:101:cat.0 00000100:00000001:1.0:1780853837.426542:0:34083:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853837.426548:0:34083:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853837.426550:0:34083:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853837.426553:0:34083:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853837.426558:0:34083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585117000. 02000000:00000001:1.0:1780853837.426560:0:34083:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853837.426729:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853837.426735:0:34083:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d3c8. 00000400:00000010:1.0:1780853837.426743:0:34083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9550. 00000100:00000200:1.0:1780853837.426750:0:34083:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631452544, portal 10 00000100:00000001:1.0:1780853837.426752:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853837.426754:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121667584 : -107453587884032 : ffff9e4583107800) 00000100:00000040:1.0:1780853837.426760:0:34083:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.426768:0:34083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853837.426771:0:34083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853837.426774:0:34083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853837.426777:0:34083:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631452544, offset 0 00000400:00000200:1.0:1780853837.426783:0:34083:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853837.426793:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.426800:0:34083:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853837.426805:0:34083:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853837.426808:0:34083:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853837.426812:0:34083:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853837.426814:0:34083:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853837.426819:0:34083:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2654:2654:256:4294967295] 192.168.202.110@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:1.0:1780853837.426823:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.426832:0:34083:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853837.426838:0:34083:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853837.426843:0:34083:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76f00. 00000800:00000200:1.0:1780853837.426850:0:34083:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853837.426858:0:34083:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853837.426928:0:34083:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1780853837.427163:0:34083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853837.427168:0:34083:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 819510 usecs (820 jiffies) 00000400:00000200:1.0:1780853837.427172:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853837.427175:0:34083:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296635001 00000100:00000001:1.0:1780853837.427179:0:34083:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:1.0:1780853837.427181:0:34083:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296635001 00000100:00000001:1.0:1780853837.427183:0:34083:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:1.0:1780853837.427186:0:34083:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853837.427188:0:34083:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.427191:0:34083:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853837.427192:0:34083:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853837.427196:0:34083:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4588f2f3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1780853837.427198:0:34083:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.427201:0:34083:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853837.432181:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.432193:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76f00. 00000400:00000200:1.0:1780853837.432201:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.432212:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.432220:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853837.432223:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853837.432229:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.432238:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.432252:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.432256:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.432289:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.432292:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.434242:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.434258:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.434262:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.434325:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.434336:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.434343:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.434352:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.434357:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.434362:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.434367:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe55f80 00000400:00000200:1.0:1780853837.434373:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.434392:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x7241 [1] + 224 00000800:00000001:1.0:1780853837.434400:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.434473:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.434477:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.434482:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.434489:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.434498:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.434509:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.434535:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.434545:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.434547:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.434752:0:34083:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.434760:0:34083:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.434762:0:34083:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.434765:0:34083:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d3c8. 00000400:00000200:2.0:1780853837.434770:0:34083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9550 00000400:00000010:2.0:1780853837.434773:0:34083:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9550. 00000100:00000001:2.0:1780853837.434776:0:34083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.434781:0:34083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.434790:0:34083:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.434795:0:34083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.434797:0:34083:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.434801:0:34083:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.434805:0:34083:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.434807:0:34083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.434811:0:34083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.434816:0:34083:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.434826:0:34083:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853837.434832:0:34083:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.434834:0:34083:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.434836:0:34083:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.434840:0:34083:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.434845:0:34083:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.434850:0:34083:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.434853:0:34083:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.434855:0:34083:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.434858:0:34083:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.434937:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.434946:0:34083:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.434949:0:34083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.434951:0:34083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.434955:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.434963:0:34083:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107800 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34083:1867358631452544:192.168.202.110@tcp:101:cat.0 00000100:00000001:2.0:1780853837.434968:0:34083:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.434971:0:34083:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.434973:0:34083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.434975:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.434977:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.434983:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.434986:0:34083:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4588f2f3c0. 00000100:00000001:2.0:1780853837.434991:0:34083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.434992:0:34083:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.434995:0:34083:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853837.434999:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435001:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435004:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=4 00000020:00000001:2.0:1780853837.435006:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435009:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000040:2.0:1780853837.435016:0:34083:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6600, remote cookie: 0x562725ecec97a720, flags: 0x1001 00010000:00010000:2.0:1780853837.435022:0:34083:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.435035:0:34083:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435043:0:34083:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853837.435048:0:34083:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853837.435051:0:34083:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853837.435052:0:34083:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853837.435054:0:34083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853837.435057:0:34083:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4589ab0a00) refcount = 1 00010000:00010000:2.0:1780853837.435061:0:34083:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435068:0:34083:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853837.435072:0:34083:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853837.435074:0:34083:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.435077:0:34083:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853837.435079:0:34083:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.435082:0:34083:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435088:0:34083:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853837.435090:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435091:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435092:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435093:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435095:0:34083:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.435100:0:34083:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853837.435102:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435103:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435104:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435106:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435108:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435111:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435112:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435113:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=4 00000020:00000001:2.0:1780853837.435115:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435117:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435119:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.435122:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.435125:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435131:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435132:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435133:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435134:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435136:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=5 00000020:00000001:2.0:1780853837.435138:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435140:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435142:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.435145:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435150:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435151:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.435154:0:34083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435160:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.435161:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435162:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435163:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435164:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853837.435170:0:34083:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853837.435185:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435186:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435188:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435189:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435191:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435194:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435195:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.435197:0:34083:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.435199:0:34083:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.435201:0:34083:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853837.435203:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435204:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435205:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435207:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435209:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00000002:00010000:2.0:1780853837.435212:0:34083:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435219:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435220:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435221:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853837.435223:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435224:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435225:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435226:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435228:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000040:2.0:1780853837.435233:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:2.0:1780853837.435236:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853837.435240:0:34083:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853837.435242:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435243:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.435244:0:34083:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853837.435247:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f930 00000002:00002000:2.0:1780853837.435249:0:34083:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853837.435251:0:34083:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.435255:0:34083:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.435258:0:34083:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853837.435261:0:34083:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853837.435743:0:34083:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853837.435748:0:34083:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.435752:0:34083:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8800. 00000080:00000001:2.0:1780853837.435757:0:34083:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.435759:0:34083:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853837.435765:0:34083:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853837.435770:0:34083:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853837.435778:0:34083:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f0000. 00800000:00000001:2.0:1780853837.435780:0:34083:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343869440 : -107453365682176 : ffff9e45904f0000) 00800000:00000001:2.0:1780853837.435783:0:34083:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.435785:0:34083:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853837.435788:0:34083:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853837.435791:0:34083:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853837.435793:0:34083:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853837.435797:0:34083:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853837.435798:0:34083:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.435803:0:34083:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853837.435806:0:34083:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1780853837.435811:0:34083:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853837.435814:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435815:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435817:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435819:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435822:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435825:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435826:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853837.435827:0:34083:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853837.435829:0:34083:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853837.435831:0:34083:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f0000 1 00800000:00000010:2.0:1780853837.435834:0:34083:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f0000. 00800000:00000001:2.0:1780853837.435836:0:34083:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.435840:0:34083:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:2.0:1780853837.435843:0:34083:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.435845:0:34083:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.435847:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435848:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435849:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435851:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435853:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435856:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435857:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.435859:0:34083:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.435926:0:34083:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.435929:0:34083:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.435932:0:34083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853837.435935:0:34083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401c7fbf8 00010000:00000001:2.0:1780853837.435937:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.435939:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.435940:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:2.0:1780853837.435942:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435944:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:2.0:1780853837.435946:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.435950:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.435957:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435958:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435960:0:34083:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.435963:0:34083:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.435966:0:34083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.435973:0:34083:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.435977:0:34083:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.435979:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.435984:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.435985:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.435987:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.435991:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.435993:0:34083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.435995:0:34083:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.435998:0:34083:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.436000:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.436002:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.436002:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.436005:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.436009:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107800 x1867358631452544/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.436014:0:34083:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.436017:0:34083:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.436020:0:34083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585117000. 02000000:00000001:2.0:1780853837.436024:0:34083:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.436026:0:34083:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.436028:0:34083:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.436030:0:34083:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.436033:0:34083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d72800. 02000000:00000001:2.0:1780853837.436038:0:34083:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.436041:0:34083:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.436043:0:34083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107800. 00000100:00000001:2.0:1780853837.436048:0:34083:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.436049:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.436052:0:34083:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853837.436059:0:34083:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.436075:0:34083:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7ae0. 00000080:00000001:2.0:1780853837.436081:0:34083:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:2.0:1780853837.436084:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb50 00000080:00200000:2.0:1780853837.436086:0:34083:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e458818e300, open_flags 8000, mode 0 opened 0 00000080:00000010:2.0:1780853837.436091:0:34083:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585da5a20. 00000080:00000001:2.0:1780853837.436093:0:34083:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853837.436095:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa00 00000080:00200000:2.0:1780853837.436098:0:34083:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open 00000080:00000010:2.0:1780853837.436106:0:34083:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e5800. 00800000:00000002:2.0:1780853837.436110:0:34083:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.436113:0:34083:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.436116:0:34083:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.436117:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f920 00800000:00000002:2.0:1780853837.436118:0:34083:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.436121:0:34083:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780853837.436122:0:34083:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853837.436126:0:34083:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00000020:00000001:2.0:1780853837.436128:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f8a0 00800000:00000002:2.0:1780853837.436129:0:34083:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1780853837.436132:0:34083:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.436133:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f7d8 00000002:00010000:2.0:1780853837.436135:0:34083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:2.0:1780853837.436137:0:34083:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853837.436139:0:34083:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853837.436142:0:34083:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853837.436145:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:2.0:1780853837.436146:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.436148:0:34083:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853837.436150:0:34083:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.436151:0:34083:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.436153:0:34083:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.436156:0:34083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853837.436158:0:34083:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853837.436162:0:34083:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853837.436164:0:34083:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.436166:0:34083:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853837.436169:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.436171:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.436172:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.436173:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.436175:0:34083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.436176:0:34083:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.436179:0:34083:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.436184:0:34083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf3000. 00000100:00000001:2.0:1780853837.436189:0:34083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.436191:0:34083:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.436192:0:34083:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.436193:0:34083:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853837.436194:0:34083:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.436195:0:34083:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.436201:0:34083:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00010000:00000001:2.0:1780853837.436204:0:34083:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853837.436205:0:34083:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853837.436206:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:2.0:1780853837.436208:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.436209:0:34083:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853837.436211:0:34083:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778a00. 00000020:00000001:2.0:1780853837.436213:0:34083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853837.436214:0:34083:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778a00 with handle 0xa8f483e9eb300ed1 to hash 00000020:00000001:2.0:1780853837.436216:0:34083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853837.436217:0:34083:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.436219:0:34083:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.436221:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.436223:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.436225:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34083 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.436229:0:34083:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34083 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853837.436237:0:34083:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853837.436241:0:34083:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853837.436247:0:34083:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34083 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853837.436253:0:34083:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.436255:0:34083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.436259:0:34083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee3c0. 00000100:00000001:2.0:1780853837.436260:0:34083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124709824 : -107453584841792 : ffff9e45833ee3c0) 00000100:00000001:2.0:1780853837.436262:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.436488:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.436495:0:34083:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.436499:0:34083:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.436501:0:34083:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.436503:0:34083:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.436508:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.436517:0:34083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.436519:0:34083:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.436524:0:34083:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.436528:0:34083:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.436530:0:34083:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.436534:0:34083:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34083:1867358631452800:192.168.202.110@tcp:101:cat.0 00000100:00000001:2.0:1780853837.436538:0:34083:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.436544:0:34083:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.436546:0:34083:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.436549:0:34083:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.436780:0:34083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:2.0:1780853837.436783:0:34083:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.436792:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.436797:0:34083:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853837.436804:0:34083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4586478000. 00000100:00000200:2.0:1780853837.436812:0:34083:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631452800, portal 10 00000100:00000001:2.0:1780853837.436815:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.436816:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853837.436824:0:34083:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.436836:0:34083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.436839:0:34083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.436844:0:34083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f000. 00000100:00000200:2.0:1780853837.436848:0:34083:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631452800, offset 0 00000400:00000200:2.0:1780853837.436854:0:34083:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.436935:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.436945:0:34083:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.436951:0:34083:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.436956:0:34083:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.436959:0:34083:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.436962:0:34083:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.436966:0:34083:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2655:2655:256:4294967295] 192.168.202.110@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:2.0:1780853837.436971:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.436981:0:34083:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.436988:0:34083:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.436994:0:34083:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddf00. 00000800:00000200:2.0:1780853837.437002:0:34083:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.437009:0:34083:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.437014:0:34083:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddf00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.437076:0:34083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.437082:0:34083:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 818517 usecs (819 jiffies) 00000400:00000200:2.0:1780853837.437085:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.437088:0:34083:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296635010 00000100:00000001:2.0:1780853837.437091:0:34083:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.437093:0:34083:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296635010 00000100:00000001:2.0:1780853837.437095:0:34083:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.437097:0:34083:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.437100:0:34083:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.437103:0:34083:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.437104:0:34083:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.437107:0:34083:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.437110:0:34083:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.437112:0:34083:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853837.440251:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.440262:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853837.440290:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.440299:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853837.440307:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f000 00000400:00000010:1.0:1780853837.440310:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f000. 00000100:00000001:1.0:1780853837.440316:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853837.440326:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.440338:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853837.440342:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.440349:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853837.440351:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.442756:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.442770:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.442774:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.442777:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.442785:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.442791:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.442799:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.442804:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.442809:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.442813:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe56080 00000400:00000200:1.0:1780853837.442818:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.442824:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x7251 [64] + 224 00000800:00000001:1.0:1780853837.442831:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.442837:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.442840:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.442845:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.442852:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.442860:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.442883:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853837.442905:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.442912:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.442915:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.442973:0:34083:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853837.442980:0:34083:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.442982:0:34083:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.442986:0:34083:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853837.442994:0:34083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586478000 00000400:00000010:2.0:1780853837.442996:0:34083:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4586478000. 00000100:00000001:2.0:1780853837.442999:0:34083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.443003:0:34083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.443010:0:34083:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631452800/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.443015:0:34083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.443017:0:34083:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.443019:0:34083:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.443023:0:34083:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.443025:0:34083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.443027:0:34083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.443030:0:34083:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.443039:0:34083:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853837.443044:0:34083:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.443046:0:34083:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.443048:0:34083:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.443051:0:34083:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.443054:0:34083:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.443058:0:34083:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853837.443059:0:34083:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853837.443061:0:34083:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853837.443063:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.443065:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.443068:0:34083:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.443070:0:34083:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.443073:0:34083:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.443075:0:34083:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.443080:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.443089:0:34083:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.443092:0:34083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.443094:0:34083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.443098:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.443106:0:34083:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34083:1867358631452800:192.168.202.110@tcp:101:cat.0 00000100:00000001:2.0:1780853837.443111:0:34083:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.443113:0:34083:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.443115:0:34083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.443117:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.443120:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.443125:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.443128:0:34083:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee3c0. 00000100:00000001:2.0:1780853837.443131:0:34083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.443133:0:34083:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.443136:0:34083:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853837.443141:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443144:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443147:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853837.443149:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443152:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000040:2.0:1780853837.443159:0:34083:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778a00, remote cookie: 0x562725ecec97a73c, flags: 0x1001 00010000:00010000:2.0:1780853837.443164:0:34083:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853837.443178:0:34083:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1780853837.443181:0:34083:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1780853837.443188:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:2.0:1780853837.443191:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.443194:0:34083:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.443197:0:34083:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853837.443204:0:34083:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443210:0:34083:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853837.443215:0:34083:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853837.443218:0:34083:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853837.443220:0:34083:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853837.443221:0:34083:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853837.443224:0:34083:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9e4588d95000) refcount = 2 00010000:00000040:2.0:1780853837.443228:0:34083:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780853837.443230:0:34083:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853837.443237:0:34083:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443243:0:34083:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853837.443247:0:34083:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853837.443248:0:34083:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.443251:0:34083:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853837.443255:0:34083:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.443259:0:34083:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443295:0:34083:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853837.443296:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443298:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.443299:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443300:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.443301:0:34083:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.443306:0:34083:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853837.443308:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443309:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443310:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853837.443312:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443315:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443317:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443318:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443319:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853837.443321:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443323:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443325:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.443328:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.443331:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443337:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443338:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.443339:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443340:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443341:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=5 00000020:00000001:2.0:1780853837.443343:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443345:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443347:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.443349:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443356:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443357:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.443360:0:34083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443365:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.443366:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443367:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.443368:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443369:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853837.443373:0:34083:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.443391:0:34083:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853837.443395:0:34083:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.443402:0:34083:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.443407:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443408:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443409:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853837.443411:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443413:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000002:00010000:2.0:1780853837.443417:0:34083:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1780853837.443426:0:34083:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45904f0000. 00010000:00000001:2.0:1780853837.443428:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443429:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.443431:0:34083:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.443433:0:34083:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853837.443436:0:34083:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853837.443438:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.443439:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00010000:00000001:2.0:1780853837.443441:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443443:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443444:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853837.443446:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443447:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000002:00010000:2.0:1780853837.443451:0:34083:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443456:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443457:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.443459:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853837.443460:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443461:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443462:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853837.443463:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443465:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000040:2.0:1780853837.443468:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:2.0:1780853837.443470:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.443472:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.443474:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.443476:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853837.443482:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.443487:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.443490:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.443496:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443497:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.443498:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443500:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443501:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853837.443503:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443505:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853837.443507:0:34083:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1780853837.443509:0:34083:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443516:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.443518:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443524:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443525:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.443527:0:34083:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.443532:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.443534:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.443536:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1780853837.443540:0:34083:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e45833ee3c0. 00010000:00000001:2.0:1780853837.443544:0:34083:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1780853837.443562:0:34083:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1780853837.443565:0:34083:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.443574:0:34083:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.443576:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.443578:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.443579:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.443580:0:34083:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853837.443583:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7f758 00000002:00002000:2.0:1780853837.443585:0:34083:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=80002b: rc = 0 00000002:00000001:2.0:1780853837.443588:0:34083:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.443592:0:34083:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.443603:0:34083:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853837.443607:0:34083:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853837.443723:0:34083:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853837.443727:0:34083:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.443730:0:34083:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853837.443731:0:34083:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585da5a20 it_disposition 80002b 00000080:00000001:2.0:1780853837.443735:0:34083:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853837.443740:0:34083:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853837.443742:0:34083:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853837.443745:0:34083:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1780853837.443747:0:34083:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1780853837.443753:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.443758:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853837.443763:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.443768:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.443772:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.443778:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.443782:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.443787:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.443792:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.443796:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.443800:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5c00. 00000008:00000010:2.0:1780853837.443803:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.443806:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.443809:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.443812:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853837.443815:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853837.443817:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000020:00000001:2.0:1780853837.443819:0:34083:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853837.443823:0:34083:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853837.443825:0:34083:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853837.443831:0:34083:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5780. 00020000:00000010:2.0:1780853837.443835:0:34083:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45922f9580. 00020000:00000010:2.0:1780853837.443839:0:34083:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da52a0. 00020000:00000001:2.0:1780853837.443842:0:34083:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168450720 : -107453541100896 : ffff9e4585da52a0) 00020000:00000002:2.0:1780853837.443846:0:34083:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da52a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853837.443850:0:34083:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853837.443854:0:34083:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1780853837.443857:0:34083:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000001:2.0:1780853837.443860:0:34083:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853837.443862:0:34083:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000010:2.0:1780853837.443867:0:34083:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45922f9580. 00020000:00000010:2.0:1780853837.443870:0:34083:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5780. 00020000:00000010:2.0:1780853837.443872:0:34083:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da52a0. 00020000:00000002:2.0:1780853837.443874:0:34083:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853837.443876:0:34083:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.443878:0:34083:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780853837.443880:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853837.443883:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.443886:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.443889:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.443893:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.443896:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.443899:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.443902:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.443905:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853837.443908:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.443912:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.443915:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.443917:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853837.443920:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.443922:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000080:00000001:2.0:1780853837.443926:0:34083:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:2.0:1780853837.443929:0:34083:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1780853837.443934:0:34083:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x31:0x0](ffff9e4591989988): rc = 0 00000080:00000001:2.0:1780853837.443937:0:34083:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365470088 : -107453344081528 : ffff9e4591989988) 00010000:00000001:2.0:1780853837.443939:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.443941:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.443943:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:2.0:1780853837.443944:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.443947:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00000080:00000001:2.0:1780853837.443950:0:34083:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780853837.443951:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.443953:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853837.443955:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.443957:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.443960:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.443962:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.443965:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.443967:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.443969:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.443971:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.443974:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853837.443976:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.443978:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.443980:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.443983:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853837.443984:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853837.443986:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000020:00000001:2.0:1780853837.443988:0:34083:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853837.443989:0:34083:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853837.443990:0:34083:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853837.443992:0:34083:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da52a0. 00020000:00000010:2.0:1780853837.443995:0:34083:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45922f9580. 00020000:00000010:2.0:1780853837.443997:0:34083:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da5780. 00020000:00000001:2.0:1780853837.443999:0:34083:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168451968 : -107453541099648 : ffff9e4585da5780) 00020000:00000002:2.0:1780853837.444001:0:34083:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5780, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853837.444005:0:34083:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853837.444009:0:34083:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:2.0:1780853837.444011:0:34083:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000001:2.0:1780853837.444013:0:34083:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853837.444015:0:34083:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e35d0) owner ffff9e4594864f80 00020000:00000010:2.0:1780853837.444017:0:34083:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45922f9580. 00020000:00000010:2.0:1780853837.444019:0:34083:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da52a0. 00020000:00000010:2.0:1780853837.444021:0:34083:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da5780. 00020000:00000002:2.0:1780853837.444023:0:34083:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853837.444025:0:34083:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.444026:0:34083:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.444030:0:34083:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780853837.444032:0:34083:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:2.0:1780853837.444035:0:34083:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5360 addref 2/0 by ffff9e4594864f80. 00020000:00000002:2.0:1780853837.444037:0:34083:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:2.0:1780853837.444039:0:34083:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780853837.444041:0:34083:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780853837.444042:0:34083:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780853837.444044:0:34083:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780853837.444046:0:34083:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780853837.444048:0:34083:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1780853837.444050:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853837.444052:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.444054:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.444056:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.444058:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.444060:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.444062:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.444064:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.444066:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5c00. 00000008:00000010:2.0:1780853837.444068:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.444070:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.444072:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.444075:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853837.444077:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.444079:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000080:00000001:2.0:1780853837.444081:0:34083:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.444083:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.444085:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853837.444087:0:34083:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853837.444089:0:34083:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853837.444091:0:34083:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.444094:0:34083:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ec3 00800000:00000001:2.0:1780853837.444098:0:34083:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.444100:0:34083:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.444101:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.444102:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.444104:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:2.0:1780853837.444106:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444108:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444110:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.444111:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.444113:0:34083:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.444115:0:34083:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1780853837.444121:0:34083:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b49e58 inode ffff9e4591989988 refc 1 flags 0x40000e 00000080:00000001:2.0:1780853837.444124:0:34083:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1780853837.444127:0:34083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00000001:2.0:1780853837.444130:0:34083:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853837.444134:0:34083:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5800. 00000100:00000001:2.0:1780853837.444137:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.444142:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.444150:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.444158:0:34083:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853837.444160:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa60 00000080:00200008:2.0:1780853837.444162:0:34083:0:(file.c:1059:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 100000 00000080:00000010:2.0:1780853837.444169:0:34083:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530a140. 00000080:00000010:2.0:1780853837.444176:0:34083:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45904f0dc0. 00000080:00000001:2.0:1780853837.444179:0:34083:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:2.0:1780853837.444182:0:34083:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1780853837.444185:0:34083:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780853837.444188:0:34083:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585ca7ba0. 00000002:00100000:2.0:1780853837.444192:0:34083:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853837.444198:0:34083:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.444200:0:34083:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853837.444203:0:34083:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780853837.444206:0:34083:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.444209:0:34083:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.444211:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.444213:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1780853837.444220:0:34083:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.444223:0:34083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:2.0:1780853837.444258:0:34083:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780853837.444259:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.444261:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa60 00000080:00000008:2.0:1780853837.444284:0:34083:0:(file.c:1298:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 100000, rc = 0 00000080:00000001:2.0:1780853837.444288:0:34083:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780853837.444290:0:34083:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5a20 released 00000080:00010000:2.0:1780853837.444292:0:34083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ec3 from it ffff9e4585da5a20 00010000:00000001:2.0:1780853837.444294:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.444296:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.444297:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:2.0:1780853837.444299:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444301:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444303:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.444307:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853837.444314:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.444315:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.444317:0:34083:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.444319:0:34083:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.444322:0:34083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853837.444329:0:34083:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.444332:0:34083:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.444334:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.444338:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.444339:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.444341:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.444343:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.444344:0:34083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.444346:0:34083:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.444349:0:34083:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.444350:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.444351:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.444352:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853837.444354:0:34083:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1780853837.444356:0:34083:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1780853837.444358:0:34083:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.444359:0:34083:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.444361:0:34083:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.444363:0:34083:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.444365:0:34083:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1780853837.444369:0:34083:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.444371:0:34083:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853837.444373:0:34083:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.444374:0:34083:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853837.444387:0:34083:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5a20. 00000080:00000001:2.0:1780853837.444390:0:34083:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.444394:0:34083:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853837.444397:0:34083:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988), inode mode 81a4 mask 44 00000080:00000001:2.0:1780853837.444400:0:34083:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.444421:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd28 00000080:00200008:2.0:1780853837.444423:0:34083:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853837.444428:0:34083:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853837.444429:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fca0 00000080:00200000:2.0:1780853837.444431:0:34083:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988),name=recon 00000080:00000010:2.0:1780853837.444437:0:34083:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45829e5800. 00800000:00000002:2.0:1780853837.444441:0:34083:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853837.444446:0:34083:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853837.444449:0:34083:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.444451:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fbc0 00800000:00000002:2.0:1780853837.444452:0:34083:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853837.444456:0:34083:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853837.444460:0:34083:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853837.444463:0:34083:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853837.444465:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fa90 00000002:00010000:2.0:1780853837.444467:0:34083:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853837.444471:0:34083:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853837.444473:0:34083:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.444475:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.444479:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:2.0:1780853837.444481:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.444483:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.444485:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.444488:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853837.444495:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.444498:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.444501:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853837.444507:0:34083:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853837.444509:0:34083:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853837.444511:0:34083:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.444513:0:34083:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853837.444515:0:34083:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853837.444517:0:34083:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853837.444519:0:34083:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853837.444521:0:34083:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853837.444524:0:34083:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5800. 00000080:00000001:2.0:1780853837.444527:0:34083:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853837.444529:0:34083:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.444531:0:34083:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00010000:2.0:1780853837.444534:0:34083:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ec3 00800000:00000001:2.0:1780853837.444536:0:34083:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853837.444538:0:34083:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853837.444539:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.444540:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.444541:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:2.0:1780853837.444543:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444546:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444548:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.444549:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853837.444550:0:34083:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.444552:0:34083:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853837.444554:0:34083:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ec3 from it ffffb4b401c7fcd8 00010000:00000001:2.0:1780853837.444556:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.444557:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.444558:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:2.0:1780853837.444559:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444561:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:2.0:1780853837.444563:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.444565:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000020:00000001:3.0:1780853837.444953:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.444957:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.444960:0:16009:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853837.444963:0:16009:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853837.444965:0:16009:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853837.444969:0:16009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853837.445000:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445001:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.445002:0:34083:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.445003:0:34083:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.445005:0:34083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853837.445011:0:34083:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.445013:0:34083:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.445014:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.445016:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445017:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.445018:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445020:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.445021:0:34083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445022:0:34083:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445025:0:34083:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445026:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.445027:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445028:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853837.445031:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853837.445032:0:34083:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.445035:0:34083:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1780853837.445037:0:34083:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.445038:0:34083:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.445040:0:34083:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853837.445041:0:34083:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.445042:0:34083:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780853837.445046:0:34083:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1780853837.445048:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.445052:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853837.445055:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000020:00000010:2.0:1780853837.445058:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.445061:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5a20. 00000008:00000010:2.0:1780853837.445065:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.445068:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.445071:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.445074:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.445077:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.445080:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5c00. 00000008:00000010:2.0:1780853837.445082:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.445085:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.445088:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.445091:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853837.445093:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853837.445096:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000020:00000001:2.0:1780853837.445099:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.445102:0:34083:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853837.445105:0:34083:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853837.445106:0:34083:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1780853837.445109:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.445111:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853837.445113:0:34083:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853837.445114:0:34083:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.445116:0:34083:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853837.445119:0:34083:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4590c63290 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1780853837.445122:0:34083:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:2.0:1780853837.445126:0:34083:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853837.445127:0:34083:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853837.445130:0:34083:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853837.445131:0:34083:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.445134:0:34083:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853837.445136:0:34083:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853837.445137:0:34083:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445139:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.445140:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.445141:0:34083:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853837.445143:0:34083:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:2.0:1780853837.445145:0:34083:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780853837.445148:0:34083:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1780853837.445149:0:34083:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1780853837.445151:0:34083:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853837.445153:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853837.445155:0:34083:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853837.445157:0:34083:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853837.445162:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1780853837.445167:0:34083:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9a80. 00020000:00000002:2.0:1780853837.445170:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853837.445172:0:34083:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853837.445174:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.445175:0:34083:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853837.445177:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.445178:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07090. 00000020:00000010:2.0:1780853837.445182:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.445184:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.445186:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.445189:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853837.445192:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853837.445194:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853837.445197:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853837.445199:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853837.445202:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4000. 00000008:00000010:2.0:1780853837.445204:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853837.445207:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853837.445209:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344e58. 00000080:00000010:2.0:1780853837.445212:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345870. 00000020:00000001:2.0:1780853837.445214:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200308888 : -107453509242728 : ffff9e4587c07098) 00000020:00001000:2.0:1780853837.445216:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07090 00000020:00000001:2.0:1780853837.445218:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.445219:0:34083:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853837.445222:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.445223:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853837.445224:0:34083:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.445226:0:34083:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.445227:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.445230:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853837.445233:0:34083:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282ab0. 00000008:00010000:2.0:1780853837.445236:0:34083:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1780853837.445238:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.445239:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853837.445241:0:34083:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba9ab0, osc lock ffff9e4592282ab0, flags 0x400001002 00000020:00000001:2.0:1780853837.445243:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.445244:0:34083:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.445247:0:34083:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480832 : -107453476070784 : ffff9e4589ba9a80) 00000020:00000001:2.0:1780853837.445248:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.445249:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.445251:0:34083:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445252:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445255:0:34083:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1780853837.445257:0:34083:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1780853837.445258:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.445260:0:34083:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.445261:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.445262:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.445300:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.445302:0:34083:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.445304:0:34083:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853837.445307:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853837.445309:0:34083:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.445311:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.445312:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853837.445314:0:34083:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853837.445315:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853837.445317:0:34083:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853837.445319:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.445323:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:2.0:1780853837.445326:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.445329:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.445333:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.445336:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1780853837.445346:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.445349:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.445351:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853837.445357:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.445359:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.445360:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:2.0:1780853837.445362:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.445364:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:2.0:1780853837.445368:0:34083:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853837.445370:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.445371:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.445373:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:2.0:1780853837.445374:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.445386:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000020:00000001:2.0:1780853837.445390:0:34083:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.445392:0:34083:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1780853837.445394:0:34083:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1780853837.445396:0:34083:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445398:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.445399:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.445400:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:2.0:1780853837.445402:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.445403:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.445405:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.445407:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853837.445415:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445416:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.445417:0:34083:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.445418:0:34083:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.445421:0:34083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.445427:0:34083:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.445429:0:34083:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.445430:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.445432:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445433:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.445434:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445436:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.445437:0:34083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445438:0:34083:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445441:0:34083:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.445443:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.445444:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445445:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.445446:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445447:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.445448:0:34083:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.445451:0:34083:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445453:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.445455:0:34083:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445456:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445458:0:34083:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.445459:0:34083:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1780853837.445461:0:34083:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1780853837.445462:0:34083:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1780853837.445464:0:34083:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445466:0:34083:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.445470:0:34083:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853837.445471:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.445473:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.445475:0:34083:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853837.445478:0:34083:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1780853837.445480:0:34083:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:2.0:1780853837.445483:0:34083:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445485:0:34083:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445487:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:2.0:1780853837.445489:0:34083:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1780853837.445492:0:34083:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1780853837.445493:0:34083:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853837.445495:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853837.445498:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.445499:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853837.445502:0:34083:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853837.445503:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.445504:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.445506:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.445507:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9ab0 (ffff9e4587c07098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853837.445510:0:34083:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853837.445512:0:34083:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853837.445513:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.445514:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.445515:0:34083:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853837.445517:0:34083:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.445519:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.445520:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.445521:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.445522:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853837.445525:0:34083:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853837.445526:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.445527:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9ab0 (ffff9e4587c07cf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853837.445530:0:34083:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282ab0. 00000020:00000001:2.0:1780853837.445534:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853837.445535:0:34083:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9a80. 00020000:00000001:2.0:1780853837.445538:0:34083:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.445539:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.445540:0:34083:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1780853837.445542:0:34083:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.445544:0:34083:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853837.445546:0:34083:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853837.445548:0:34083:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853837.445549:0:34083:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853837.445550:0:34083:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853837.445551:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07090 00000020:00000010:2.0:1780853837.445554:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.445557:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.445560:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853837.445564:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853837.445579:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853837.445583:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853837.445586:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853837.445589:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853837.445591:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853837.445594:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853837.445597:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344e58. 00000080:00000010:2.0:1780853837.445599:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345870. 00000020:00000010:2.0:1780853837.445602:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4000. 00000020:00000010:2.0:1780853837.445604:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07090. 00020000:00000001:2.0:1780853837.445607:0:34083:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853837.446036:0:34083:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853837.446040:0:34083:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853837.446042:0:34083:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853837.446046:0:34083:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853837.446047:0:34083:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.446049:0:34083:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853837.446051:0:34083:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853837.446052:0:34083:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853837.446053:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853837.446055:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.446059:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5a20. 00000008:00000010:2.0:1780853837.446062:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.446064:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.446067:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.446069:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.446072:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.446074:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000008:00000010:2.0:1780853837.446076:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.446079:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.446081:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.446083:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853837.446085:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.446087:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000001:00000001:2.0:1780853837.446089:0:34083:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446096:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd28 00000080:00000008:2.0:1780853837.446098:0:34083:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853837.446190:0:34083:0:(file.c:2452:do_file_read_iter()) Process entered 00000020:00000001:2.0:1780853837.446192:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd88 00000080:00200008:2.0:1780853837.446194:0:34083:0:(file.c:2456:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:2.0:1780853837.446197:0:34083:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1780853837.446199:0:34083:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853837.446203:0:34083:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:2.0:1780853837.446207:0:34083:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:2.0:1780853837.446228:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.446231:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853837.446234:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.446237:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5800. 00000020:00000010:2.0:1780853837.446240:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5a20. 00000008:00000010:2.0:1780853837.446243:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.446246:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.446249:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.446253:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.446256:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.446258:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853837.446261:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.446703:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.446710:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.446714:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853837.446717:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853837.446719:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000080:00000001:2.0:1780853837.446722:0:34083:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1780853837.446726:0:34083:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.446729:0:34083:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853837.446731:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc98 00000080:00200000:2.0:1780853837.446733:0:34083:0:(file.c:2060:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:2.0:1780853837.446738:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc30 00000080:00200000:2.0:1780853837.446740:0:34083:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1780853837.446743:0:34083:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1780853837.446749:0:34083:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f96b0f95[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1780853837.446751:0:34083:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1780853837.446754:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.446755:0:34083:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853837.446758:0:34083:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853837.446759:0:34083:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853837.446762:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.446764:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1780853837.446768:0:34083:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.446773:0:34083:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.446777:0:34083:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853837.446778:0:34083:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.446779:0:34083:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853837.446783:0:34083:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4590c63290 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1780853837.446787:0:34083:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:2.0:1780853837.446790:0:34083:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853837.446792:0:34083:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853837.446794:0:34083:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853837.446796:0:34083:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.446798:0:34083:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853837.446801:0:34083:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853837.446803:0:34083:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446804:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.446805:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.446807:0:34083:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853837.446808:0:34083:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:2.0:1780853837.446811:0:34083:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446812:0:34083:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446818:0:34083:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853837.446819:0:34083:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853837.446823:0:34083:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1780853837.446827:0:34083:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:2.0:1780853837.446830:0:34083:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853837.446833:0:34083:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853837.446838:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1780853837.446841:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.446843:0:34083:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853837.446845:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.446847:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07090. 00000020:00000010:2.0:1780853837.446850:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4000. 00000020:00000010:2.0:1780853837.446853:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.446856:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.446860:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853837.446937:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853837.446940:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853837.446944:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853837.446947:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853837.446950:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5e00. 00000008:00000010:2.0:1780853837.446953:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853837.446956:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853837.446958:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344e58. 00000080:00000010:2.0:1780853837.446962:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345870. 00000020:00000001:2.0:1780853837.446964:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200308888 : -107453509242728 : ffff9e4587c07098) 00000020:00001000:2.0:1780853837.446966:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07090 00000020:00000001:2.0:1780853837.446968:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.446970:0:34083:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853837.446972:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.446974:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853837.446975:0:34083:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.446977:0:34083:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.446979:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.446982:0:34083:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1780853837.446984:0:34083:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1780853837.446987:0:34083:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446989:0:34083:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.446991:0:34083:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.446994:0:34083:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446995:0:34083:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.446997:0:34083:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1780853837.446999:0:34083:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1780853837.447001:0:34083:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1780853837.447003:0:34083:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1780853837.447006:0:34083:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1780853837.447008:0:34083:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.447011:0:34083:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.447013:0:34083:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1780853837.447014:0:34083:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:2.0:1780853837.447016:0:34083:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1780853837.447018:0:34083:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1780853837.447020:0:34083:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447021:0:34083:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.447023:0:34083:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.447024:0:34083:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.447026:0:34083:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.447028:0:34083:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853837.447029:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.447030:0:34083:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853837.447032:0:34083:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853837.447033:0:34083:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447035:0:34083:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.447036:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.447038:0:34083:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447039:0:34083:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853837.447041:0:34083:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853837.447042:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853837.447044:0:34083:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853837.447046:0:34083:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853837.447048:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:2.0:1780853837.447053:0:34083:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9a80. 00020000:00000002:2.0:1780853837.447055:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:2.0:1780853837.447057:0:34083:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853837.447059:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.447060:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.447062:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853837.447065:0:34083:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282ab0. 00000008:00010000:2.0:1780853837.447067:0:34083:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1780853837.447070:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.447071:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853837.447074:0:34083:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba9ab0, osc lock ffff9e4592282ab0, flags 0x0 00000020:00000001:2.0:1780853837.447076:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.447078:0:34083:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.447080:0:34083:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480832 : -107453476070784 : ffff9e4589ba9a80) 00000020:00000001:2.0:1780853837.447082:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.447083:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.447084:0:34083:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447086:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447088:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.447089:0:34083:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.447090:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.447091:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.447093:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.447094:0:34083:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.447096:0:34083:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1780853837.447098:0:34083:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447102:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853837.447104:0:34083:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.447105:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.447106:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853837.447107:0:34083:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853837.447108:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853837.447110:0:34083:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853837.447113:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.447119:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:2.0:1780853837.447121:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.447127:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.447130:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.447135:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1780853837.447145:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.447149:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.447151:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.447158:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.447160:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.447162:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:2.0:1780853837.447164:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447166:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:2.0:1780853837.447169:0:34083:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853837.447171:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.447172:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.447173:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:2.0:1780853837.447175:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447178:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447180:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.447181:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.447182:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:2.0:1780853837.447184:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447186:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447188:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.447189:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.447192:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.447199:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.447201:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.447203:0:34083:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.447204:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.447206:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.447207:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=7 00000020:00000001:2.0:1780853837.447209:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447211:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.447213:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.447216:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.447223:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.447224:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.447227:0:34083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.447233:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.447234:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.447235:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.447236:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.447237:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.447238:0:34083:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.447240:0:34083:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447242:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.447244:0:34083:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447246:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447248:0:34083:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447250:0:34083:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447252:0:34083:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.447254:0:34083:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1780853837.447256:0:34083:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1780853837.447258:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb90 00000080:00200000:2.0:1780853837.447259:0:34083:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:2.0:1780853837.448073:0:34083:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853837.448078:0:34083:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853837.448081:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:2.0:1780853837.448085:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.448086:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.448088:0:34083:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853837.448091:0:34083:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853837.448093:0:34083:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448095:0:34083:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.448097:0:34083:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448099:0:34083:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448103:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.448105:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.448107:0:34083:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853837.448111:0:34083:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1780853837.448113:0:34083:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:2.0:1780853837.448116:0:34083:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448118:0:34083:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448120:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000001:00000001:2.0:1780853837.448123:0:34083:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1780853837.448125:0:34083:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1780853837.448126:0:34083:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853837.448128:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853837.448130:0:34083:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853837.448131:0:34083:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853837.448133:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1780853837.448138:0:34083:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9200. 00020000:00000002:2.0:1780853837.448141:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853837.448143:0:34083:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853837.448144:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.448145:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.448147:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853837.448151:0:34083:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282e40. 00000008:00010000:2.0:1780853837.448153:0:34083:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1780853837.448154:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.448155:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853837.448157:0:34083:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba9230, osc lock ffff9e4592282e40, flags 0x400001002 00000020:00000001:2.0:1780853837.448159:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.448161:0:34083:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.448163:0:34083:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233478656 : -107453476072960 : ffff9e4589ba9200) 00000020:00000001:2.0:1780853837.448165:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.448166:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.448167:0:34083:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448169:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448171:0:34083:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1780853837.448173:0:34083:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1780853837.448174:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.448175:0:34083:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.448176:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.448178:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.448179:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.448181:0:34083:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.448183:0:34083:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853837.448185:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853837.448186:0:34083:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.448187:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.448189:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853837.448189:0:34083:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853837.448191:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853837.448192:0:34083:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853837.448194:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.448198:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:2.0:1780853837.448200:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.448204:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.448206:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.448210:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1780853837.448220:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.448223:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.448226:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.448233:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.448235:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.448236:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:2.0:1780853837.448239:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.448241:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:2.0:1780853837.448244:0:34083:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853837.448246:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.448247:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.448248:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=7 00000020:00000001:2.0:1780853837.448250:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.448252:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000020:00000001:2.0:1780853837.448255:0:34083:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.448256:0:34083:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1780853837.448258:0:34083:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1780853837.448259:0:34083:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.448261:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.448262:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.448391:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=8 00000020:00000001:2.0:1780853837.448394:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.448397:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.448399:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.448402:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1780853837.448474:0:16009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a778a00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853837.448479:0:16009:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853837.448484:0:16009:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853837.448492:0:16009:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853837.448494:0:16009:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853837.448497:0:16009:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853837.448502:0:16009:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853837.448505:0:16009:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853837.448506:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853837.448507:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853837.448508:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:3.0:1780853837.448510:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:3.0:1780853837.448511:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:3.0:1780853837.448515:0:16009:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853837.448518:0:16009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853837.448524:0:16009:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853837.448529:0:16009:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853837.448533:0:16009:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853837.448534:0:16009:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1780853837.448539:0:16009:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853837.448542:0:16009:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853837.448546:0:16009:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:3.0:1780853837.448548:0:16009:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853837.448551:0:16009:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1780853837.448553:0:16009:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1780853837.448555:0:16009:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853837.448558:0:16009:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.448560:0:16009:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.448700:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.448702:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.448705:0:34083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.448711:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.448713:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.448714:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.448715:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.448716:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.448717:0:34083:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.448719:0:34083:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448722:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.448724:0:34083:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448726:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448728:0:34083:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.448729:0:34083:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1780853837.448731:0:34083:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1780853837.448732:0:34083:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1780853837.448734:0:34083:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448736:0:34083:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.448739:0:34083:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853837.448741:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.448743:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.448745:0:34083:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853837.448746:0:34083:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1780853837.448748:0:34083:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=0 c=1780853837 b=1 00020000:00000001:2.0:1780853837.448751:0:34083:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448752:0:34083:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448754:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:2.0:1780853837.448756:0:34083:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1780853837.448759:0:34083:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1780853837.448761:0:34083:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853837.448762:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853837.448766:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.448767:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853837.448769:0:34083:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853837.448771:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.448772:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.448774:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.448775:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9230 (ffff9e4587c07098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853837.448777:0:34083:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853837.448779:0:34083:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853837.448780:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.448781:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.448782:0:34083:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853837.448783:0:34083:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.448785:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.448786:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.448787:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.448788:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853837.448790:0:34083:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853837.448791:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.448792:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9230 (ffff9e4587c07cf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853837.448796:0:34083:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282e40. 00000020:00000001:2.0:1780853837.448801:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853837.448802:0:34083:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9200. 00020000:00000001:2.0:1780853837.448805:0:34083:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.448806:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.448807:0:34083:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1780853837.448809:0:34083:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853837.448814:0:34083:0:(vvp_io.c:855:vvp_io_read_start()) header@00000000f96b0f95[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:2.0:1780853837.448816:0:34083:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:2.0:1780853837.448819:0:34083:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:2.0:1780853837.448823:0:34083:0:(vvp_io.c:884:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:2.0:1780853837.448828:0:34083:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853837.448830:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.448831:0:34083:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853837.448833:0:34083:0:(osc_io.c:1004:osc_io_read_start()) Process entered 00000020:00000001:2.0:1780853837.448835:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.448837:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.448838:0:34083:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853837.448841:0:34083:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853837.448843:0:34083:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448845:0:34083:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448846:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:2.0:1780853837.448848:0:34083:0:(osc_io.c:1013:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448850:0:34083:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.448852:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.448853:0:34083:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448855:0:34083:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.448857:0:34083:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853837.448859:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1780853837.448860:0:34083:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00010000:00000001:3.0:1780853837.448923:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.448926:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853837.448928:0:16009:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1780853837.448930:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853837.448932:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853837.448999:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=2 00000020:00000001:3.0:1780853837.449002:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:3.0:1780853837.449004:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:3.0:1780853837.449006:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.449007:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853837.449009:0:16009:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853837.449012:0:16009:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853837.449014:0:16009:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.449017:0:16009:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853837.449020:0:16009:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853837.449022:0:16009:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853837.449024:0:16009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853837.449025:0:16009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853837.449028:0:16009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778a00 with handle 0xa8f483e9eb300ed1 from hash 00010000:00000001:3.0:1780853837.449030:0:16009:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853837.449032:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.449033:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.449034:0:16009:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853837.449038:0:16009:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853837.449039:0:16009:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1780853837.449043:0:16009:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853837.449049:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.449050:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.449051:0:16009:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.449053:0:16009:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853837.449055:0:16009:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853837.449062:0:16009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853837.449066:0:16009:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853837.449072:0:16009:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853837.449074:0:16009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853837.449078:0:16009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853837.449085:0:16009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585c80000. 00000100:00000001:3.0:1780853837.449093:0:16009:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.449096:0:16009:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853837.449105:0:16009:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853837.449112:0:16009:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853837.449114:0:16009:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.449119:0:16009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853837.449124:0:16009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853837.449138:0:16009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c382f67] to pc [ptlrpcd_01_01+1] req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853837.449170:0:16009:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853837.449172:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853837.449174:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.449175:0:16009:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.449177:0:16009:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853837.449179:0:16009:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.449182:0:16009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853837.449190:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853837.449193:0:16009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ed1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a73c expref: -99 pid: 34083 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1780853837.449201:0:16009:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0000. 00010000:00000001:3.0:1780853837.449209:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853837.449211:0:16009:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780853837.449213:0:16009:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e45833ee3c0. 00010000:00000001:3.0:1780853837.449216:0:16009:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.449220:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.449222:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.449225:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853837.449227:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.449228:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.449230:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853837.449233:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.449234:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.449235:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853837.449248:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.449251:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853837.449253:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853837.449259:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1780853837.449559:0:34083:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1780853837.449562:0:34083:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853837.449563:0:34083:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.449565:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.449673:0:34083:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853837.449677:0:34083:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853837.449678:0:34083:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853837.449680:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853837.449683:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.449684:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853837.449688:0:34083:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853837.449690:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.449691:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.449693:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.449694:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9ab0 (ffff9e4587c07098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853837.449697:0:34083:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853837.449699:0:34083:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853837.449700:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.449702:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.449704:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:2.0:1780853837.449706:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.449709:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.449711:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.449715:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853837.449729:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.449730:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.449732:0:34083:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.449734:0:34083:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.449736:0:34083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.449743:0:34083:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.449746:0:34083:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.449747:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.449750:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.449751:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.449752:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.449755:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.449757:0:34083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.449759:0:34083:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.449762:0:34083:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.449764:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.449766:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.449767:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.449768:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.449769:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.449770:0:34083:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853837.449772:0:34083:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.449773:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.449774:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.449775:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.449777:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853837.449779:0:34083:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853837.449780:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.449781:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9ab0 (ffff9e4587c07cf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853837.449784:0:34083:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282ab0. 00000020:00000001:2.0:1780853837.449787:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853837.449789:0:34083:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9a80. 00020000:00000001:2.0:1780853837.449791:0:34083:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.449793:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.449794:0:34083:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1780853837.449796:0:34083:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853837.449798:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.449799:0:34083:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853837.449800:0:34083:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853837.449801:0:34083:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.449803:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.449805:0:34083:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853837.449806:0:34083:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853837.449807:0:34083:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1780853837.449810:0:34083:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1780853837.449811:0:34083:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853837.449813:0:34083:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853837.449814:0:34083:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853837.449816:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.449817:0:34083:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853837.449820:0:34083:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853837.449821:0:34083:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.449823:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.449825:0:34083:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853837.449826:0:34083:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853837.449828:0:34083:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.449831:0:34083:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853837.449833:0:34083:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853837.449835:0:34083:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853837.449836:0:34083:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853837.449837:0:34083:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853837.449839:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07090 00000020:00000010:2.0:1780853837.449844:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.449850:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.449854:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853837.449859:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00000100:00000001:3.0:1780853837.450251:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853837.450254:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853837.450260:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00008000:00000010:2.0:1780853837.450366:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853837.450373:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853837.450386:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853837.450390:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4000. 00000008:00000010:2.0:1780853837.450394:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853837.450397:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853837.450401:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344e58. 02000000:00000001:3.0:1780853837.450482:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853837.450486:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853837.450492:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631452928:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853837.450497:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853837.450504:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853837.450508:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853837.450511:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853837.450519:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585c81800. 02000000:00000001:3.0:1780853837.450521:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853837.450531:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853837.450536:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853837.450544:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853837.450550:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631452928, portal 18 00000100:00000001:3.0:1780853837.450553:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853837.450554:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853837.450564:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:2.0:1780853837.450684:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345870. 00000020:00000010:2.0:1780853837.450690:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.450693:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07090. 00020000:00000001:2.0:1780853837.450697:0:34083:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853837.450700:0:34083:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853837.450702:0:34083:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853837.450705:0:34083:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853837.450708:0:34083:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853837.450710:0:34083:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1780853837.450713:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc98 00000080:00200000:2.0:1780853837.450716:0:34083:0:(file.c:2208:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1780853837.450720:0:34083:0:(file.c:2294:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1780853837.450722:0:34083:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780853837.450724:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853837.450727:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5800. 00000020:00000010:2.0:1780853837.450730:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5a20. 00000008:00000010:2.0:1780853837.450733:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.450736:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.450739:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.450742:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.450744:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.450747:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5c00. 00000008:00000010:2.0:1780853837.450750:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.450753:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.450756:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.450758:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853837.450761:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.450763:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000020:00000001:2.0:1780853837.450768:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd88 00000080:00000008:2.0:1780853837.450770:0:34083:0:(file.c:2523:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:2.0:1780853837.450773:0:34083:0:(file.c:2525:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1780853837.450949:0:34083:0:(file.c:2452:do_file_read_iter()) Process entered 00000020:00000001:2.0:1780853837.450952:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd88 00000080:00200008:2.0:1780853837.450954:0:34083:0:(file.c:2456:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1780853837.450957:0:34083:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1780853837.450959:0:34083:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853837.450962:0:34083:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1780853837.450965:0:34083:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853837.450972:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.450976:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853837.450980:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4400. 00000020:00000010:2.0:1780853837.450985:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.450987:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5a20. 00000008:00000010:2.0:1780853837.450992:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.450996:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.450999:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.451003:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.451006:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.451011:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000008:00000010:2.0:1780853837.451013:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.451016:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.451018:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.451021:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853837.451024:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853837.451027:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000080:00000001:2.0:1780853837.451029:0:34083:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1780853837.451032:0:34083:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451034:0:34083:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853837.451036:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc98 00000080:00200000:2.0:1780853837.451037:0:34083:0:(file.c:2060:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1780853837.451042:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc30 00000080:00200000:2.0:1780853837.451044:0:34083:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1780853837.451046:0:34083:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1780853837.451051:0:34083:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f96b0f95[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:2.0:1780853837.451053:0:34083:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1780853837.451057:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.451059:0:34083:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853837.451061:0:34083:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853837.451063:0:34083:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853837.451065:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.451067:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1780853837.451069:0:34083:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.451074:0:34083:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451077:0:34083:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853837.451079:0:34083:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451081:0:34083:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853837.451084:0:34083:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4590c63290 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1780853837.451088:0:34083:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:2.0:1780853837.451091:0:34083:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853837.451093:0:34083:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853837.451095:0:34083:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853837.451096:0:34083:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451098:0:34083:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853837.451100:0:34083:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853837.451102:0:34083:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451104:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.451104:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.451106:0:34083:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853837.451107:0:34083:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00000020:00000001:2.0:1780853837.451109:0:34083:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451111:0:34083:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451114:0:34083:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853837.451116:0:34083:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853837.451119:0:34083:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1780853837.451122:0:34083:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1780853837.451125:0:34083:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853837.451127:0:34083:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853837.451131:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1780853837.451134:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.451136:0:34083:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853837.451137:0:34083:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853837.451139:0:34083:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07090. 00000020:00000010:2.0:1780853837.451142:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5e00. 00000020:00000010:2.0:1780853837.451145:0:34083:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4000. 00000020:00000010:2.0:1780853837.451147:0:34083:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.451150:0:34083:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853837.451153:0:34083:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853837.451155:0:34083:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853837.451158:0:34083:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853837.451161:0:34083:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853837.451164:0:34083:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e4200. 00000008:00000010:2.0:1780853837.451166:0:34083:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853837.451168:0:34083:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853837.451170:0:34083:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344e58. 00000080:00000010:2.0:1780853837.451173:0:34083:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345870. 00000020:00000001:2.0:1780853837.451174:0:34083:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200308888 : -107453509242728 : ffff9e4587c07098) 00000020:00001000:2.0:1780853837.451176:0:34083:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07090 00000020:00000001:2.0:1780853837.451178:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.451180:0:34083:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853837.451183:0:34083:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853837.451183:0:34083:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853837.451185:0:34083:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451186:0:34083:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451188:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.451190:0:34083:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1780853837.451192:0:34083:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1780853837.451194:0:34083:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451196:0:34083:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451198:0:34083:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451199:0:34083:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451200:0:34083:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451202:0:34083:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1780853837.451204:0:34083:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1780853837.451206:0:34083:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1780853837.451208:0:34083:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1780853837.451210:0:34083:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1780853837.451213:0:34083:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451215:0:34083:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451217:0:34083:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1780853837.451218:0:34083:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1780853837.451220:0:34083:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1780853837.451222:0:34083:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1780853837.451223:0:34083:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451225:0:34083:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451227:0:34083:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451228:0:34083:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.451230:0:34083:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451233:0:34083:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853837.451234:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.451235:0:34083:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853837.451237:0:34083:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853837.451238:0:34083:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451239:0:34083:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451241:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451242:0:34083:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451243:0:34083:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853837.451245:0:34083:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853837.451246:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853837.451249:0:34083:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853837.451251:0:34083:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853837.451253:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1780853837.451258:0:34083:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9a80. 00020000:00000002:2.0:1780853837.451260:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1780853837.451262:0:34083:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853837.451285:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.451286:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.451288:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853837.451293:0:34083:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282ab0. 00000008:00010000:2.0:1780853837.451295:0:34083:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1780853837.451298:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.451299:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853837.451302:0:34083:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba9ab0, osc lock ffff9e4592282ab0, flags 0x0 00000020:00000001:2.0:1780853837.451304:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451305:0:34083:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451308:0:34083:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480832 : -107453476070784 : ffff9e4589ba9a80) 00000020:00000001:2.0:1780853837.451309:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.451310:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.451312:0:34083:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451314:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451315:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.451317:0:34083:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.451318:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.451318:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.451320:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.451322:0:34083:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.451324:0:34083:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1780853837.451327:0:34083:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451329:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853837.451332:0:34083:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.451333:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.451334:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853837.451336:0:34083:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853837.451337:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853837.451339:0:34083:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853837.451341:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.451348:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:2.0:1780853837.451351:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.451356:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.451359:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853837.451364:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1780853837.451385:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.451388:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.451392:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.451400:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.451401:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.451404:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:2.0:1780853837.451475:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451477:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:2.0:1780853837.451481:0:34083:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853837.451484:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.451485:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.451486:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:2.0:1780853837.451488:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451490:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451492:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.451494:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.451495:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:2.0:1780853837.451496:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451498:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451500:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.451502:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.451505:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.451511:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.451513:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.451516:0:34083:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.451517:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.451518:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.451520:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=7 00000020:00000001:2.0:1780853837.451522:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451523:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.451526:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.451529:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.451536:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.451537:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.451539:0:34083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.451546:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.451547:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.451548:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.451549:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.451550:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.451552:0:34083:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.451554:0:34083:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451556:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451558:0:34083:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451559:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451561:0:34083:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451563:0:34083:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451565:0:34083:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451567:0:34083:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1780853837.451569:0:34083:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1780853837.451571:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fb90 00000080:00200000:2.0:1780853837.451572:0:34083:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1780853837.451576:0:34083:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853837.451578:0:34083:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853837.451581:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1780853837.451583:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.451584:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.451586:0:34083:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853837.451588:0:34083:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853837.451590:0:34083:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451592:0:34083:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.451594:0:34083:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451595:0:34083:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.451598:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.451599:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.451601:0:34083:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853837.451604:0:34083:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853837.451607:0:34083:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000100:00000001:3.0:1780853837.451716:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853837.451722:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853837.451727:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aee0. 00000100:00000200:3.0:1780853837.451734:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631452928, offset 0 00000400:00000200:3.0:1780853837.451741:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853837.451750:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853837.451758:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853837.451763:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853837.451767:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853837.451771:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853837.451773:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853837.451777:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2656:2656:256:4294967295] 192.168.202.110@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:3.0:1780853837.451781:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853837.451790:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853837.451796:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853837.451801:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853837.451808:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853837.451816:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853837.451820:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853837.451845:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853837.451850:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 817523 usecs (818 jiffies) 00000400:00000200:3.0:1780853837.451853:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853837.451856:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296635023 00000100:00000001:3.0:1780853837.451859:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:3.0:1780853837.451925:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296635023 00000100:00000001:3.0:1780853837.451929:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:3.0:1780853837.451931:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853837.451934:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.451938:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.451942:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.451948:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853837.451950:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853837.451953:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.451954:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853837.451955:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.451958:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.451976:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.451979:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.452199:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.452204:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:0.0:1780853837.452210:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.452215:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.452220:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aee0 00000400:00000010:0.0:1780853837.452223:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aee0. 00000100:00000001:0.0:1780853837.452227:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.452234:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.452246:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.452249:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.452256:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.452258:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1780853837.452745:0:34083:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1780853837.452751:0:34083:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853837.452752:0:34083:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1780853837.452755:0:34083:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1780853837 a=1780853837 c=1780853837 b=1 00020000:00000001:2.0:1780853837.452759:0:34083:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853837.452761:0:34083:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=1780853837 c=1780853837 b=1 00020000:00000001:2.0:1780853837.452764:0:34083:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.452766:0:34083:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.452769:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000001:00000001:2.0:1780853837.452773:0:34083:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1780853837.452775:0:34083:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1780853837.452778:0:34083:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853837.452779:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853837.452780:0:34083:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853837.452782:0:34083:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853837.452785:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1780853837.452790:0:34083:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9200. 00020000:00000002:2.0:1780853837.452792:0:34083:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853837.452794:0:34083:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853837.452796:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.452798:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.452800:0:34083:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853837.452803:0:34083:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282e40. 00000008:00010000:2.0:1780853837.452805:0:34083:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1780853837.452808:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.452809:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853837.452811:0:34083:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba9230, osc lock ffff9e4592282e40, flags 0x400001002 00000020:00000001:2.0:1780853837.452813:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.452815:0:34083:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.452817:0:34083:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233478656 : -107453476072960 : ffff9e4589ba9200) 00000020:00000001:2.0:1780853837.452819:0:34083:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853837.452820:0:34083:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853837.452821:0:34083:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.452823:0:34083:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.452825:0:34083:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1780853837.452827:0:34083:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1780853837.452828:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.452829:0:34083:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853837.452830:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.452832:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.452833:0:34083:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.452835:0:34083:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853837.452837:0:34083:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853837.452840:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853837.452842:0:34083:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.452843:0:34083:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853837.452844:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853837.452846:0:34083:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853837.452847:0:34083:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853837.452849:0:34083:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853837.452851:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.452855:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:2.0:1780853837.452858:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853837.455289:0:34083:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853837.455299:0:34083:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.455310:0:34083:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1780853837.455330:0:34083:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853837.455339:0:34083:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853837.455342:0:34083:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.455351:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.455355:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.455358:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:2.0:1780853837.455360:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.455363:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:2.0:1780853837.455367:0:34083:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853837.455371:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.455372:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.455373:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=7 00000020:00000001:2.0:1780853837.455375:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.455387:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000020:00000001:2.0:1780853837.455391:0:34083:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.455393:0:34083:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1780853837.455395:0:34083:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1780853837.455398:0:34083:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.455400:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.455401:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.455403:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=8 00000020:00000001:2.0:1780853837.455716:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.455718:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.455720:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.455723:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.455731:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.455732:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853837.455735:0:34083:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.455741:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.455742:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.455743:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.455744:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.455745:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.455746:0:34083:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853837.455749:0:34083:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.455752:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.455755:0:34083:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.455757:0:34083:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.455758:0:34083:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853837.455760:0:34083:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1780853837.455762:0:34083:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1780853837.455764:0:34083:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1780853837.455766:0:34083:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.455768:0:34083:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.455774:0:34083:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853837.455777:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.455779:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.455780:0:34083:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853837.455784:0:34083:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1780853837.455787:0:34083:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=1780853837 c=1780853837 b=1 00020000:00000001:2.0:1780853837.455790:0:34083:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.455791:0:34083:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.455793:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:2.0:1780853837.455795:0:34083:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1780853837.455798:0:34083:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1780853837.455800:0:34083:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853837.455802:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853837.455805:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.455806:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853837.455809:0:34083:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853837.455812:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.455813:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.455815:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.455816:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9230 (ffff9e4587c07098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853837.455820:0:34083:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853837.455821:0:34083:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853837.455822:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.455824:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.455825:0:34083:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853837.455827:0:34083:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.455828:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.455829:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.455830:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.455831:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c63230 (ffff9e4587c07cf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853837.455835:0:34083:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853837.455836:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.455837:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9230 (ffff9e4587c07cf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853837.455841:0:34083:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282e40. 00000020:00000001:2.0:1780853837.455847:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853837.455849:0:34083:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9200. 00020000:00000001:2.0:1780853837.455852:0:34083:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.455853:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.455854:0:34083:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1780853837.455856:0:34083:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853837.456161:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.456176:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853837.456178:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.456181:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.456190:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.456197:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853837.456206:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.456212:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.456217:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.456222:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe56100 00000400:00000200:0.0:1780853837.456227:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.456232:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7259 [1] + 224 00000800:00000001:0.0:1780853837.456240:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.456248:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853837.456251:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.456256:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853837.456285:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.456297:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853837.456308:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.456320:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853837.456329:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853837.456332:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000002:2.0:1780853837.456717:0:34083:0:(vvp_io.c:855:vvp_io_read_start()) header@00000000f96b0f95[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:2.0:1780853837.456720:0:34083:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1780853837.456723:0:34083:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1780853837.456729:0:34083:0:(vvp_io.c:884:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1780853837.456735:0:34083:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853837.456738:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.456740:0:34083:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853837.456743:0:34083:0:(osc_io.c:1004:osc_io_read_start()) Process entered 00000020:00000001:2.0:1780853837.456746:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.456749:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:2.0:1780853837.456751:0:34083:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853837.456754:0:34083:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853837.456756:0:34083:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.456758:0:34083:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.456760:0:34083:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:2.0:1780853837.456762:0:34083:0:(osc_io.c:1013:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.456763:0:34083:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.456765:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.456767:0:34083:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.456768:0:34083:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.456770:0:34083:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853837.456772:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1780853837.456773:0:34083:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853837.456774:0:34083:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1780853837.456775:0:34083:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853837.456777:0:34083:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.456778:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.456780:0:34083:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853837.456782:0:34083:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853837.456784:0:34083:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853837.456786:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_release():245 00000020:00000001:2.0:1780853837.456788:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.456789:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853837.456792:0:34083:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853837.456794:0:34083:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853837.456795:0:34083:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853837.456797:0:34083:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853837.456798:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba9ab0 (ffff9e4587c07098/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853837.456801:0:34083:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853837.456802:0:34083:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853837.456804:0:34083:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853837.456806:0:34083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853837.456808:0:34083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:2.0:1780853837.456810:0:34083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.456813:0:34083:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853837.456815:0:34083:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853837.456819:0:34083:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1780853837.456828:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.456829:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.456831:0:34083:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853837.456833:0:34083:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853837.456835:0:34083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1780853837.456843:0:34083:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853837.456846:0:34083:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853837.456848:0:34083:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853837.456852:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.456853:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.456855:0:34083:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.456858:0:34083:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853837.456859:0:34083:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.456976:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.456980:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853837.456988:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853837.456990:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853837.456993:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:3.0:1780853837.456998:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:3.0:1780853837.457001:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:3.0:1780853837.457004:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853837.457009:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853837.457019:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853837.457025:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853837.457027:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.457029:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853837.457033:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853837.457035:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853837.457037:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853837.457041:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853837.457051:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853837.457056:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853837.457058:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853837.457060:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853837.457062:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853837.457065:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.457069:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853837.457070:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1780853837.457073:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853837.457075:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853837.457080:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853837.457087:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853837.457091:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853837.457093:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853837.457098:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853837.457106:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631452928:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853837.457112:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.457114:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853837.457117:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631452928/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853837.457124:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853837.457127:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853837.457131:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585c81800. 02000000:00000001:3.0:1780853837.457134:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853837.457136:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853837.457138:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853837.457141:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853837.457143:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585c80000. 02000000:00000001:3.0:1780853837.457146:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853837.457148:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853837.457151:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:3.0:1780853837.457154:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853837.457156:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.457158:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853837.457165:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853837.457167:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853837.457169:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853837.457171:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.457402:0:34083:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.457523:0:34083:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.457526:0:34083:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853837.457528:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.457530:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853837.457531:0:34083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853837.457532:0:34083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853837.457533:0:34083:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853837.457536:0:34083:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.457537:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.457539:0:34083:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853837.457540:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.457543:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853837.457546:0:34083:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853837.457547:0:34083:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853837.457548:0:34083:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba9ab0 (ffff9e4587c07cf8/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853837.457552:0:34083:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282ab0. 00000020:00000001:2.0:1780853837.457557:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853837.457559:0:34083:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9a80. 00020000:00000001:2.0:1780853837.457562:0:34083:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.457563:0:34083:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853837.457564:0:34083:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1780853837.457567:0:34083:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853837.457807:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.457809:0:34083:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853837.457810:0:34083:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853837.457812:0:34083:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.457814:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.457816:0:34083:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853837.457817:0:34083:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853837.457819:0:34083:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1780853837.457822:0:34083:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1780853837.457823:0:34083:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853837.457825:0:34083:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853837.457827:0:34083:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853837.457828:0:34083:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853837.457829:0:34083:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853837.457833:0:34083:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853837.457834:0:34083:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.457836:0:34083:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.457838:0:34083:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853837.457839:0:34083:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853837.457841:0:34083:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.457845:0:34083:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853837.457847:0:34083:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853837.457849:0:34083:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853837.457850:0:34083:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853837.457851:0:34083:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853837.457854:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07090 00000020:00000010:2.0:1780853837.457859:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4000. 00000020:00000010:2.0:1780853837.457929:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5720. 00000008:00000010:2.0:1780853837.457990:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853837.457996:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853837.458002:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853837.458006:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853837.458010:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853837.458013:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5e00. 00000008:00000010:2.0:1780853837.458017:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853837.458020:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853837.458024:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344e58. 00000080:00000010:2.0:1780853837.458027:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345870. 00000020:00000010:2.0:1780853837.458029:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4200. 00000020:00000010:2.0:1780853837.458031:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07090. 00020000:00000001:2.0:1780853837.458034:0:34083:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853837.458036:0:34083:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853837.458038:0:34083:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853837.458040:0:34083:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853837.458044:0:34083:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853837.458045:0:34083:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1780853837.458048:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fc98 00000080:00200000:2.0:1780853837.458050:0:34083:0:(file.c:2208:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1780853837.458054:0:34083:0:(file.c:2294:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:2.0:1780853837.458056:0:34083:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780853837.458058:0:34083:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853837.458060:0:34083:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e5c00. 00000020:00000010:2.0:1780853837.458063:0:34083:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5a20. 00000008:00000010:2.0:1780853837.458065:0:34083:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853837.458069:0:34083:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853837.458072:0:34083:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853837.458074:0:34083:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853837.458077:0:34083:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853837.458079:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e4400. 00000008:00000010:2.0:1780853837.458081:0:34083:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853837.458085:0:34083:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853837.458087:0:34083:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853837.458089:0:34083:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853837.458091:0:34083:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000020:00000010:2.0:1780853837.458093:0:34083:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000020:00000001:2.0:1780853837.458096:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fd88 00000080:00000008:2.0:1780853837.458097:0:34083:0:(file.c:2523:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1780853837.458100:0:34083:0:(file.c:2525:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853837.458219:0:34083:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1780853837.458223:0:34083:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:2.0:1780853837.458228:0:34083:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:2.0:1780853837.458230:0:34083:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.458239:0:34083:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853837.458241:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fdb8 00000080:00200008:2.0:1780853837.458242:0:34083:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 100000 00000080:00000001:2.0:1780853837.458246:0:34083:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1780853837.458249:0:34083:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1780853837.458250:0:34083:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1780853837.458251:0:34083:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000002:2.0:1780853837.458253:0:34083:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4594864f80 00020000:00000001:2.0:1780853837.458254:0:34083:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.458256:0:34083:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:2.0:1780853837.458295:0:34083:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853837.458299:0:34083:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853837.458307:0:34083:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:2.0:1780853837.458310:0:34083:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853837.458315:0:34083:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853837.458317:0:34083:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1780853837.458319:0:34083:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780853837.458322:0:34083:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1780853837.458329:0:34083:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45829e5800. 00000080:00000001:2.0:1780853837.458331:0:34083:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1780853837.458336:0:34083:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1780853837.458340:0:34083:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:2.0:1780853837.458342:0:34083:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1780853837.458346:0:34083:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1780853837.458349:0:34083:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:2.0:1780853837.458355:0:34083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853837.458359:0:34083:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853837.458364:0:34083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853837.458367:0:34083:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853837.458371:0:34083:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853837.458520:0:34083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e4400. 00000100:00000001:2.0:1780853837.458528:0:34083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1780853837.458548:0:34083:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1780853837.458559:0:34083:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1780853837.458564:0:34083:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1780853837.458704:0:34083:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853837.458706:0:34083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853837.458714:0:34083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.458716:0:34083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124711552 : -107453584840064 : ffff9e45833eea80) 00000100:00000001:2.0:1780853837.458718:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.458719:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853837.458723:0:34083:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853837.458728:0:34083:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.458730:0:34083:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853837.458731:0:34083:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853837.458736:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.458743:0:34083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853837.458745:0:34083:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.458749:0:34083:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853837.458752:0:34083:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853837.458755:0:34083:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853837.458758:0:34083:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34083:1867358631453184:192.168.202.110@tcp:35:cat.0 00000100:00000001:2.0:1780853837.458762:0:34083:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853837.458767:0:34083:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853837.458770:0:34083:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.458773:0:34083:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853837.458777:0:34083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.458779:0:34083:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853837.458786:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853837.458791:0:34083:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853837.458799:0:34083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853837.458807:0:34083:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631453184, portal 10 00000100:00000001:2.0:1780853837.458809:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.458811:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853837.458817:0:34083:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.458824:0:34083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853837.458827:0:34083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853837.458830:0:34083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f990. 00000100:00000200:2.0:1780853837.458835:0:34083:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631453184, offset 0 00000400:00000200:2.0:1780853837.458843:0:34083:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853837.458852:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.458928:0:34083:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853837.459006:0:34083:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853837.459011:0:34083:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853837.459015:0:34083:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853837.459018:0:34083:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853837.459021:0:34083:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2657:2657:256:4294967295] 192.168.202.110@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:2.0:1780853837.459025:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853837.459035:0:34083:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853837.459042:0:34083:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853837.459048:0:34083:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddc00. 00000800:00000200:2.0:1780853837.459054:0:34083:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853837.459061:0:34083:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853837.459065:0:34083:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1780853837.459137:0:34083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.459143:0:34083:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 816535 usecs (817 jiffies) 00000400:00000200:2.0:1780853837.459147:0:34083:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853837.459151:0:34083:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296635030 00000100:00000001:2.0:1780853837.459154:0:34083:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.459157:0:34083:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296635030 00000100:00000001:2.0:1780853837.459159:0:34083:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:2.0:1780853837.459161:0:34083:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.459164:0:34083:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.459166:0:34083:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853837.459168:0:34083:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853837.459171:0:34083:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833eea80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853837.459173:0:34083:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853837.459175:0:34083:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853837.464592:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.464602:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:0.0:1780853837.464622:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.464633:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.464642:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f990 00000400:00000010:0.0:1780853837.464645:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f990. 00000100:00000001:0.0:1780853837.464653:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.464662:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.464674:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.464677:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853837.464684:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.464686:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853837.467191:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.467208:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.467213:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.467216:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.467225:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.467232:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.467241:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.467245:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.467250:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.467255:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe56200 00000400:00000200:1.0:1780853837.467260:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.467403:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7261 [1] + 224 00000800:00000001:1.0:1780853837.467482:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.467490:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.467493:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.467497:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.467505:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.467513:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853837.467524:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.467577:0:34083:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853837.467703:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853837.467713:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.467717:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853837.467813:0:34083:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853837.467816:0:34083:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853837.467820:0:34083:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853837.467825:0:34083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:2.0:1780853837.467828:0:34083:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:2.0:1780853837.467832:0:34083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853837.467837:0:34083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853837.467847:0:34083:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631453184/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.467853:0:34083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853837.467855:0:34083:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.467858:0:34083:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853837.467927:0:34083:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853837.467931:0:34083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853837.467934:0:34083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853837.467937:0:34083:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853837.467948:0:34083:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=78 v=5 (10 5 5 5) 00000100:00001000:2.0:1780853837.467954:0:34083:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853837.467956:0:34083:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853837.467958:0:34083:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853837.467961:0:34083:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853837.467964:0:34083:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.467969:0:34083:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853837.467970:0:34083:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853837.467972:0:34083:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853837.467975:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.467977:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853837.467981:0:34083:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853837.467983:0:34083:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1780853837.467985:0:34083:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853837.467988:0:34083:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853837.467994:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631453184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468002:0:34083:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853837.468005:0:34083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853837.468008:0:34083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853837.468012:0:34083:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631453184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853837.468020:0:34083:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34083:1867358631453184:192.168.202.110@tcp:35:cat.0 00000100:00000001:2.0:1780853837.468025:0:34083:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.468029:0:34083:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.468031:0:34083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853837.468033:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.468036:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631453184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468042:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.468045:0:34083:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833eea80. 00000100:00000001:2.0:1780853837.468048:0:34083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853837.468049:0:34083:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.468056:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.468057:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000002:00000001:2.0:1780853837.468060:0:34083:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.468063:0:34083:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.468068:0:34083:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45829e5800. 00000080:00000001:2.0:1780853837.468072:0:34083:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853837.468075:0:34083:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853837.468080:0:34083:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853837.468086:0:34083:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468094:0:34083:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853837.468095:0:34083:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000001:2.0:1780853837.468098:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.468100:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468106:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.468108:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.468110:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631453184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468116:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853837.468117:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.468120:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631452800/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468126:0:34083:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853837.468129:0:34083:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.468132:0:34083:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.468134:0:34083:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.468137:0:34083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853837.468141:0:34083:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.468144:0:34083:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.468145:0:34083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:2.0:1780853837.468149:0:34083:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.468150:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853837.468151:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.468154:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631453184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468159:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853837.468161:0:34083:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7ba0. 00000002:00000001:2.0:1780853837.468164:0:34083:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853837.468166:0:34083:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.468168:0:34083:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0dc0. 00000100:00000001:2.0:1780853837.468171:0:34083:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853837.468174:0:34083:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631453184/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853837.468179:0:34083:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853837.468180:0:34083:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853837.468182:0:34083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf2c00. 02000000:00000001:2.0:1780853837.468184:0:34083:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853837.468186:0:34083:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853837.468187:0:34083:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853837.468189:0:34083:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853837.468190:0:34083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e4400. 02000000:00000001:2.0:1780853837.468192:0:34083:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853837.468193:0:34083:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853837.468194:0:34083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853837.468196:0:34083:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853837.468197:0:34083:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853837.468199:0:34083:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853837.468203:0:34083:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:2.0:1780853837.468206:0:34083:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853837.468212:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fdb8 00000080:00000008:2.0:1780853837.468214:0:34083:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), flags 100000, rc = 0 00000080:00000001:2.0:1780853837.468217:0:34083:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853837.468221:0:34083:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853837.468223:0:34083:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c7fe00 00000080:00002000:2.0:1780853837.468225:0:34083:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:2.0:1780853837.468227:0:34083:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853837.471807:0:33880:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00000080:00000001:1.0:1780853837.484929:0:34084:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.485932:0:34084:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.485985:0:34084:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.485989:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b20 00000080:00200000:1.0:1780853837.485994:0:34084:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.486005:0:34084:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8000. 00800000:00000002:1.0:1780853837.486012:0:34084:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.486016:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.486021:0:34084:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.486023:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a40 00800000:00000002:1.0:1780853837.486026:0:34084:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.486030:0:34084:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.486035:0:34084:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.486041:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.486043:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3910 00000002:00010000:1.0:1780853837.486217:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.486221:0:34084:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.486223:0:34084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.486227:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.486234:0:34084:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:1.0:1780853837.486237:0:34084:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.486243:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.486247:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.486251:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853837.486326:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.486333:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.486337:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853837.486343:0:34084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.486345:0:34084:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.486347:0:34084:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.486348:0:34084:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.486351:0:34084:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.486352:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.486355:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.486358:0:34084:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.486362:0:34084:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8000. 00000080:00000001:1.0:1780853837.486367:0:34084:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.486368:0:34084:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.486371:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853837.486374:0:34084:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:1.0:1780853837.486389:0:34084:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.486391:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.486393:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.486396:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.486398:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.486400:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.486403:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.486472:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.486474:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.486475:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.486477:0:34084:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.486480:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401cf3b58 00010000:00000001:1.0:1780853837.486482:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.486483:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.486484:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.486486:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.486488:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.486491:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.486494:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853837.486501:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.486502:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.486504:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.486506:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.486508:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.486515:0:34084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.486519:0:34084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.486521:0:34084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.486526:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.486527:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.486530:0:34084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.486533:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.486535:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.486536:0:34084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.486539:0:34084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.486541:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.486543:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.486544:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.486547:0:34084:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.486548:0:34084:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.486551:0:34084:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853837.486555:0:34084:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.486559:0:34084:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853837.486563:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b48 00000080:00002000:1.0:1780853837.486564:0:34084:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b49e58) flags 0x48000e refc 0 00000080:00000001:1.0:1780853837.486698:0:34084:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.486701:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b90 00000080:00200000:1.0:1780853837.486703:0:34084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1780853837.486716:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d08 00000080:00200008:1.0:1780853837.486718:0:34084:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1780853837.486722:0:34084:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.486724:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c80 00000080:00200000:1.0:1780853837.486725:0:34084:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988),name=recon 00000080:00000010:1.0:1780853837.486731:0:34084:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8000. 00800000:00000002:1.0:1780853837.486734:0:34084:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.486739:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.486742:0:34084:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.486743:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3ba0 00800000:00000002:1.0:1780853837.486744:0:34084:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.486747:0:34084:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.486751:0:34084:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.486755:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.486756:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a70 00000002:00010000:1.0:1780853837.486758:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.486760:0:34084:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.486762:0:34084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.486764:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.486767:0:34084:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:1.0:1780853837.486770:0:34084:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.486772:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.486775:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.486778:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1780853837.486785:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.486787:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.486790:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1780853837.486796:0:34084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.486798:0:34084:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.486799:0:34084:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.486801:0:34084:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.486803:0:34084:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.486805:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.486807:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.486809:0:34084:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.486811:0:34084:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8000. 00000080:00000001:1.0:1780853837.486814:0:34084:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.486815:0:34084:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.486818:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00010000:1.0:1780853837.486820:0:34084:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ec3 00800000:00000001:1.0:1780853837.486823:0:34084:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.486824:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.486825:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.486827:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.486828:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.486830:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.486832:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.486834:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.486835:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.486837:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.486838:0:34084:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.486840:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ec3 from it ffffb4b401cf3cb8 00010000:00000001:1.0:1780853837.486842:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.486843:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.486844:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.486845:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.486848:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.486850:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.486853:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1780853837.486860:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.486928:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.486930:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.486932:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.487110:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853837.487119:0:34084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.487121:0:34084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.487122:0:34084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.487125:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.487126:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.487127:0:34084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.487129:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.487131:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.487133:0:34084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.487135:0:34084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.487136:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.487138:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.487139:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.487140:0:34084:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.487142:0:34084:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853837.487145:0:34084:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1780853837.487148:0:34084:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1780853837.487149:0:34084:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853837.487152:0:34084:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1780853837.487153:0:34084:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.487155:0:34084:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.487158:0:34084:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1780853837.487161:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.487166:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.487171:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8000. 00000020:00000010:1.0:1780853837.487175:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.487179:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.487186:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.487190:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.487196:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.487202:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.487205:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.487208:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8400. 00000008:00000010:1.0:1780853837.487211:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.487215:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.487218:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.487221:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.487223:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.487226:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853837.487229:0:34084:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.487232:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853837.487234:0:34084:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853837.487236:0:34084:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1780853837.487239:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.487240:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853837.487242:0:34084:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.487244:0:34084:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.487245:0:34084:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.487249:0:34084:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4589b65730 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1780853837.487252:0:34084:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cfcf80 00020000:00000001:1.0:1780853837.487255:0:34084:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853837.487257:0:34084:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853837.487259:0:34084:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853837.487261:0:34084:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.487522:0:34084:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853837.487526:0:34084:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853837.487527:0:34084:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.487529:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.487530:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.487531:0:34084:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853837.487533:0:34084:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585cfcf80 00000020:00000001:1.0:1780853837.487536:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.487540:0:34084:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1780853837.487541:0:34084:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1780853837.487544:0:34084:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1780853837.487545:0:34084:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1780853837.487548:0:34084:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1780853837.487550:0:34084:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1780853837.487555:0:34084:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1780853837.487561:0:34084:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589bb2800. 00020000:00000002:1.0:1780853837.487564:0:34084:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.487728:0:34084:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1780853837.487732:0:34084:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.487734:0:34084:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853837.487736:0:34084:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.487739:0:34084:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853837.487742:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9800. 00000020:00000010:1.0:1780853837.487745:0:34084:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9a00. 00000020:00000010:1.0:1780853837.487747:0:34084:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.487751:0:34084:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.487754:0:34084:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.487757:0:34084:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.487761:0:34084:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.487764:0:34084:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.487768:0:34084:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8800. 00000008:00000010:1.0:1780853837.487771:0:34084:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.487773:0:34084:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.487776:0:34084:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.487779:0:34084:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853837.487781:0:34084:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853837.487783:0:34084:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853837.487785:0:34084:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.487787:0:34084:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853837.487789:0:34084:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.487791:0:34084:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853837.487792:0:34084:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.487793:0:34084:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.487795:0:34084:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.487797:0:34084:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853837.487801:0:34084:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d86260. 00000008:00010000:1.0:1780853837.487804:0:34084:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1780853837.487807:0:34084:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.487809:0:34084:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853837.487811:0:34084:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589bb2830, osc lock ffff9e4588d86260, flags 0x400001002 00000020:00000001:1.0:1780853837.487813:0:34084:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.487815:0:34084:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.487818:0:34084:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233517056 : -107453476034560 : ffff9e4589bb2800) 00000020:00000001:1.0:1780853837.487820:0:34084:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.487821:0:34084:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.487822:0:34084:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.487824:0:34084:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.487826:0:34084:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1780853837.487828:0:34084:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1780853837.487829:0:34084:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.487830:0:34084:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.487832:0:34084:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.487833:0:34084:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.487835:0:34084:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.487837:0:34084:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.487839:0:34084:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1780853837.487843:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853837.487845:0:34084:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.487846:0:34084:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.487847:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853837.487849:0:34084:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853837.487850:0:34084:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853837.487852:0:34084:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853837.487854:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.487859:0:34084:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.487927:0:34084:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.487932:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.487936:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.487940:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1780853837.487951:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.487954:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.487957:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853837.487964:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.487965:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.487967:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.487969:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.487970:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:1.0:1780853837.487974:0:34084:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853837.487976:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.487977:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.487978:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:1.0:1780853837.487980:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.487982:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000020:00000001:1.0:1780853837.487986:0:34084:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853837.487987:0:34084:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1780853837.487990:0:34084:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1780853837.487991:0:34084:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.487992:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.487993:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.487995:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:1.0:1780853837.487996:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.487998:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.488000:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.488003:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853837.488010:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488011:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.488012:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.488014:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.488017:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1780853837.488024:0:34084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.488026:0:34084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.488027:0:34084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.488029:0:34084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488030:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.488032:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488033:0:34084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488036:0:34084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488038:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.488039:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488040:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.488041:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488042:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.488044:0:34084:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.488046:0:34084:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488048:0:34084:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.488050:0:34084:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488052:0:34084:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488053:0:34084:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853837.488055:0:34084:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1780853837.488057:0:34084:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1780853837.488058:0:34084:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1780853837.488060:0:34084:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488062:0:34084:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.488066:0:34084:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.488068:0:34084:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.488070:0:34084:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.488072:0:34084:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.488075:0:34084:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853837.488078:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.488080:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1780853837.488082:0:34084:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853837.488083:0:34084:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1780853837.488086:0:34084:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1780853837 a=1780853837 c=1780853837 b=1 00020000:00000001:1.0:1780853837.488089:0:34084:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.488092:0:34084:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=1780853837 c=1780853837 b=1 00020000:00000001:1.0:1780853837.488095:0:34084:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488097:0:34084:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488098:0:34084:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.488101:0:34084:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1780853837.488103:0:34084:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.488105:0:34084:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853837.488106:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_release():245 00000020:00000001:1.0:1780853837.488109:0:34084:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.488110:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853837.488113:0:34084:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853837.488115:0:34084:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.488116:0:34084:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.488118:0:34084:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.488119:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589bb2830 (ffff9e45923727e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853837.488121:0:34084:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853837.488123:0:34084:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853837.488124:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488125:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.488127:0:34084:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853837.488128:0:34084:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.488129:0:34084:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.488130:0:34084:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.488132:0:34084:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.488133:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853837.488135:0:34084:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853837.488137:0:34084:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.488138:0:34084:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589bb2830 (ffff9e4592372638/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853837.488141:0:34084:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d86260. 00000020:00000001:1.0:1780853837.488145:0:34084:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853837.488147:0:34084:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589bb2800. 00020000:00000001:1.0:1780853837.488150:0:34084:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.488151:0:34084:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.488152:0:34084:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853837.488153:0:34084:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488156:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853837.488158:0:34084:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853837.488160:0:34084:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853837.488161:0:34084:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853837.488162:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.488164:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853837.488168:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9a00. 00000020:00000010:1.0:1780853837.488171:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.488175:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.488178:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.488181:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.488183:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.488186:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.488189:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9800. 00000008:00000010:1.0:1780853837.488191:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.488194:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.488196:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.488199:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853837.488201:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8800. 00000020:00000010:1.0:1780853837.488203:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:1.0:1780853837.488205:0:34084:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853837.488208:0:34084:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853837.488210:0:34084:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853837.488212:0:34084:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853837.488215:0:34084:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.488217:0:34084:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.488219:0:34084:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853837.488221:0:34084:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.488222:0:34084:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.488222:0:34084:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.488224:0:34084:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.488226:0:34084:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.488228:0:34084:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.488231:0:34084:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.488233:0:34084:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.488235:0:34084:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.488237:0:34084:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.488239:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8000. 00000008:00000010:1.0:1780853837.488241:0:34084:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.488244:0:34084:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.488247:0:34084:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.488249:0:34084:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.488251:0:34084:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8400. 00000020:00000010:1.0:1780853837.488253:0:34084:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000001:00000001:1.0:1780853837.488255:0:34084:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488260:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d08 00000080:00000008:1.0:1780853837.488262:0:34084:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 606, flags 0, foreign 0 00000080:00000001:1.0:1780853837.488342:0:34084:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853837.488345:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3da0 00000080:00002000:1.0:1780853837.488346:0:34084:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:1.0:1780853837.488349:0:34084:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.488387:0:34084:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.488391:0:34084:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.488394:0:34084:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.488395:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3bc0 00000080:00200000:1.0:1780853837.488397:0:34084:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.488401:0:34084:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8400. 00800000:00000002:1.0:1780853837.488472:0:34084:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.488476:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.488479:0:34084:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.488481:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3ae0 00800000:00000002:1.0:1780853837.488484:0:34084:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.488487:0:34084:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.488491:0:34084:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.488495:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.488497:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf39b0 00000002:00010000:1.0:1780853837.488499:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.488502:0:34084:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.488504:0:34084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.488506:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.488509:0:34084:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:1.0:1780853837.488511:0:34084:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.488514:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.488517:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.488521:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1780853837.488528:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.488530:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.488532:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1780853837.488538:0:34084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.488539:0:34084:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.488541:0:34084:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.488543:0:34084:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.488545:0:34084:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.488546:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.488549:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.488551:0:34084:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.488554:0:34084:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8400. 00000080:00000001:1.0:1780853837.488558:0:34084:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.488559:0:34084:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.488561:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853837.488564:0:34084:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:1.0:1780853837.488566:0:34084:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.488687:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.488689:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.488690:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.488692:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.488695:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488697:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488699:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488700:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.488701:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.488703:0:34084:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.488706:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401cf3bf8 00010000:00000001:1.0:1780853837.488708:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.488709:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.488710:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.488712:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488714:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488715:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.488718:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853837.488723:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488724:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.488726:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.488727:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.488729:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1780853837.488735:0:34084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.488737:0:34084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.488739:0:34084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.488741:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488742:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.488743:0:34084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488745:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.488747:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488748:0:34084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488750:0:34084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.488752:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.488753:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488754:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.488756:0:34084:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.488758:0:34084:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.488760:0:34084:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853837.488764:0:34084:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.488767:0:34084:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853837.488769:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3be8 00000080:00002000:1.0:1780853837.488771:0:34084:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b49e58) flags 0x48004e refc 0 00000080:00000001:1.0:1780853837.488773:0:34084:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.488775:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c30 00000080:00200000:1.0:1780853837.488776:0:34084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:1.0:1780853837.488789:0:34084:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1780853837.488792:0:34084:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:1.0:1780853837.488796:0:34084:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853837.488797:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3e40 00000080:00002000:1.0:1780853837.488799:0:34084:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:1.0:1780853837.488801:0:34084:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.488812:0:34084:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.488813:0:34084:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.488814:0:34084:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.488816:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3bc0 00000080:00200000:1.0:1780853837.488817:0:34084:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.488821:0:34084:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8400. 00800000:00000002:1.0:1780853837.488823:0:34084:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.488826:0:34084:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.488827:0:34084:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.488829:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3ae0 00800000:00000002:1.0:1780853837.488830:0:34084:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.488833:0:34084:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.488835:0:34084:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.488838:0:34084:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.488839:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf39b0 00000002:00010000:1.0:1780853837.488840:0:34084:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.488843:0:34084:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.488844:0:34084:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.488845:0:34084:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.488848:0:34084:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:1.0:1780853837.488850:0:34084:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.488852:0:34084:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.488853:0:34084:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.488856:0:34084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1780853837.488934:0:34084:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.488936:0:34084:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.488939:0:34084:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1780853837.488945:0:34084:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.488946:0:34084:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.488948:0:34084:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.488950:0:34084:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.488951:0:34084:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.488953:0:34084:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.488955:0:34084:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.488957:0:34084:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.488959:0:34084:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8400. 00000080:00000001:1.0:1780853837.488962:0:34084:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.488963:0:34084:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.488965:0:34084:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853837.488968:0:34084:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:1.0:1780853837.488970:0:34084:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.488972:0:34084:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.488973:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.488974:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.488976:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.488978:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488980:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488982:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.488983:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.488984:0:34084:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.488986:0:34084:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.488988:0:34084:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401cf3bf8 00010000:00000001:1.0:1780853837.488990:0:34084:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.488991:0:34084:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.488993:0:34084:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.488994:0:34084:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488996:0:34084:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.488998:0:34084:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.489000:0:34084:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1780853837.489005:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.489006:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.489007:0:34084:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.489008:0:34084:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.489010:0:34084:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1780853837.489015:0:34084:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.489017:0:34084:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.489018:0:34084:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.489020:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.489022:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.489024:0:34084:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.489025:0:34084:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.489026:0:34084:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.489028:0:34084:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.489030:0:34084:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.489032:0:34084:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.489033:0:34084:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.489034:0:34084:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.489036:0:34084:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.489037:0:34084:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.489039:0:34084:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853837.489042:0:34084:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.489044:0:34084:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853837.489045:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3be8 00000080:00002000:1.0:1780853837.489047:0:34084:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b49e58) flags 0x48004e refc 0 00000080:00000001:1.0:1780853837.489049:0:34084:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.489050:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c30 00000080:00200000:1.0:1780853837.489052:0:34084:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:1.0:1780853837.489058:0:34084:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:1.0:1780853837.489060:0:34084:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:1.0:1780853837.489062:0:34084:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853837.489064:0:34084:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3e40 00000080:00002000:1.0:1780853837.489065:0:34084:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:1.0:1780853837.489067:0:34084:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.504186:0:34085:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.504194:0:34085:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.504196:0:34085:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.504200:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b20 00000080:00200000:1.0:1780853837.504205:0:34085:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.504212:0:34085:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8400. 00800000:00000002:1.0:1780853837.504218:0:34085:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.504221:0:34085:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.504225:0:34085:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.504227:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a40 00800000:00000002:1.0:1780853837.504229:0:34085:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.504232:0:34085:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.504236:0:34085:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.504240:0:34085:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.504242:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7910 00000002:00010000:1.0:1780853837.504244:0:34085:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.504247:0:34085:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.504249:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.504252:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.504258:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:1.0:1780853837.504261:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.510347:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.510358:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.510367:0:34085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1780853837.510393:0:34085:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.510424:0:34085:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.510429:0:34085:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1780853837.510437:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.510440:0:34085:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.510443:0:34085:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.510446:0:34085:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.510449:0:34085:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.510453:0:34085:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.510457:0:34085:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.510461:0:34085:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.510465:0:34085:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8400. 00000080:00000001:1.0:1780853837.510470:0:34085:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.510472:0:34085:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.510475:0:34085:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853837.510479:0:34085:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:1.0:1780853837.510483:0:34085:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.510486:0:34085:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.510489:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.510492:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.510494:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.510496:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.510500:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.510503:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510504:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.510505:0:34085:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.510507:0:34085:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.510509:0:34085:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401bf7b58 00010000:00000001:1.0:1780853837.510512:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.510513:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.510514:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.510516:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.510518:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.510520:0:34085:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.510525:0:34085:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1780853837.510532:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510532:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.510534:0:34085:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.510536:0:34085:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.510539:0:34085:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853837.510547:0:34085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.510557:0:34085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.510559:0:34085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.510563:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510565:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.510567:0:34085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510570:0:34085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.510573:0:34085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510575:0:34085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510578:0:34085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510580:0:34085:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.510581:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510583:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.510586:0:34085:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.510587:0:34085:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.510590:0:34085:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853837.510595:0:34085:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.510601:0:34085:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853837.510604:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b48 00000080:00002000:1.0:1780853837.510607:0:34085:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b49e58) flags 0x48004e refc 0 00000080:00000001:1.0:1780853837.510610:0:34085:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.510612:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b90 00000080:00200000:1.0:1780853837.510613:0:34085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1780853837.510624:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d08 00000080:00200008:1.0:1780853837.510626:0:34085:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853837.510632:0:34085:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.510635:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7c80 00000080:00200000:1.0:1780853837.510636:0:34085:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988),name=recon 00000080:00000010:1.0:1780853837.510644:0:34085:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f8400. 00800000:00000002:1.0:1780853837.510649:0:34085:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.510655:0:34085:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.510657:0:34085:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.510659:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7ba0 00800000:00000002:1.0:1780853837.510661:0:34085:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.510665:0:34085:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.510670:0:34085:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.510674:0:34085:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.510675:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a70 00000002:00010000:1.0:1780853837.510677:0:34085:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.510681:0:34085:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.510682:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.510685:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.510690:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:1.0:1780853837.510693:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.510696:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.510697:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.510701:0:34085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1780853837.510707:0:34085:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.510709:0:34085:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.510712:0:34085:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1780853837.510718:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.510720:0:34085:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.510722:0:34085:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.510723:0:34085:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.510725:0:34085:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.510726:0:34085:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.510729:0:34085:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.510731:0:34085:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.510733:0:34085:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f8400. 00000080:00000001:1.0:1780853837.510736:0:34085:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.510737:0:34085:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.510740:0:34085:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) 00000080:00010000:1.0:1780853837.510742:0:34085:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300ec3 00800000:00000001:1.0:1780853837.510745:0:34085:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.510746:0:34085:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.510747:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.510749:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.510750:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.510752:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.510754:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.510757:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510758:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.510759:0:34085:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.510761:0:34085:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.510763:0:34085:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ec3 from it ffffb4b401bf7cb8 00010000:00000001:1.0:1780853837.510765:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.510766:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.510767:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573800 refcount=3 00000020:00000001:1.0:1780853837.510769:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.510771:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304256 : -107453583247360 : ffff9e4583573800) 00010000:00000001:1.0:1780853837.510773:0:34085:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.510776:0:34085:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853837.510782:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510783:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.510784:0:34085:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.510786:0:34085:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.510787:0:34085:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853837.510799:0:34085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.510801:0:34085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.510803:0:34085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.510805:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510806:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.510807:0:34085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510809:0:34085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.510818:0:34085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510819:0:34085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510821:0:34085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.510823:0:34085:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.510824:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.510825:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.510827:0:34085:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.510828:0:34085:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853837.510831:0:34085:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1780853837.510833:0:34085:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1780853837.510835:0:34085:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853837.510837:0:34085:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1780853837.510839:0:34085:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.510840:0:34085:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.510843:0:34085:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1780853837.510846:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.510851:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853837.510854:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8400. 00000020:00000010:1.0:1780853837.510858:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f8000. 00000020:00000010:1.0:1780853837.510924:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.510932:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.510936:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.510942:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.510947:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.510951:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.510955:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9200. 00000008:00000010:1.0:1780853837.510958:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.510962:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.510966:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.510970:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853837.510972:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853837.510975:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853837.510980:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.510982:0:34085:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853837.510985:0:34085:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853837.510987:0:34085:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1780853837.510990:0:34085:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.510992:0:34085:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853837.510994:0:34085:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.510996:0:34085:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.510997:0:34085:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853837.511001:0:34085:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e4589b65730 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1780853837.511004:0:34085:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000001:1.0:1780853837.511007:0:34085:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853837.511009:0:34085:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853837.511011:0:34085:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853837.511013:0:34085:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.511015:0:34085:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853837.511017:0:34085:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853837.511018:0:34085:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511020:0:34085:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.511021:0:34085:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.511022:0:34085:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853837.511024:0:34085:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00000020:00000001:1.0:1780853837.511026:0:34085:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853837.511028:0:34085:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1780853837.511029:0:34085:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1780853837.511032:0:34085:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1780853837.511033:0:34085:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1780853837.511035:0:34085:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1780853837.511205:0:34085:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1780853837.511211:0:34085:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1780853837.511217:0:34085:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589bb2e00. 00020000:00000002:1.0:1780853837.511220:0:34085:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853837.511222:0:34085:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1780853837.511226:0:34085:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.511228:0:34085:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853837.511229:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853837.511232:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853837.511235:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f8800. 00000020:00000010:1.0:1780853837.511238:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904f9800. 00000020:00000010:1.0:1780853837.511241:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.511244:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.511247:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.511250:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.511253:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.511256:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.511259:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904f9a00. 00000008:00000010:1.0:1780853837.511262:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.511295:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.511299:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.511302:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853837.511304:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853837.511306:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853837.511309:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.511310:0:34085:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853837.511313:0:34085:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853837.511314:0:34085:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853837.511315:0:34085:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.511317:0:34085:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.511319:0:34085:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.511321:0:34085:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853837.511324:0:34085:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d86260. 00000008:00010000:1.0:1780853837.511327:0:34085:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1780853837.511330:0:34085:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.511331:0:34085:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853837.511333:0:34085:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589bb2e30, osc lock ffff9e4588d86260, flags 0x400001002 00000020:00000001:1.0:1780853837.511335:0:34085:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.511337:0:34085:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.511339:0:34085:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233518592 : -107453476033024 : ffff9e4589bb2e00) 00000020:00000001:1.0:1780853837.511341:0:34085:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853837.511343:0:34085:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853837.511344:0:34085:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511346:0:34085:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511348:0:34085:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1780853837.511350:0:34085:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1780853837.511352:0:34085:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.511353:0:34085:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853837.511354:0:34085:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.511355:0:34085:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.511357:0:34085:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.511359:0:34085:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853837.511361:0:34085:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1780853837.511364:0:34085:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853837.511367:0:34085:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.511368:0:34085:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853837.511369:0:34085:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853837.511370:0:34085:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853837.511371:0:34085:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853837.511373:0:34085:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853837.511383:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.511388:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:1.0:1780853837.511390:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.511394:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.511397:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.511400:0:34085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1780853837.511411:0:34085:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.511414:0:34085:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.511417:0:34085:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1780853837.511424:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.511425:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.511426:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=4 00000020:00000001:1.0:1780853837.511428:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.511432:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000008:00000001:1.0:1780853837.511435:0:34085:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853837.511437:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.511438:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.511440:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=5 00000020:00000001:1.0:1780853837.511441:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.511443:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00000020:00000001:1.0:1780853837.511447:0:34085:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853837.511449:0:34085:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1780853837.511451:0:34085:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1780853837.511453:0:34085:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511455:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.511456:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.511457:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=6 00000020:00000001:1.0:1780853837.511459:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.511461:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:1.0:1780853837.511463:0:34085:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.511466:0:34085:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1780853837.511471:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511473:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.511474:0:34085:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.511475:0:34085:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.511477:0:34085:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1780853837.511484:0:34085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.511486:0:34085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.511487:0:34085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.511489:0:34085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511490:0:34085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.511491:0:34085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511494:0:34085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511496:0:34085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511498:0:34085:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.511499:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511500:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.511501:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511502:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.511503:0:34085:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853837.511505:0:34085:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511507:0:34085:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853837.511509:0:34085:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511511:0:34085:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511512:0:34085:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853837.511514:0:34085:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1780853837.511516:0:34085:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1780853837.511517:0:34085:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1780853837.511519:0:34085:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511521:0:34085:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.511524:0:34085:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853837.511526:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.511528:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:1.0:1780853837.511530:0:34085:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853837.511533:0:34085:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853837.511536:0:34085:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853837 a=1780853837 c=1780853837 b=1 00020000:00000001:1.0:1780853837.511539:0:34085:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511540:0:34085:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511542:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000080:00200000:1.0:1780853837.511544:0:34085:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1780853837.511547:0:34085:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853837.511549:0:34085:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853837.511550:0:34085:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_release():245 00000020:00000001:1.0:1780853837.511553:0:34085:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.511554:0:34085:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853837.511557:0:34085:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853837.511558:0:34085:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853837.511559:0:34085:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853837.511561:0:34085:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853837.511563:0:34085:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589bb2e30 (ffff9e45923727e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853837.511566:0:34085:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853837.511567:0:34085:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853837.511568:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511569:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853837.511571:0:34085:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853837.511572:0:34085:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.511574:0:34085:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.511575:0:34085:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853837.511576:0:34085:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.511577:0:34085:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589b656d0 (ffff9e4592372638/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853837.511580:0:34085:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853837.511581:0:34085:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853837.511582:0:34085:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589bb2e30 (ffff9e4592372638/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853837.511585:0:34085:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d86260. 00000020:00000001:1.0:1780853837.511589:0:34085:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853837.511590:0:34085:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589bb2e00. 00020000:00000001:1.0:1780853837.511594:0:34085:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.511595:0:34085:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853837.511596:0:34085:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853837.511597:0:34085:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511599:0:34085:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853837.511601:0:34085:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853837.511603:0:34085:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853837.511604:0:34085:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853837.511605:0:34085:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.511607:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853837.511610:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f9800. 00000020:00000010:1.0:1780853837.511613:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853837.511618:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853837.511622:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853837.511625:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853837.511628:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853837.511632:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853837.511635:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8800. 00000008:00000010:1.0:1780853837.511637:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853837.511640:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853837.511644:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853837.511647:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853837.511650:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9a00. 00000020:00000010:1.0:1780853837.511652:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:1.0:1780853837.511654:0:34085:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853837.511657:0:34085:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853837.511658:0:34085:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853837.511661:0:34085:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853837.511664:0:34085:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853837.511666:0:34085:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.511668:0:34085:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853837.511670:0:34085:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853837.511671:0:34085:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853837.511672:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853837.511674:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904f8000. 00000020:00000010:1.0:1780853837.511676:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853837.511679:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853837.511681:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e480. 00008000:00000010:1.0:1780853837.511684:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853837.511687:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853837.511689:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853837.511692:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f8400. 00000008:00000010:1.0:1780853837.511694:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853837.511696:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853837.511700:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853837.511702:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853837.511705:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904f9200. 00000020:00000010:1.0:1780853837.511707:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000001:00000001:1.0:1780853837.511709:0:34085:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511714:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d08 00000080:00000008:1.0:1780853837.511717:0:34085:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9e4591989988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853837.511721:0:34085:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853837.511723:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7da0 00000080:00002000:1.0:1780853837.511725:0:34085:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode ffff9e4591989988) hashed, 00000080:00000001:1.0:1780853837.511728:0:34085:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.511762:0:34085:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.511766:0:34085:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.511768:0:34085:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.511769:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7bd8 00000080:00200000:1.0:1780853837.511772:0:34085:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.511776:0:34085:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f9200. 00800000:00000002:1.0:1780853837.511780:0:34085:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.511782:0:34085:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.511785:0:34085:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.511786:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7af8 00800000:00000002:1.0:1780853837.511787:0:34085:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.511790:0:34085:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.511793:0:34085:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.511796:0:34085:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.511798:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf79c8 00000002:00010000:1.0:1780853837.511799:0:34085:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.511802:0:34085:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.511804:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.511806:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.511809:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:1.0:1780853837.511812:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.511814:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.511817:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.511821:0:34085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1780853837.511829:0:34085:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.511831:0:34085:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.511834:0:34085:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1780853837.511840:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.511843:0:34085:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.511844:0:34085:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.511846:0:34085:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.511848:0:34085:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.511851:0:34085:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.511853:0:34085:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.511856:0:34085:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.511858:0:34085:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f9200. 00000080:00000001:1.0:1780853837.511876:0:34085:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.511878:0:34085:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.511881:0:34085:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853837.511883:0:34085:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:1.0:1780853837.511887:0:34085:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.511888:0:34085:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.511889:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.511891:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.511892:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.511894:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.511896:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.511898:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511900:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.511901:0:34085:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.511902:0:34085:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.511905:0:34085:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401bf7c10 00010000:00000001:1.0:1780853837.511907:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.511908:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.511909:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.511911:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.511913:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.511915:0:34085:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.511918:0:34085:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853837.511924:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511926:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.511927:0:34085:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.511928:0:34085:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.511931:0:34085:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853837.511938:0:34085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.511939:0:34085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.511941:0:34085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.511943:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511944:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.511946:0:34085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511948:0:34085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.511949:0:34085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511951:0:34085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511953:0:34085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.511954:0:34085:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.511956:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.511957:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.511959:0:34085:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.511961:0:34085:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.511963:0:34085:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853837.511966:0:34085:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853837.511973:0:34085:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1780853837.511975:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7da0 00000080:00002000:1.0:1780853837.511976:0:34085:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b49e58) flags 0x48004e refc 0 00000080:00000001:1.0:1780853837.511978:0:34085:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853837.511980:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7e10 00000080:00200000:1.0:1780853837.511982:0:34085:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1780853837.511985:0:34085:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853837.511986:0:34085:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853837.511988:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d30 00000080:00200000:1.0:1780853837.511990:0:34085:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853837.511993:0:34085:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904f9200. 00800000:00000002:1.0:1780853837.511995:0:34085:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853837.511997:0:34085:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853837.511999:0:34085:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.512001:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7c50 00800000:00000002:1.0:1780853837.512002:0:34085:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853837.512005:0:34085:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853837.512007:0:34085:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853837.512011:0:34085:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853837.512012:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b20 00000002:00010000:1.0:1780853837.512014:0:34085:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853837.512016:0:34085:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853837.512017:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853837.512019:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853837.512021:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:1.0:1780853837.512023:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853837.512025:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853837.512026:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853837.512029:0:34085:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1780853837.512035:0:34085:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853837.514211:0:34085:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853837.514222:0:34085:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1780853837.514233:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853837.514236:0:34085:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853837.514238:0:34085:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.514240:0:34085:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853837.514243:0:34085:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.514246:0:34085:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853837.514248:0:34085:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853837.514251:0:34085:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853837.514255:0:34085:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904f9200. 00000080:00000001:1.0:1780853837.514259:0:34085:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853837.514261:0:34085:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.514308:0:34085:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853837.514312:0:34085:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eca 00800000:00000001:1.0:1780853837.514316:0:34085:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853837.514319:0:34085:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853837.514322:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.514324:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.514326:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.514329:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.514331:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.514334:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.514336:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853837.514337:0:34085:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853837.514339:0:34085:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853837.514341:0:34085:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eca from it ffffb4b401bf7d68 00010000:00000001:1.0:1780853837.514343:0:34085:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853837.514344:0:34085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853837.514345:0:34085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6600 refcount=3 00000020:00000001:1.0:1780853837.514347:0:34085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.514349:0:34085:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125529600 : -107453584022016 : ffff9e45834b6600) 00010000:00000001:1.0:1780853837.514352:0:34085:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853837.514355:0:34085:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853837.514363:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.514364:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.514366:0:34085:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853837.514369:0:34085:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853837.514371:0:34085:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1780853837.514393:0:34085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.514395:0:34085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853837.514397:0:34085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853837.514402:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.514403:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853837.514405:0:34085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.514407:0:34085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853837.514409:0:34085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.514411:0:34085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.514415:0:34085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.514417:0:34085:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853837.514418:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853837.514419:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853837.514423:0:34085:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853837.514424:0:34085:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853837.514427:0:34085:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:1.0:1780853837.514432:0:34085:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.518174:0:34085:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:0.0:1780853837.518182:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7df8 00000080:00200000:0.0:1780853837.518187:0:34085:0:(namei.c:2404:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853837.518191:0:34085:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1780853837.518193:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.518203:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.518208:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.518214:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589312c00. 00000020:00000010:0.0:1780853837.518218:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.518227:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.518232:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.518239:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.518247:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.518252:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.518256:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313400. 00000008:00000010:0.0:1780853837.518260:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.518307:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.518312:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.518316:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.518320:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.518323:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853837.518326:0:34085:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853837.518331:0:34085:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000002:0.0:1780853837.518334:0:34085:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5360 addref 2/0 by ffff9e4585130000. 00020000:00000002:0.0:1780853837.518337:0:34085:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000001:0.0:1780853837.518340:0:34085:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853837.518344:0:34085:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853837.518346:0:34085:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853837.518348:0:34085:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1780853837.518351:0:34085:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1780853837.518354:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853837.518358:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589312c00. 00000020:00000010:0.0:1780853837.518364:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.518370:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.518374:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.518389:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.518392:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.518395:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.518398:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312e00. 00000008:00000010:0.0:1780853837.518401:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.518404:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.518407:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.518410:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.518413:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313400. 00000020:00000010:0.0:1780853837.518415:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853837.518417:0:34085:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853837.518423:0:34085:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4589313400. 00800000:00000002:0.0:1780853837.518429:0:34085:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853837.518446:0:34085:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853837.518452:0:34085:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853837.518456:0:34085:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:0.0:1780853837.518459:0:34085:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853837.518462:0:34085:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:0.0:1780853837.518469:0:34085:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853837.518472:0:34085:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853837.518479:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 2 00010000:00000001:0.0:1780853837.518482:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.518486:0:34085:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853837.518492:0:34085:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853837.518498:0:34085:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:0.0:1780853837.518508:0:34085:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853837.518512:0:34085:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853837.518515:0:34085:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853837.518517:0:34085:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853837.518520:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518523:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518525:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 3 00010000:00000001:0.0:1780853837.518527:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518532:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.518534:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518535:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518537:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 3 00010000:00000001:0.0:1780853837.518538:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518540:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.518542:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518543:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518544:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0a00 count: 3 00010000:00000001:0.0:1780853837.518545:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518547:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.518548:0:34085:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853837.518551:0:34085:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853837.518555:0:34085:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853837.518557:0:34085:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853837.518560:0:34085:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853837.518561:0:34085:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.518566:0:34085:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853837.518570:0:34085:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853837.518572:0:34085:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853837.518575:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.518579:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853837.518582:0:34085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b6600 with handle 0xa8f483e9eb300eca from hash 00010000:00000001:0.0:1780853837.518584:0:34085:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853837.518586:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.518587:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.518588:0:34085:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853837.518590:0:34085:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853837.518592:0:34085:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853837.518596:0:34085:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853837.518597:0:34085:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853837.518599:0:34085:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853837.518601:0:34085:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853837.518604:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 2 00010000:00000001:0.0:1780853837.518606:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.518608:0:34085:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853837.518610:0:34085:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853837.518613:0:34085:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1780853837.518620:0:34085:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853837.518622:0:34085:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853837.518623:0:34085:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853837.518624:0:34085:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:0.0:1780853837.518626:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518627:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518629:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:0.0:1780853837.518631:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518632:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.518634:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518635:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518636:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:0.0:1780853837.518637:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518640:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.518641:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518642:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518644:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:0.0:1780853837.518646:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518647:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.518649:0:34085:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853837.518650:0:34085:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853837.518652:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95000 count: 3 00010000:00000001:0.0:1780853837.518653:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853837.518655:0:34085:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.518657:0:34085:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.518659:0:34085:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853837.518660:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.518663:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.518666:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.518668:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589312c00. 00000020:00000010:0.0:1780853837.518670:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.518673:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.518676:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.518678:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.518682:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.518684:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.518686:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312a00. 00000008:00000010:0.0:1780853837.518688:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.518690:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.518693:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.518695:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.518697:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.518699:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853837.518701:0:34085:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1780853837.518703:0:34085:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:0.0:1780853837.518706:0:34085:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1780853837.518709:0:34085:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1780853837.518712:0:34085:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853837.518714:0:34085:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853837.518717:0:34085:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1780853837.518719:0:34085:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.518722:0:34085:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853837.518723:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853837.518725:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589312c00. 00000020:00000010:0.0:1780853837.518728:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.518730:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.518733:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.518735:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.518738:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.518739:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.518742:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312e00. 00000008:00000010:0.0:1780853837.518743:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.518745:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.518748:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.518750:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.518752:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312a00. 00000020:00000010:0.0:1780853837.518754:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853837.518756:0:34085:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.518759:0:34085:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853837.518762:0:34085:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9e4591989988) invalid 00000020:00000001:0.0:1780853837.518764:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a60 00000080:00002000:0.0:1780853837.518766:0:34085:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry recon (ffff9e4591b49e58) parent ffff9e4591970ca8 inode ffff9e4591989988 refc 1 00000080:00000001:0.0:1780853837.518771:0:34085:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853837.518773:0:34085:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853837.518774:0:34085:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.518776:0:34085:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853837.518777:0:34085:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853837.518779:0:34085:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853837.518780:0:34085:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853837.518782:0:34085:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853837.518784:0:34085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583573800 with handle 0xa8f483e9eb300ec3 from hash 00010000:00000001:0.0:1780853837.518786:0:34085:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853837.518788:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.518789:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.518790:0:34085:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853837.518791:0:34085:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853837.518793:0:34085:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853837.518808:0:34085:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853837.518809:0:34085:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853837.518811:0:34085:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1780853837.518817:0:34085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368a80. 00000020:00000040:0.0:1780853837.518822:0:34085:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853837.518827:0:34085:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853837.518829:0:34085:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.518831:0:34085:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853837.518835:0:34085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853837.518839:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.518841:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.518842:0:34085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.518845:0:34085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853837.518847:0:34085:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853837.518852:0:34085:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853837.518859:0:34085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4589312a00. 00000100:00000001:0.0:1780853837.518866:0:34085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.518868:0:34085:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853837.518870:0:34085:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853837.518877:0:34085:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780853837.518886:0:34085:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1780853837.518892:0:34085:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1780853837.518893:0:34085:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853837.518895:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853837.518897:0:34085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573800/0xa8f483e9eb300ec3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a712 expref: -99 pid: 34082 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1780853837.518905:0:34085:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45831ccc40. 00010000:00000040:0.0:1780853837.518909:0:34085:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95000 count: 0 00010000:00000010:0.0:1780853837.518915:0:34085:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab400. 00010000:00000001:0.0:1780853837.518924:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.518925:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853837.518928:0:34085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6600/0xa8f483e9eb300eca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a720 expref: -99 pid: 34083 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1780853837.518933:0:34085:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0a00 count: 0 00010000:00000010:0.0:1780853837.518936:0:34085:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2180. 00010000:00000001:0.0:1780853837.518941:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853837.518942:0:34085:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.518944:0:34085:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853837.518945:0:34085:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.518947:0:34085:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853837.518957:0:34085:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853837.518968:0:34085:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853837.518975:0:34085:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853837.518976:0:34085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853837.518982:0:34085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.518984:0:34085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620167101632 : -107453542449984 : ffff9e4585c5bcc0) 00000100:00000001:0.0:1780853837.518987:0:34085:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.518988:0:34085:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853837.518992:0:34085:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853837.518996:0:34085:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.518997:0:34085:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853837.518999:0:34085:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853837.519003:0:34085:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.519012:0:34085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853837.519014:0:34085:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.519017:0:34085:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853837.519019:0:34085:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853837.519021:0:34085:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853837.519025:0:34085:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:34085:1867358631453440:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853837.519029:0:34085:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853837.519034:0:34085:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853837.519036:0:34085:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.519050:0:34085:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853837.519054:0:34085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853837.519056:0:34085:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853837.519064:0:34085:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853837.519069:0:34085:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853837.519075:0:34085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853837.519082:0:34085:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631453440, portal 10 00000100:00000001:0.0:1780853837.519084:0:34085:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.519085:0:34085:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000040:0.0:1780853837.519091:0:34085:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.519098:0:34085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853837.519101:0:34085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853837.519103:0:34085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853837.519106:0:34085:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631453440, offset 0 00000400:00000200:0.0:1780853837.519112:0:34085:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853837.519120:0:34085:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.519127:0:34085:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853837.519134:0:34085:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853837.519139:0:34085:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853837.519143:0:34085:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853837.519146:0:34085:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853837.519149:0:34085:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2658:2658:256:4294967295] 192.168.202.110@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:0.0:1780853837.519153:0:34085:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853837.519163:0:34085:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853837.519169:0:34085:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853837.519173:0:34085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853837.519180:0:34085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853837.519189:0:34085:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853837.519193:0:34085:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1780853837.519213:0:34085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.519217:0:34085:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 815551 usecs (816 jiffies) 00000400:00000200:0.0:1780853837.519220:0:34085:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853837.519223:0:34085:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296635089 00000800:00000200:0.0:1780853837.519373:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853837.519387:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:0.0:1780853837.519391:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853837.519397:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853837.519402:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:0.0:1780853837.519405:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:0.0:1780853837.519408:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853837.519412:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.519422:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.519425:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.519432:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.519434:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853837.519451:0:34085:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.519453:0:34085:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296635089 00000100:00000001:0.0:1780853837.519456:0:34085:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296635386 00000100:00000001:0.0:1780853837.519458:0:34085:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.519461:0:34085:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.519463:0:34085:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853837.519465:0:34085:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853837.519467:0:34085:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4585c5bcc0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853837.519470:0:34085:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853837.519473:0:34085:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780853837.523819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95000. 00010000:00000010:0.1:1780853837.523836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573800. 00010000:00000010:0.1:1780853837.523840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0a00. 00010000:00000010:0.1:1780853837.523844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6600. 00000800:00000001:1.0:1780853837.535988:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.536006:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853837.536011:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.536014:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.536024:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536031:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853837.536050:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536055:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536061:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536064:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe56300 00000400:00000200:1.0:1780853837.536069:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536075:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7269 [1] + 224 00000800:00000001:1.0:1780853837.536082:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.536090:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853837.536093:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.536098:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853837.536106:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853837.536116:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853837.536140:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853837.536159:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853837.536168:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853837.536171:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536176:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853837.536184:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2659:2659:256:4294967295] 192.168.202.110@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:1.0:1780853837.536189:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853837.536197:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853837.536202:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853837.536208:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76f00. 00000800:00000200:1.0:1780853837.536214:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853837.536222:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853837.536226:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1780853837.536857:0:34085:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853837.536877:0:34085:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853837.536880:0:34085:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853837.536885:0:34085:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:0.0:1780853837.536891:0:34085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853837.536893:0:34085:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853837.536896:0:34085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853837.536902:0:34085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853837.536911:0:34085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368a80 x1867358631453440/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853853 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.536918:0:34085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853837.536920:0:34085:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.536923:0:34085:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853837.536927:0:34085:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853837.536930:0:34085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853837.536932:0:34085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853837.536946:0:34085:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853837.536955:0:34085:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=78 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853837.536959:0:34085:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853837.536961:0:34085:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853837.536963:0:34085:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853837.536966:0:34085:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853837.536969:0:34085:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.536971:0:34085:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853837.536973:0:34085:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x200000008] 00000100:00000001:0.0:1780853837.536975:0:34085:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853837.536978:0:34085:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853837.536979:0:34085:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853837.536983:0:34085:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853837.536985:0:34085:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1780853837.536987:0:34085:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853837.536989:0:34085:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853837.536994:0:34085:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368a80 x1867358631453440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853853 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.537001:0:34085:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853837.537003:0:34085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853837.537005:0:34085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853837.537009:0:34085:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368a80 x1867358631453440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853853 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853837.537016:0:34085:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:34085:1867358631453440:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853837.537021:0:34085:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853837.537024:0:34085:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853837.537026:0:34085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853837.537028:0:34085:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.537031:0:34085:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631453440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853853 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.537048:0:34085:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853837.537051:0:34085:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4585c5bcc0. 00000100:00000001:0.0:1780853837.537055:0:34085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853837.537057:0:34085:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853837.537064:0:34085:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.537067:0:34085:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853837.537071:0:34085:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853837.537076:0:34085:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4589313400. 00000100:00000001:0.0:1780853837.537081:0:34085:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853837.537085:0:34085:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631453440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853837.537091:0:34085:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.537095:0:34085:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.537105:0:34085:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853837.537109:0:34085:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7e28 00000080:00002000:0.0:1780853837.537112:0:34085:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9e4591b49e58, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1780853837.537115:0:34085:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853837.537121:0:34085:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1780853837.537126:0:34085:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1780853837.537136:0:34085:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:0.0:1780853837.537138:0:34085:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853837.537141:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.537147:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.537152:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313400. 00000020:00000010:0.0:1780853837.537157:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.537161:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.537167:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.537172:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.537177:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.537184:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.537187:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.537191:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312c00. 00000008:00000010:0.0:1780853837.537195:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.537198:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.537201:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.537204:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.537207:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.537210:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853837.537214:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830aa8 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.537217:0:34085:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853837.537219:0:34085:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853837.537221:0:34085:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853837.537225:0:34085:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853837.537226:0:34085:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853837.537227:0:34085:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853837.537231:0:34085:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x31:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1780853837.537235:0:34085:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000001:0.0:1780853837.537238:0:34085:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853837.537240:0:34085:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853837.537243:0:34085:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853837.537244:0:34085:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537247:0:34085:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853837.537257:0:34085:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853837.537258:0:34085:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537260:0:34085:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853837.537261:0:34085:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853837.537263:0:34085:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853837.537311:0:34085:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00000020:00000001:0.0:1780853837.537314:0:34085:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537316:0:34085:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853837.537318:0:34085:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853837.537320:0:34085:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853837.537323:0:34085:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853837.537327:0:34085:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853837.537330:0:34085:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853837.537332:0:34085:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853837.537333:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.537555:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853837.537560:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312200. 00000020:00000010:0.0:1780853837.537563:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313800. 00000020:00000010:0.0:1780853837.537566:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d2a0. 00000008:00000010:0.0:1780853837.537569:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853837.537573:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853837.537576:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853837.537579:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853837.537582:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853837.537587:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589313600. 00000008:00000010:0.0:1780853837.537589:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853837.537592:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853837.537594:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853837.537597:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853837.537600:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853837.537602:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853837.537605:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e4598830468 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.537606:0:34085:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853837.537609:0:34085:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853837.537610:0:34085:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853837.537612:0:34085:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537614:0:34085:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537616:0:34085:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853837.537618:0:34085:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853837.537619:0:34085:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537621:0:34085:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537624:0:34085:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537626:0:34085:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853837.537628:0:34085:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853837.537630:0:34085:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.537631:0:34085:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853837.537632:0:34085:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853837.537634:0:34085:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537636:0:34085:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537638:0:34085:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537639:0:34085:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537640:0:34085:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853837.537641:0:34085:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537643:0:34085:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537644:0:34085:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853837.537646:0:34085:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853837.537647:0:34085:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.537648:0:34085:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853837.537650:0:34085:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1780853837.537652:0:34085:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1780853837.537657:0:34085:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1780853837.537662:0:34085:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853837.537663:0:34085:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.537665:0:34085:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853837.537666:0:34085:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.537669:0:34085:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1780853837.537673:0:34085:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1780853837.537677:0:34085:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9e459117e540@{[0 -> 255/255], [1|0|-|locking|wiY|ffff9e458a730380], [1703936|1|+|-|ffff9e45834b7e00|256|ffff9e4585130000]} make ready 00000008:00010000:0.0:1780853837.537684:0:34085:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 0000000055e4b9a6 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1780853837.537695:0:34085:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1780853837.537697:0:34085:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1780853837.537711:0:34085:0:(cl_page.c:1160:cl_page_make_ready()) page@000000004f533227[2 00000000717b7f64 1 1 0000000000000000] 00000020:00008000:0.0:1780853837.537713:0:34085:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1780853837.537715:0:34085:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1780853837.537716:0:34085:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1780853837.537718:0:34085:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1780853837.537719:0:34085:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853837.537721:0:34085:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853837.537723:0:34085:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853837.537725:0:34085:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[2 00000000717b7f64 1 1 0000000000000000] 00000020:00000001:0.0:1780853837.537727:0:34085:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1780853837.537728:0:34085:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1780853837.537729:0:34085:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1780853837.537732:0:34085:0:(cl_page.c:1182:cl_page_make_ready()) page@000000004f533227[2 00000000717b7f64 3 1 0000000000000000] 00000020:00000001:0.0:1780853837.537733:0:34085:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1780853837.537734:0:34085:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537737:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.537738:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.537740:0:34085:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1780853837.537743:0:34085:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537744:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:0.0:1780853837.537746:0:34085:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.537749:0:34085:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1780853837.537751:0:34085:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e459117e540@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff9e458a730380], [1703936|1|+|-|ffff9e45834b7e00|256|ffff9e4585130000]} extent finished. 00000008:00010000:0.0:1780853837.537756:0:34085:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 0000000055e4b9a6 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1780853837.537764:0:34085:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1780853837.537766:0:34085:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1780853837.537768:0:34085:0:(cl_page.c:1104:cl_page_complete()) page@000000004f533227[2 00000000717b7f64 3 1 0000000000000000] 00000020:00000001:0.0:1780853837.537769:0:34085:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1780853837.537771:0:34085:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853837.537772:0:34085:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853837.537773:0:34085:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853837.537775:0:34085:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[2 00000000717b7f64 3 1 0000000000000000] 00000020:00000001:0.0:1780853837.537776:0:34085:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1780853837.537777:0:34085:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1780853837.537779:0:34085:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1780853837.537782:0:34085:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004f533227[2 00000000717b7f64 1 1 0000000000000000] 00000080:00008000:0.0:1780853837.537783:0:34085:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1780853837.537795:0:34085:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1780853837.537797:0:34085:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1780853837.537799:0:34085:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853837.537801:0:34085:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[2 00000000717b7f64 1 1 0000000000000000] 00000020:00000001:0.0:1780853837.537803:0:34085:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1780853837.537804:0:34085:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1780853837.537805:0:34085:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1780853837.537808:0:34085:0:(osc_cache.c:1602:osc_free_grant()) lost 1703936 grant: 1703936 avail: 2097152 dirty: 0/0 00000008:00000020:0.0:1780853837.537813:0:34085:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e459117e540@{[0 -> 255/255], [1|0|-|inv|wY|ffff9e458a730380], [1703936|0|-|-|ffff9e45834b7e00|256|ffff9e4585130000]} destroyed. 00000008:00010000:0.0:1780853837.537818:0:34085:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000055e4b9a6 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1780853837.537825:0:34085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853837.537827:0:34085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1780853837.537830:0:34085:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e459117e540. 00000008:00000001:0.0:1780853837.537833:0:34085:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.537835:0:34085:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1780853837.537838:0:34085:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1780853837.537841:0:34085:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1780853837.537844:0:34085:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1780853837.537847:0:34085:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853837.537849:0:34085:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537851:0:34085:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537852:0:34085:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537854:0:34085:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537856:0:34085:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537869:0:34085:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853837.537871:0:34085:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853837.537872:0:34085:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853837.537873:0:34085:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1780853837.537875:0:34085:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853837.537876:0:34085:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537878:0:34085:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853837.537886:0:34085:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853837.537888:0:34085:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853837.537890:0:34085:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853837.537891:0:34085:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.537892:0:34085:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853837.537893:0:34085:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853837.537894:0:34085:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537896:0:34085:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537897:0:34085:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853837.537898:0:34085:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853837.537900:0:34085:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853837.537901:0:34085:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853837.537902:0:34085:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853837.537904:0:34085:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853837.537905:0:34085:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853837.537906:0:34085:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853837.537907:0:34085:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853837.537908:0:34085:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537910:0:34085:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.537911:0:34085:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853837.537912:0:34085:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853837.537913:0:34085:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.537915:0:34085:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853837.537916:0:34085:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853837.537917:0:34085:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853837.537918:0:34085:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853837.537919:0:34085:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853837.537921:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853837.537925:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313800. 00000020:00000010:0.0:1780853837.537928:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d2a0. 00000008:00000010:0.0:1780853837.538138:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853837.538144:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303eb40. 00008000:00000010:0.0:1780853837.538148:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853837.538152:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853837.538155:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853837.538158:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312200. 00000008:00000010:0.0:1780853837.538161:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853837.538164:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853837.538167:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853837.538169:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853837.538172:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313600. 00000020:00000010:0.0:1780853837.538173:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00020000:00000001:0.0:1780853837.538176:0:34085:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853837.538178:0:34085:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853837.538181:0:34085:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853837.538183:0:34085:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853837.538187:0:34085:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853837.538188:0:34085:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853837.538191:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853837.538193:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.538196:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.538199:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.538201:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.538203:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.538206:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.538209:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.538211:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589313400. 00000008:00000010:0.0:1780853837.538213:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.538215:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.538217:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.538220:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.538223:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312c00. 00000020:00000010:0.0:1780853837.538225:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853837.538227:0:34085:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853837.538235:0:34085:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1780853837.538237:0:34085:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446636620124706112 : -107453584845504 : ffff9e45833ed540) 00000020:00000001:0.0:1780853837.538240:0:34085:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1780853837.538242:0:34085:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1780853837.538243:0:34085:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1780853837.538244:0:34085:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1780853837.538245:0:34085:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853837.538248:0:34085:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f533227[2 00000000717b7f64 1 1 0000000000000000] 00000020:00000001:0.0:1780853837.538250:0:34085:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1780853837.538251:0:34085:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1780853837.538253:0:34085:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1780853837.538254:0:34085:0:(osc_page.c:138:osc_page_delete()) ffff9e45833ed5a0 00000008:00000001:0.0:1780853837.538256:0:34085:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1780853837.538258:0:34085:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e45833ed5b0 page ffff9e45833ed5a0 at index 0. 00000008:00000001:0.0:1780853837.538260:0:34085:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853837.538291:0:34085:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1780853837.538293:0:34085:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd3449ee240 index 0 00000020:00000001:0.0:1780853837.538298:0:34085:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1780853837.538299:0:34085:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1780853837.538300:0:34085:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853837.538303:0:34085:0:(cl_page.c:556:cl_batch_put()) page@000000004f533227[1 00000000717b7f64 5 1 0000000000000000] 00000020:00000001:0.0:1780853837.538304:0:34085:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1780853837.538306:0:34085:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1780853837.538308:0:34085:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e45833ed540. 00000020:00000001:0.0:1780853837.538312:0:34085:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1780853837.538313:0:34085:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1780853837.538347:0:34085:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:0.0:1780853837.538349:0:34085:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9e4591989988) 00800000:00000001:0.0:1780853837.538354:0:34085:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:0.0:1780853837.538356:0:34085:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:0.0:1780853837.538360:0:34085:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:0.0:1780853837.538366:0:34085:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853837.538368:0:34085:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.538370:0:34085:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1780853837.538373:0:34085:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1780853837.538384:0:34085:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853837.538387:0:34085:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853837.538391:0:34085:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853837.538395:0:34085:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853837.538399:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312c00. 00000020:00000010:0.0:1780853837.538401:0:34085:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4589313400. 00000020:00000010:0.0:1780853837.538404:0:34085:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.538408:0:34085:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.538410:0:34085:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.538413:0:34085:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.538417:0:34085:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.538419:0:34085:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.538422:0:34085:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4589312e00. 00000008:00000010:0.0:1780853837.538425:0:34085:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.538428:0:34085:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.538430:0:34085:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.538433:0:34085:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853837.538436:0:34085:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853837.538438:0:34085:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00020000:00000001:0.0:1780853837.538443:0:34085:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:0.0:1780853837.538445:0:34085:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000001:0.0:1780853837.538448:0:34085:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:0.0:1780853837.538451:0:34085:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5360, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853837.538455:0:34085:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853837.538459:0:34085:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1780853837.538461:0:34085:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:0.0:1780853837.538463:0:34085:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.538465:0:34085:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1780853837.538467:0:34085:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:0.0:1780853837.538471:0:34085:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1780853837.538474:0:34085:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837c00 count: 2 00010000:00000001:0.0:1780853837.538477:0:34085:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853837.538479:0:34085:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1780853837.538481:0:34085:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1780853837.538485:0:34085:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1780853837 1780853837 1780853837 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1780853837.538495:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000020:00000001:0.0:1780853837.538497:0:34085:0:(cl_object.c:151:cl_object_top()) ffff9e458a730380 -> ffff9e4598830aa8 00000008:00000001:0.0:1780853837.538499:0:34085:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853837.538500:0:34085:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853837.538502:0:34085:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1780853837.538504:0:34085:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853837.538508:0:34085:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e458a730380. 00020000:00000001:0.0:1780853837.538512:0:34085:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1780853837.538515:0:34085:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e45988303e8. 00020000:00000001:0.0:1780853837.538519:0:34085:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1780853837.538521:0:34085:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853837.538523:0:34085:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853837.538525:0:34085:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000001:0.0:1780853837.538527:0:34085:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:0.0:1780853837.538529:0:34085:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:0.0:1780853837.538530:0:34085:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000001:0.0:1780853837.538533:0:34085:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:0.0:1780853837.538535:0:34085:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4585d8bdf0. 00020000:00000010:0.0:1780853837.538539:0:34085:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e45833ee480. 00020000:00000010:0.0:1780853837.538542:0:34085:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4585ca5820. 00020000:00000002:0.0:1780853837.538545:0:34085:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5360, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853837.538549:0:34085:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853837.538552:0:34085:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45922f9b00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1780853837.538555:0:34085:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45922f9b00. 00020000:00000010:0.0:1780853837.538558:0:34085:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5cc0. 00020000:00000010:0.0:1780853837.538561:0:34085:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da5360. 00020000:00000001:0.0:1780853837.538562:0:34085:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1780853837.538563:0:34085:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e35d0) owner 0000000000000000/ffff9e4585130000 00020000:00000010:0.0:1780853837.538566:0:34085:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45916e35d0. 00020000:00000001:0.0:1780853837.538568:0:34085:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:0.0:1780853837.538571:0:34085:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4598830a28. 00000020:00001000:0.0:1780853837.538574:0:34085:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853837.538576:0:34085:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4589313400. 00000020:00000010:0.0:1780853837.538578:0:34085:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853837.538581:0:34085:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853837.538583:0:34085:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ec00. 00008000:00000010:0.0:1780853837.538586:0:34085:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853837.538589:0:34085:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853837.538591:0:34085:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853837.538593:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312c00. 00000008:00000010:0.0:1780853837.538595:0:34085:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853837.538597:0:34085:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853837.538599:0:34085:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853837.538602:0:34085:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853837.538604:0:34085:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4589312e00. 00000020:00000010:0.0:1780853837.538606:0:34085:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853837.538609:0:34085:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1780853837.538611:0:34085:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000800:00000200:1.0:1780853837.538998:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853837.539003:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76f00. 00000400:00000200:1.0:1780853837.539008:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853837.539015:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853837.539026:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853837.539032:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1780853837.549197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7ae0. 00000080:00000010:0.1:1780853837.552470:0:34087:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e45919898c0. 00010000:00000001:1.0:1780853837.869389:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.869396:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.869401:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.869403:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853837.869406:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853837.869407:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853837.872281:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853837.872287:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853837.872291:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780853838.641779:0:28982:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296635386, at 4296635396 00000100:00000010:0.0:1780853838.641795:0:28982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5f60. 00000100:00000040:1.0:1780853838.651971:0:33245:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296635386, at 4296635406 00000100:00000010:1.0:1780853838.651989:0:33245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5900. 00010000:00000001:1.0:1780853838.896241:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853838.896248:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853838.896254:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853838.896255:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853838.896258:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853838.896259:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853838.896595:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853838.896598:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853838.896601:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853839.162495:0:34170:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663319:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853839.663329:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853839.663337:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853839.663344:0:36:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:2.0:1780853839.663348:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853839.663352:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853839.663372:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853839.663382:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd800. 00000100:00000001:2.0:1780853839.663391:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663403:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853839.663414:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853839.663418:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663425:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d92a3a] to pc [ptlrpcd_01_00+0] req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663448:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663451:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853839.663454:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853839.663457:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38000. 00000020:00000040:2.0:1780853839.663460:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853839.663462:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853839.663464:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853839.663466:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853839.663469:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd000. 00000100:00000001:2.0:1780853839.663472:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663477:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853839.663484:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853839.663486:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663490:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f0e248d] to pc [ptlrpcd_01_01+1] req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663498:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663500:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853839.663504:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853839.663507:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39f80. 00000020:00000040:2.0:1780853839.663510:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853839.663512:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853839.663513:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853839.663515:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853839.663518:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dde00. 00000100:00000001:2.0:1780853839.663521:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663525:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853839.663532:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853839.663534:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663537:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c4f1be3] to pc [ptlrpcd_01_00+0] req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663544:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663547:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780853839.663550:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780853839.663553:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3bb80. 00000020:00000040:2.0:1780853839.663555:0:36:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853839.663557:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853839.663558:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853839.663560:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853839.663564:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833ddc00. 00000100:00000001:2.0:1780853839.663567:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663570:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853839.663576:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853839.663578:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663582:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000983e796f] to pc [ptlrpcd_01_01+1] req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663588:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.663592:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1974) 00000100:00000001:2.0:1780853839.663608:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853839.663611:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853839.663613:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853839.663618:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663625:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853839.663627:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.663630:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853839.663633:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853839.663635:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853839.663639:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631453568:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853839.663643:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853839.663649:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853839.663651:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.663654:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853839.663659:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f72e00. 02000000:00000001:2.0:1780853839.663661:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853839.663668:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853839.663672:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853839.663677:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853839.663684:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631453568, portal 25 00000100:00000001:2.0:1780853839.663686:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853839.663688:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853839.663694:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663701:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853839.663704:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853839.663706:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f550. 00000100:00000200:2.0:1780853839.663710:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631453568, offset 0 00000400:00000200:2.0:1780853839.663717:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853839.663724:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.663732:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853839.663738:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853839.663742:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853839.663745:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853839.663748:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853839.663751:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2660:2660:256:4294967295] 192.168.202.110@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:2.0:1780853839.663756:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.663766:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853839.663772:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853839.663776:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddf00. 00000800:00000200:2.0:1780853839.663783:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853839.663791:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853839.663805:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853839.663824:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853839.663829:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853839.663831:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296640506 00000100:00000010:2.0:1780853839.663836:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da52a0. 00000100:00000001:2.0:1780853839.663843:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780853839.663849:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296640506 00000100:00000010:2.0:1780853839.663910:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4585da5780. 00000100:00000001:2.0:1780853839.663915:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780853839.663919:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853839.663921:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.663924:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853839.663929:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663936:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853839.663937:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.663939:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853839.663941:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853839.663943:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853839.663946:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631453824:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853839.663951:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853839.663953:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853839.663955:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.663957:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853839.663960:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f72000. 02000000:00000001:2.0:1780853839.663962:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853839.663965:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853839.663968:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685d68. 00000400:00000010:2.0:1780853839.663972:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fc38. 00000100:00000200:2.0:1780853839.663975:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631453824, portal 4 00000100:00000001:2.0:1780853839.663977:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853839.663978:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200517504 : -107453509034112 : ffff9e4587c39f80) 00000100:00000040:2.0:1780853839.663984:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.663990:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853839.663993:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853839.663996:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fe58. 00000100:00000200:2.0:1780853839.663998:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631453824, offset 0 00000400:00000200:2.0:1780853839.664003:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853839.664006:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.664010:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853839.664012:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853839.664015:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853839.664017:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853839.664019:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853839.664022:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2661:2661:255:4294967295] 192.168.202.110@tcp LPNI seq info [2661:2661:7:4294967295] 00000400:00000200:2.0:1780853839.664027:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.664033:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853839.664037:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853839.664041:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853839.664045:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853839.664050:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853839.664053:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853839.664056:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.664060:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 207102 usecs (208 jiffies) 00000400:00000200:2.0:1780853839.664063:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853839.664064:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296636625 00000100:00000001:2.0:1780853839.664067:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296640506 00000100:00000001:2.0:1780853839.664069:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296636625 00000100:00000001:2.0:1780853839.664071:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296640506 00000100:00000001:2.0:1780853839.664073:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853839.664074:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.664077:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.664079:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853839.664086:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853839.664088:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780853839.664090:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853839.664092:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853839.664093:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853839.664095:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1780853839.664097:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853839.664099:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853839.664100:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853839.664101:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853839.664102:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853839.664103:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853839.664107:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.664113:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853839.664114:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.664116:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853839.664117:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853839.664119:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853839.664122:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631453696:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853839.664125:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853839.664128:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853839.664129:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.664131:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853839.664133:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f72a00. 02000000:00000001:2.0:1780853839.664135:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853839.664139:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853839.664141:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685160. 00000400:00000010:2.0:1780853839.664144:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8ff68. 00000100:00000200:2.0:1780853839.664147:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631453696, portal 10 00000100:00000001:2.0:1780853839.664149:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853839.664150:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200509440 : -107453509042176 : ffff9e4587c38000) 00000100:00000040:2.0:1780853839.664155:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.664161:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853839.664163:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853839.664165:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fa18. 00000100:00000200:2.0:1780853839.664167:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631453696, offset 0 00000400:00000200:2.0:1780853839.664172:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853839.664175:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.664179:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853839.664182:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853839.664184:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853839.664186:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853839.664188:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853839.664190:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2662:2662:254:4294967295] 192.168.202.110@tcp LPNI seq info [2662:2662:6:4294967295] 00000400:00000200:2.0:1780853839.664194:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.664200:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853839.664203:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853839.664207:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853839.664211:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853839.664215:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853839.664217:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853839.664219:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.664222:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 814582 usecs (815 jiffies) 00000400:00000200:2.0:1780853839.664225:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853839.664226:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296637232 00000100:00000001:2.0:1780853839.664228:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296640506 00000100:00000001:2.0:1780853839.664230:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296637232 00000100:00000001:2.0:1780853839.664232:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296640506 00000100:00000001:2.0:1780853839.664234:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853839.664237:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.664238:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853839.664242:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.664248:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853839.664249:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.664251:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853839.664252:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853839.664254:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853839.664257:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631453952:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853839.664260:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853839.664262:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853839.664283:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.664285:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853839.664288:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4588f72200. 02000000:00000001:2.0:1780853839.664290:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853839.664293:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853839.664296:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e4594685aa8. 00000400:00000010:2.0:1780853839.664299:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f3b8. 00000100:00000200:2.0:1780853839.664301:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631453952, portal 4 00000100:00000001:2.0:1780853839.664303:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853839.664304:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200524672 : -107453509026944 : ffff9e4587c3bb80) 00000100:00000040:2.0:1780853839.664310:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.664315:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853839.664317:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853839.664319:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f7f8. 00000100:00000200:2.0:1780853839.664321:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631453952, offset 0 00000400:00000200:2.0:1780853839.664325:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853839.664328:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.664331:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853839.664334:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853839.664336:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853839.664338:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853839.664340:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853839.664342:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2663:2663:253:4294967295] 192.168.202.110@tcp LPNI seq info [2663:2663:5:4294967295] 00000400:00000200:2.0:1780853839.664345:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853839.664350:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853839.664355:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853839.664367:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853839.664372:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853839.664375:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853839.664378:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853839.664380:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.664383:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 89016 usecs (90 jiffies) 00000400:00000200:2.0:1780853839.664385:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853839.664387:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296636507 00000100:00000001:2.0:1780853839.664389:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296640506 00000100:00000001:2.0:1780853839.664391:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296636507 00000100:00000001:2.0:1780853839.664393:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296640506 00000100:00000001:2.0:1780853839.664395:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853839.664397:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.664399:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.664401:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.664413:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853839.664415:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853839.668475:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853839.668485:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853839.668491:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.668501:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853839.668510:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f550 00000400:00000010:1.0:1780853839.668513:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f550. 00000100:00000001:1.0:1780853839.668519:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853839.668530:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668543:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853839.668547:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668555:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853839.668557:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853839.668571:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853839.668573:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:1.0:1780853839.668576:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.668579:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853839.668582:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fe58 00000400:00000010:1.0:1780853839.668584:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fe58. 00000100:00000001:1.0:1780853839.668586:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853839.668591:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668599:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853839.668601:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668608:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853839.668609:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853839.668618:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853839.668620:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:1.0:1780853839.668623:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.668627:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853839.668629:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fa18 00000400:00000010:1.0:1780853839.668631:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fa18. 00000100:00000001:1.0:1780853839.668633:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853839.668637:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668651:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853839.668654:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668659:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853839.668661:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853839.668719:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853839.668722:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:1.0:1780853839.668725:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.668728:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853839.668730:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f7f8 00000400:00000010:1.0:1780853839.668732:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f7f8. 00000100:00000001:1.0:1780853839.668735:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853839.668738:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668745:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853839.668748:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.668769:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853839.668770:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853839.675679:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.675697:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853839.675701:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.675703:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.675714:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.675721:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853839.675729:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.675734:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.675739:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.675743:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe56380 00000400:00000200:1.0:1780853839.675747:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.675754:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7279 [1] + 224 00000800:00000001:1.0:1780853839.675762:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.675771:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.675774:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.675779:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853839.675786:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853839.675808:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853839.675818:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.675869:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853839.675874:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853839.675893:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853839.675902:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.675905:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853839.676098:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853839.676101:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853839.676104:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853839.676110:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:2.0:1780853839.676113:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:2.0:1780853839.676116:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853839.676121:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853839.676130:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.676136:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853839.676138:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853839.676140:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853839.676144:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853839.676146:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853839.676148:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853839.676151:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853839.676158:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853839.676163:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853839.676166:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853839.676167:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853839.676170:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853839.676172:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.676174:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853839.676179:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.676186:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853839.676189:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853839.676192:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853839.676196:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853839.676204:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631453568:192.168.202.110@tcp:400:kworker.0 00000100:00000001:2.0:1780853839.676210:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.676212:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853839.676215:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631453568/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853839.676222:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853839.676225:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853839.676229:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f72e00. 02000000:00000001:2.0:1780853839.676233:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853839.676236:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853839.676238:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:2.0:1780853839.676240:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853839.676243:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd800. 02000000:00000001:2.0:1780853839.676247:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853839.676249:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853839.676251:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853839.676255:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853839.676256:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853839.676259:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.676261:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853839.676291:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853839.676293:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853839.676296:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853839.692070:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692212:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853839.692217:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692220:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.692230:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692238:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853839.692247:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692252:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692258:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692262:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe56480 00000400:00000200:1.0:1780853839.692425:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692433:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7281 [1] + 224 00000800:00000001:1.0:1780853839.692441:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692446:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.692448:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.692452:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853839.692460:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853839.692469:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853839.692480:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.692503:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853839.692513:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692517:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853839.692519:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692521:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.692524:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692527:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853839.692532:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692534:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692537:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692540:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe56400 00000400:00000200:1.0:1780853839.692544:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692548:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x7289 [1] + 224 00000800:00000001:1.0:1780853839.692551:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692554:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.692556:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.692559:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853839.692562:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853839.692566:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853839.692574:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.692582:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853839.692585:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692587:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853839.692589:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692591:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.692593:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692596:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853839.692600:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692603:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692605:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692608:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe56500 00000400:00000200:1.0:1780853839.692610:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853839.692614:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7291 [1] + 224 00000800:00000001:1.0:1780853839.692616:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692633:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853839.692636:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853839.692639:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853839.692642:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853839.692646:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853839.692655:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853839.692662:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853839.692665:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853839.692667:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.693019:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853839.693023:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853839.693029:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853839.693031:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853839.693035:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685160. 00000400:00000200:3.0:1780853839.693040:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8ff68 00000400:00000010:3.0:1780853839.693042:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8ff68. 00000100:00000001:3.0:1780853839.693045:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853839.693050:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853839.693058:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.693064:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853839.693066:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.693069:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853839.693072:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853839.693074:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853839.693076:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853839.693079:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853839.693089:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=80 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853839.693093:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853839.693096:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853839.693098:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853839.693100:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853839.693104:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853839.693108:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853839.693111:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1780853839.693113:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853839.693116:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853839.693120:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.693127:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853839.693130:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853839.693132:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853839.693136:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853839.693143:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631453696:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853839.693148:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853839.693149:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853839.693151:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685aa8. 00000400:00000200:3.0:1780853839.693154:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f3b8 00000400:00000010:3.0:1780853839.693155:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f3b8. 00000100:00000001:3.0:1780853839.693158:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853839.693161:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853839.693169:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.693175:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853839.693176:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.693178:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853839.693179:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853839.693180:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853839.693181:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853839.693183:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853839.693187:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853839.693189:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853839.693191:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853839.693193:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853839.693194:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853839.693196:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853839.693198:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853839.693199:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1780853839.693201:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853839.693202:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853839.693206:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.693212:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853839.693214:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853839.693215:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853839.693218:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853839.693226:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631453952:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853839.693230:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853839.693231:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853839.693232:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e4594685d68. 00000400:00000200:3.0:1780853839.694951:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fc38 00000400:00000010:3.0:1780853839.694953:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fc38. 00000100:00000001:3.0:1780853839.694958:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853839.694968:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853839.694979:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.694986:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853839.694988:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.694991:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853839.694994:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853839.694995:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853839.694997:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853839.695000:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853839.695007:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=80 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853839.695011:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853839.695014:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853839.695015:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853839.695018:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853839.695020:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853839.695023:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853839.695025:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1780853839.695027:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853839.695029:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853839.695034:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.695041:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853839.695044:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853839.695046:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853839.695050:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853839.695058:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631453824:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853839.695063:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.695066:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853839.695070:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38000 x1867358631453696/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.695077:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853839.695080:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853839.695083:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f72a00. 02000000:00000001:3.0:1780853839.695087:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853839.695090:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853839.695092:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853839.695094:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853839.695097:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd000. 02000000:00000001:3.0:1780853839.695100:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853839.695102:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853839.695105:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38000. 00000100:00000001:3.0:1780853839.695108:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853839.695109:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.695111:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853839.695114:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3bb80 x1867358631453952/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.695120:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853839.695122:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853839.695123:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f72200. 02000000:00000001:3.0:1780853839.695125:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853839.695127:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853839.695128:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853839.695130:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853839.695131:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833ddc00. 02000000:00000001:3.0:1780853839.695133:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853839.695134:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853839.695135:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3bb80. 00000100:00000001:3.0:1780853839.695138:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853839.695139:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.695141:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853839.695144:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39f80 x1867358631453824/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853839.695150:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853839.695151:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853839.695153:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4588f72000. 02000000:00000001:3.0:1780853839.695155:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853839.695156:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853839.695157:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853839.695159:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853839.695160:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dde00. 02000000:00000001:3.0:1780853839.695162:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853839.695163:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853839.695165:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39f80. 00000100:00000001:3.0:1780853839.695167:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853839.695168:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.695171:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853839.695180:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853839.695182:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853839.695185:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853839.695187:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853839.917453:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853839.917459:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853839.917466:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853839.917467:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853839.917470:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853839.917472:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853839.918960:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853839.918964:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853839.918968:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853840.820501:0:34309:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853840.941386:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853840.941391:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853840.941397:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853840.941398:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853840.941401:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853840.941402:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853840.942221:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853840.942224:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853840.942228:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1780853841.198497:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.198513:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853841.198517:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.198520:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853841.198529:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.198537:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853841.198546:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.198552:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.198557:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.198561:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115d800 00000400:00000200:0.0:1780853841.198569:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x6c79 [2] + 1704 00000800:00000001:0.0:1780853841.198644:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.198655:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853841.198659:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853841.198664:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853841.198673:0:2372:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853841.198675:0:2372:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780853841.198681:0:2372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b800. 00000100:00000040:0.0:1780853841.198685:0:2372:0:(events.c:337:request_in_callback()) incoming req@ffff9e458836b800 x1867358651406336 msgsize 328 00000100:00100000:0.0:1780853841.198689:0:2372:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:0.0:1780853841.198701:0:2372:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853841.198710:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.198713:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853841.198734:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853841.198736:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651406336 02000000:00000001:0.0:1780853841.198740:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853841.198742:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853841.198745:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853841.198749:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853841.198754:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651406336 00000020:00000001:0.0:1780853841.198756:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853841.198758:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:0.0:1780853841.198761:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853841.198764:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:0.0:1780853841.198766:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:0.0:1780853841.198769:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000001:0.0:1780853841.198773:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853841.198778:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263da80. 00000100:00000001:0.0:1780853841.198781:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853841.198784:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263da80. 00000020:00000010:0.0:1780853841.198790:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4582992400. 00000020:00000010:0.0:1780853841.198797:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922ab800. 00000020:00000010:0.0:1780853841.198802:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c91898. 00000100:00000040:0.0:1780853841.198812:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853841.198816:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853841.198817:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853841.198819:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853841.198826:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853841.198835:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853841.198845:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853841.198847:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853841.198852:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 64 00000100:00000040:0.0:1780853841.198855:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4598bf4000 : new rpc_count 1 00000100:00000001:0.0:1780853841.198857:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208060416 : -107453501491200 : ffff9e458836b800) 00000100:00000040:0.0:1780853841.198864:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e458836b800 x1867358651406336/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:622/0 lens 328/0 e 0 to 0 dl 1780853852 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853841.198873:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853841.198876:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263da80. 00000100:00000001:0.0:1780853841.198878:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853841.198880:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263da80. 00000100:00100000:0.0:1780853841.198884:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e458836b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6583:x1867358651406336:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853841.198890:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651406336 00010000:00000001:0.0:1780853841.198893:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853841.198900:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853841.198902:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853841.198904:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=2 00000020:00000001:0.0:1780853841.198906:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:0.0:1780853841.198908:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:0.0:1780853841.198912:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853841.198915:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853841.198920:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:0.0:1780853841.199702:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853841.199706:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853841.199713:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851bac00. 02000000:00000001:0.0:1780853841.199715:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853841.199719:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853841.199723:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853841.199726:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853841.199729:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853841.199734:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853841.199738:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853841.199740:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853841.199742:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853841.199744:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853841.199747:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853841.199749:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853841.199754:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853841.199759:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651406336, offset 224 00000400:00000200:0.0:1780853841.199764:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853841.199773:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.199780:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853841.199786:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2664:2664:256:4294967295] 192.168.202.110@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:0.0:1780853841.199792:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.199801:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853841.199807:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853841.199813:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853841.199820:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853841.199829:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853841.199834:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853841.199848:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853841.199852:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853841.199855:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853841.199859:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e458491f840. 00010000:00000001:0.0:1780853841.199861:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853841.199909:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853841.199912:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853841.199913:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853841.199915:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853841.199922:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b800 x1867358651406336/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:622/0 lens 328/224 e 0 to 0 dl 1780853852 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853841.199931:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e458836b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6583:x1867358651406336:12345-192.168.202.110@tcp:104: Request processed in 1056us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853841.199951:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 64 00000100:00000040:0.0:1780853841.199954:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4598bf4000 : new rpc_count 0 00000100:00000001:0.0:1780853841.199956:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853841.199958:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853841.199963:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922ab800. 00000020:00000010:0.0:1780853841.199967:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c91898. 00000020:00000010:0.0:1780853841.199971:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4582992400. 00000020:00000040:0.0:1780853841.199975:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:0.0:1780853841.199977:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1780853841.200082:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853841.200087:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:0.0:1780853841.200090:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853841.200094:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853841.200098:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853841.200100:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853841.200104:0:2373:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1780853841.200105:0:2373:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1780853841.218401:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853841.218409:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853841.218414:0:15885:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780853841.218417:0:15885:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780853841.218420:0:15885:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853841.218426:0:15885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1780853841.218447:0:15885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45834b7e00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:2.0:1780853841.218451:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1780853841.218454:0:15885:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853841.218456:0:15885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853841.218459:0:15885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853841.218461:0:15885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7e00 refcount=3 00000020:00000001:2.0:1780853841.218464:0:15885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853841.218467:0:15885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535744 : -107453584015872 : ffff9e45834b7e00) 00010000:00000001:2.0:1780853841.218470:0:15885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853841.218474:0:15885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1780853841.218482:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1780853841.218484:0:15885:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853841.218684:0:15885:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853841.218691:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5800. 00000020:00000010:1.0:1780853841.218696:0:15885:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45829e4400. 00000020:00000010:1.0:1780853841.218700:0:15885:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853841.218708:0:15885:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853841.218714:0:15885:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853841.218719:0:15885:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853841.218725:0:15885:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853841.218730:0:15885:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853841.218733:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45829e5000. 00000008:00000010:1.0:1780853841.218737:0:15885:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853841.218740:0:15885:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853841.218744:0:15885:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853841.218748:0:15885:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853841.218751:0:15885:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853841.218754:0:15885:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000008:00000001:1.0:1780853841.218756:0:15885:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853841.218758:0:15885:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853841.218760:0:15885:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853841.218764:0:15885:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45829e4400. 00000020:00000010:1.0:1780853841.218767:0:15885:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49060. 00000008:00000010:1.0:1780853841.218771:0:15885:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853841.218774:0:15885:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853841.218777:0:15885:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853841.218780:0:15885:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853841.218783:0:15885:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853841.218786:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5800. 00000008:00000010:1.0:1780853841.218789:0:15885:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853841.218792:0:15885:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853841.218795:0:15885:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853841.218798:0:15885:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853841.218800:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45829e5000. 00000020:00000010:1.0:1780853841.218802:0:15885:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000008:00000001:1.0:1780853841.218804:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.218807:0:15885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853841.218812:0:15885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853841.218813:0:15885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853841.218815:0:15885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853841.218819:0:15885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853841.218822:0:15885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b7e00 with handle 0xa8f483e9eb300eae from hash 00010000:00000001:1.0:1780853841.218824:0:15885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853841.218826:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853841.218827:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853841.218829:0:15885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853841.218833:0:15885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853841.218834:0:15885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1780853841.218840:0:15885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853841.218843:0:15885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.218846:0:15885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853841.218848:0:15885:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1780853841.218853:0:15885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853841.218857:0:15885:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853841.218862:0:15885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853841.218865:0:15885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853841.218869:0:15885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853841.218876:0:15885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45829e5000. 00000100:00000001:1.0:1780853841.218883:0:15885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.218885:0:15885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853841.218891:0:15885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1780853841.218898:0:15885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853841.218900:0:15885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.218905:0:15885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853841.218910:0:15885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853841.218922:0:15885:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7f6daa5] to pc [ptlrpcd_00_00+0] req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780853841.218956:0:15885:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853841.218959:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853841.218961:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853841.218962:0:15885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.218964:0:15885:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853841.218966:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853841.218969:0:15885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 1/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1780853841.218976:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853841.218979:0:15885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 00000000373d3156/0xa8f483e9eb300eae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x562725ecec97a6e1 expref: -99 pid: 34076 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1780853841.218987:0:15885:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45831cc1c0. 00010000:00000040:1.0:1780853841.218991:0:15885:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837c00 count: 0 00010000:00000010:1.0:1780853841.218997:0:15885:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4594837700. 00010000:00000001:1.0:1780853841.219004:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853841.219005:0:15885:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1780853841.219007:0:15885:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e458491f840. 00010000:00000001:1.0:1780853841.219010:0:15885:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853841.219015:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1780853841.219019:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1780853841.219021:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.219025:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853841.219027:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.219029:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853841.219030:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853841.219032:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853841.219049:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.219056:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853841.219058:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853841.219061:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853841.219063:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853841.219066:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853841.219069:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454080:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853841.219074:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853841.219079:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853841.219081:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853841.219084:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853841.219088:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45829e5800. 02000000:00000001:1.0:1780853841.219090:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853841.219098:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853841.219102:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835df20. 00000400:00000010:1.0:1780853841.219108:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853841.219115:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631454080, portal 18 00000100:00000001:1.0:1780853841.219117:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853841.219119:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000040:1.0:1780853841.219125:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.219132:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853841.219134:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853841.219137:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853841.219140:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631454080, offset 0 00000400:00000200:1.0:1780853841.219146:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853841.219154:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853841.219161:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853841.219166:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853841.219170:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853841.219174:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853841.219177:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853841.219180:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2665:2665:256:4294967295] 192.168.202.110@tcp LPNI seq info [2665:2665:8:4294967295] 00000400:00000200:1.0:1780853841.219184:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853841.219193:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853841.219199:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853841.219204:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76f00. 00000800:00000200:1.0:1780853841.219211:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853841.219219:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853841.219223:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853841.219237:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853841.219242:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 206346 usecs (207 jiffies) 00000400:00000200:1.0:1780853841.219246:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853841.219249:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296638180 00000100:00000001:1.0:1780853841.219252:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296640506 00000100:00000001:1.0:1780853841.219254:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296638180 00000100:00000001:1.0:1780853841.219256:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296640506 00000100:00000001:1.0:1780853841.219258:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853841.219260:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853841.219292:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853841.219295:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853841.219407:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853841.219411:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76f00. 00000400:00000200:1.0:1780853841.219415:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853841.219420:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853841.219425:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:1.0:1780853841.219428:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:1.0:1780853841.219431:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853841.219435:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.219444:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853841.219446:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.219453:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853841.219455:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1780853841.219466:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853841.219467:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853841.219470:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853841.219471:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853841.219472:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853841.219473:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853841.219475:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853841.219476:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853841.219477:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1780853841.219829:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853841.219833:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853841.226469:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.226485:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853841.226489:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.226492:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853841.226500:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.226508:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853841.226517:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.226522:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.226527:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.226531:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe56580 00000400:00000200:0.0:1780853841.226536:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853841.226542:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x72a1 [1] + 224 00000800:00000001:0.0:1780853841.226549:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.226556:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853841.226560:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853841.226564:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853841.226572:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853841.226581:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853841.226592:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853841.226609:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853841.226618:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853841.226621:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.227515:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853841.227521:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853841.227528:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853841.227531:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853841.227534:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835df20. 00000400:00000200:1.0:1780853841.227539:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853841.227541:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853841.227545:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853841.227551:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853841.227561:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.227568:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853841.227570:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.227572:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853841.227587:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853841.227590:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853841.227592:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853841.227596:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853841.227609:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123538 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853841.227613:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853841.227616:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853841.227618:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.227621:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853841.227624:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853841.227628:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853841.227630:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1780853841.227632:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853841.227633:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853841.227638:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.227645:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853841.227648:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853841.227650:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853841.227654:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853841.227662:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454080:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853841.227666:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.227669:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853841.227672:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106300 x1867358631454080/t0(0) o103->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853857 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853841.227678:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853841.227681:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853841.227684:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45829e5800. 02000000:00000001:1.0:1780853841.227687:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853841.227690:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853841.227692:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853841.227694:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853841.227698:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45829e5000. 02000000:00000001:1.0:1780853841.227701:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853841.227703:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853841.227705:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106300. 00000100:00000001:1.0:1780853841.227709:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853841.227710:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.227713:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853841.227720:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853841.227722:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853841.227724:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853841.227727:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853841.231735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837c00. 00010000:00000010:1.1:1780853841.231753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b7e00. 00010000:00000001:1.0:1780853841.965685:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853841.965693:0:33245:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853841.965695:0:33245:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853841.965698:0:33245:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.965702:0:33245:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853841.965705:0:33245:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.965707:0:33245:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.965708:0:33245:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853841.965712:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853841.965714:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853841.965955:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853841.965959:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853841.965961:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853842.636866:0:34453:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853842.989343:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853842.989350:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853842.989356:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853842.989357:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853842.989481:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853842.989484:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853842.989486:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853843.411846:0:34515:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853843.757409:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296640506, at 4296640512 00000100:00000010:1.0:1780853843.757424:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da5780. 00000100:00000040:0.0:1780853843.758338:0:28982:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296640506, at 4296640512 00000100:00000010:0.0:1780853843.758347:0:28982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4585da52a0. 00010000:00000001:1.0:1780853844.024435:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853844.024441:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853844.024447:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853844.024448:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853844.024468:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853844.024471:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853844.024473:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853844.662915:0:34606:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781647:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853844.781658:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853844.781668:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106300. 00000020:00000040:1.0:1780853844.781675:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853844.781679:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853844.781683:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853844.781689:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853844.781699:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76600. 00000100:00000001:1.0:1780853844.781706:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781718:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853844.781730:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853844.781734:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781740:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7f6daa5] to pc [ptlrpcd_00_01+1] req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853844.781767:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781771:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853844.781774:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853844.781777:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107100. 00000020:00000040:1.0:1780853844.781780:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853844.781782:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853844.781783:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853844.781785:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853844.781788:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76c00. 00000100:00000001:1.0:1780853844.781790:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781794:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853844.781802:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853844.781804:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781808:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000456ef04b] to pc [ptlrpcd_00_00+0] req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853844.781827:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781829:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853844.781832:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853844.781835:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106d80. 00000020:00000040:1.0:1780853844.781838:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853844.781840:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853844.781841:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853844.781842:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853844.781845:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76b00. 00000100:00000001:1.0:1780853844.781848:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781852:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853844.781859:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853844.781861:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781865:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004155c740] to pc [ptlrpcd_00_01+1] req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853844.781872:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781874:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853844.781877:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853844.781880:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105f80. 00000020:00000040:1.0:1780853844.781882:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853844.781884:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853844.781885:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853844.781887:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853844.781890:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76f00. 00000100:00000001:1.0:1780853844.781891:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781895:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853844.781901:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853844.781902:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781906:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000606cf3e5] to pc [ptlrpcd_00_00+0] req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853844.781912:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853844.781916:0:25692:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1979) 00000100:00000001:0.0:1780853844.785612:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.785621:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853844.785623:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853844.785637:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.785650:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853844.785653:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.785658:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853844.785662:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853844.785665:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853844.785669:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631454208:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853844.785674:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853844.785681:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853844.785684:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.785687:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853844.785694:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8800. 02000000:00000001:0.0:1780853844.785696:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853844.785704:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853844.785708:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853844.785715:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853844.785722:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631454208, portal 25 00000100:00000001:0.0:1780853844.785724:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853844.785726:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121662208 : -107453587889408 : ffff9e4583106300) 00000100:00000040:0.0:1780853844.785732:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.785740:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853844.785743:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853844.785746:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853844.785749:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631454208, offset 0 00000400:00000200:0.0:1780853844.785755:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853844.785763:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.785772:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853844.785777:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853844.785781:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853844.785785:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853844.785787:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853844.785791:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2666:2666:256:4294967295] 192.168.202.110@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:0.0:1780853844.785795:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.785804:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853844.785810:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853844.785815:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853844.785834:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853844.785843:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853844.785846:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853844.785862:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853844.785866:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853844.785869:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296645629 00000100:00000010:0.0:1780853844.785874:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d540. 00000100:00000001:0.0:1780853844.785881:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853844.785887:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296645629 00000100:00000010:0.0:1780853844.785890:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e459447d2a0. 00000100:00000001:0.0:1780853844.785893:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853844.785896:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.785898:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.785901:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853844.785905:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.785912:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853844.785913:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.785916:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853844.785917:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853844.785920:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853844.785922:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454464:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853844.785926:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853844.785928:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853844.785930:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.785932:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853844.785934:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9600. 02000000:00000001:0.0:1780853844.785936:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853844.785940:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853844.785942:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014bf20. 00000400:00000010:0.0:1780853844.785945:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426990. 00000100:00000200:0.0:1780853844.785948:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631454464, portal 4 00000100:00000001:0.0:1780853844.785950:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853844.785951:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121664896 : -107453587886720 : ffff9e4583106d80) 00000100:00000040:0.0:1780853844.785958:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.785964:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853844.785967:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853844.785969:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853844.785971:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631454464, offset 0 00000400:00000200:0.0:1780853844.785975:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853844.785978:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.785982:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853844.785984:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853844.785987:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853844.785989:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853844.785991:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853844.785994:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2667:2667:255:4294967295] 192.168.202.110@tcp LPNI seq info [2667:2667:7:4294967295] 00000400:00000200:0.0:1780853844.785998:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.786003:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853844.786007:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853844.786011:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeae00. 00000800:00000200:0.0:1780853844.786015:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853844.786018:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853844.786020:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853844.786023:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.786027:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 205470 usecs (206 jiffies) 00000400:00000200:0.0:1780853844.786029:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853844.786031:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296641746 00000100:00000001:0.0:1780853844.786033:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853844.786035:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296641746 00000100:00000001:0.0:1780853844.786037:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853844.786039:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.786041:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.786043:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.786046:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.786053:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853844.786055:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853844.786057:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.786058:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853844.786060:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853844.786063:0:2381:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1780853844.786065:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.786067:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853844.786068:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.786070:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.786071:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853844.786072:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853844.786077:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.786084:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853844.786085:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.786087:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853844.786088:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853844.786091:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853844.786093:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454336:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853844.786097:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853844.786100:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853844.786101:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.786103:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853844.786105:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f8200. 02000000:00000001:0.0:1780853844.786107:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853844.786110:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853844.786113:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853844.786116:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426dd0. 00000100:00000200:0.0:1780853844.786118:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631454336, portal 10 00000100:00000001:0.0:1780853844.786120:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853844.786121:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121665792 : -107453587885824 : ffff9e4583107100) 00000100:00000040:0.0:1780853844.786126:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.786132:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853844.786134:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853844.786136:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426bb0. 00000100:00000200:0.0:1780853844.786138:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631454336, offset 0 00000400:00000200:0.0:1780853844.786142:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853844.786145:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.786149:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853844.786151:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853844.786153:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853844.786155:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853844.786157:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853844.786159:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2668:2668:254:4294967295] 192.168.202.110@tcp LPNI seq info [2668:2668:6:4294967295] 00000400:00000200:0.0:1780853844.786163:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.786168:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853844.786172:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853844.786176:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853844.786180:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853844.786184:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853844.786186:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853844.786189:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.786191:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 813635 usecs (814 jiffies) 00000400:00000200:0.0:1780853844.786194:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853844.786196:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296642354 00000100:00000001:0.0:1780853844.786198:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853844.786200:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296642354 00000100:00000001:0.0:1780853844.786202:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853844.786204:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.786205:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.786207:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853844.786211:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.786217:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853844.786218:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.786219:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853844.786221:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853844.786222:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853844.786225:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454592:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853844.786228:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853844.786230:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853844.786231:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.786232:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853844.786235:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9a00. 02000000:00000001:0.0:1780853844.786236:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853844.786239:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853844.786241:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853844.786243:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426b28. 00000100:00000200:0.0:1780853844.786246:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631454592, portal 4 00000100:00000001:0.0:1780853844.786248:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853844.786249:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121661312 : -107453587890304 : ffff9e4583105f80) 00000100:00000040:0.0:1780853844.786254:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.786294:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853844.786296:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853844.786299:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853844.786302:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631454592, offset 0 00000400:00000200:0.0:1780853844.786306:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853844.786310:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.786313:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853844.786326:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853844.786328:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853844.786331:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853844.786333:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853844.786335:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2669:2669:253:4294967295] 192.168.202.110@tcp LPNI seq info [2669:2669:5:4294967295] 00000400:00000200:0.0:1780853844.786339:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.786344:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853844.786348:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853844.786352:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853844.786355:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853844.786359:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853844.786361:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853844.786364:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.786366:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 88757 usecs (89 jiffies) 00000400:00000200:0.0:1780853844.786369:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853844.786371:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296641630 00000100:00000001:0.0:1780853844.786372:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853844.786374:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296641630 00000100:00000001:0.0:1780853844.786377:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853844.788679:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.788688:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.788693:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.788697:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.788716:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.788718:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853844.788766:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853844.788770:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:0.0:1780853844.788776:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.788784:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853844.788791:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:0.0:1780853844.788793:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:0.0:1780853844.788797:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853844.788804:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.788816:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.788831:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.788838:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.788840:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853844.788854:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853844.788856:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeae00. 00000400:00000200:0.0:1780853844.788859:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.788862:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853844.788865:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:0.0:1780853844.788866:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:0.0:1780853844.788869:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853844.788873:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.788891:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.788894:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.788905:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.788907:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853844.788915:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853844.788917:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853844.788920:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.788923:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853844.788926:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426bb0 00000400:00000010:0.0:1780853844.788928:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426bb0. 00000100:00000001:0.0:1780853844.788930:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853844.788934:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.788940:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.788942:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.788948:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.788949:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853844.789009:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853844.789012:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:0.0:1780853844.789015:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.789018:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853844.789021:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:0.0:1780853844.789022:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:0.0:1780853844.789025:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853844.789028:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.789036:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.789039:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.789045:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.789046:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853844.795307:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795335:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853844.795339:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795341:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.795351:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795359:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853844.795369:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795374:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795389:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795393:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe56700 00000400:00000200:0.0:1780853844.795399:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795405:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x72c1 [1] + 224 00000800:00000001:0.0:1780853844.795412:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795416:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.795419:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.795423:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853844.795431:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.795439:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853844.795450:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795465:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853844.795473:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795476:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853844.795478:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795480:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.795483:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795486:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853844.795490:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795492:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795495:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795498:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe56600 00000400:00000200:0.0:1780853844.795501:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.795506:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x72b1 [1] + 224 00000800:00000001:0.0:1780853844.795510:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795516:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.795518:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.795521:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853844.795524:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.795528:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853844.795537:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795544:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853844.795547:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.795550:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.795564:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.795567:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853844.795573:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853844.795575:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853844.795578:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:0.0:1780853844.795582:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853844.795584:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853844.795587:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.795590:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853844.795598:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795604:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853844.795606:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.795608:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853844.795611:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853844.795614:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853844.795616:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.795620:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853844.795626:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853844.795631:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853844.795634:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853844.795636:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853844.795639:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853844.795641:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.795643:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.795648:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795656:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.795659:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853844.795661:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.795665:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853844.795672:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631454208:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853844.795678:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853844.795680:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853844.795681:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014bf20. 00000400:00000200:0.0:1780853844.795683:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:0.0:1780853844.795685:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:0.0:1780853844.795687:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.795690:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853844.795699:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795704:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853844.795707:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.795709:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853844.795710:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853844.795711:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853844.795712:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.795714:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853844.795720:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853844.795723:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853844.795725:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853844.795726:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853844.795728:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853844.795731:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.795734:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853844.795736:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1780853844.795738:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853844.795739:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.795743:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795748:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.795750:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853844.795751:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.795754:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853844.795761:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454464:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853844.795765:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.795768:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.795771:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106300 x1867358631454208/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795777:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.795779:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.795783:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8800. 02000000:00000001:0.0:1780853844.795787:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.795789:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.795791:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:0.0:1780853844.795793:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.795796:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76600. 02000000:00000001:0.0:1780853844.795800:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.795802:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.795804:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106300. 00000100:00000001:0.0:1780853844.795807:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.795808:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.795811:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.795813:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106d80 x1867358631454464/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.795829:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.795831:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.795832:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9600. 02000000:00000001:0.0:1780853844.795834:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.795836:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.795837:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853844.795838:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.795839:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76b00. 02000000:00000001:0.0:1780853844.795841:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.795842:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.795844:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106d80. 00000100:00000001:0.0:1780853844.795846:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.795847:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.795850:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.795852:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.795853:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853844.795854:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.795856:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853844.810490:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810507:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853844.810512:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810514:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.810524:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810532:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853844.810540:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810545:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810550:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810555:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe56780 00000400:00000200:0.0:1780853844.810560:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810566:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x72e1 [1] + 224 00000800:00000001:0.0:1780853844.810574:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810578:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.810582:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.810586:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853844.810594:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.810602:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853844.810613:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.810633:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853844.810641:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810645:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853844.810646:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810648:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.810651:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810654:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853844.810657:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810660:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810662:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810665:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe56680 00000400:00000200:0.0:1780853844.810668:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853844.810672:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x72d1 [1] + 224 00000800:00000001:0.0:1780853844.810675:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810682:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853844.810684:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853844.810687:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853844.810690:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.810694:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853844.810702:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.810709:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853844.810713:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853844.810715:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.810746:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.810750:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853844.810756:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853844.810758:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853844.810761:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:0.0:1780853844.810765:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426dd0 00000400:00000010:0.0:1780853844.810767:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426dd0. 00000100:00000001:0.0:1780853844.810770:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.810774:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853844.810782:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.810788:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853844.810790:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.810793:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853844.810796:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853844.810798:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853844.810801:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.810804:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853844.810814:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=85 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853844.810818:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853844.810821:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853844.810822:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853844.810825:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853844.810828:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.810832:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1780853844.810834:0:2381:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 8589934606 gen 2 00000100:00000040:0.0:1780853844.810841:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810849:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.810852:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369180 x1867358631449984/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810864:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.810866:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.810870:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb000. 02000000:00000001:0.0:1780853844.810874:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.810877:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.810879:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853844.810882:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.810885:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589313c00. 02000000:00000001:0.0:1780853844.810888:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.810890:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.810892:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369180. 00000100:00000001:0.0:1780853844.810896:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.810897:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.810902:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810910:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853844.810911:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521984 : -107453509029632 : ffff9e4587c3b100) 00000100:00000001:0.0:1780853844.810914:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.810917:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810922:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.810924:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.810928:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810934:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853844.810936:0:2381:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca7c20. 00000100:00000001:0.0:1780853844.810938:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.810940:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3b100 x1867358631450240/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853853 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810946:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1780853844.810948:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.810949:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853844.810951:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.810952:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1800. 02000000:00000001:0.0:1780853844.810955:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.810956:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.810957:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3b100. 00000100:00000001:0.0:1780853844.810960:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.810961:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.810965:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810971:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.810973:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170a80 x1867358631451008/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853844.810978:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.810980:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.810981:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf0400. 02000000:00000001:0.0:1780853844.810983:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.810985:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.810986:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853844.810988:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.810989:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585c80c00. 02000000:00000001:0.0:1780853844.810991:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.810992:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.810993:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170a80. 00000100:00000001:0.0:1780853844.810996:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.810997:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.811001:0:2381:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9e4588368a80 x1867358631453440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811007:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.811010:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368a80 x1867358631453440/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853853 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811016:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.811017:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.811019:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba800. 02000000:00000001:0.0:1780853844.811021:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.811022:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.811023:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853844.811025:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.811026:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4589312a00. 02000000:00000001:0.0:1780853844.811028:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.811029:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.811030:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368a80. 00000100:00000001:0.0:1780853844.811033:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.811034:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.811037:0:2381:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853844.811039:0:2381:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1780853844.811042:0:2381:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853844.811043:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.811049:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811056:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.811059:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853844.811060:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.811064:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853844.811071:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454336:192.168.202.110@tcp:400:kworker.0 00000400:00000001:0.0:1780853844.811077:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853844.811078:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853844.811080:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:0.0:1780853844.811082:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:0.0:1780853844.811084:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:0.0:1780853844.811086:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853844.811089:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853844.811097:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811103:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853844.811104:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.811106:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853844.811108:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853844.811109:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853844.811110:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853844.811112:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853844.811116:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853844.811118:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853844.811120:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853844.811122:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853844.811123:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853844.811125:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.811128:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853844.811129:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1780853844.811131:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853844.811132:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853844.811136:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811142:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853844.811144:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853844.811160:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853844.811164:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853844.811172:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631454592:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853844.811177:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.811179:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.811182:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107100 x1867358631454336/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811189:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.811190:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.811192:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f8200. 02000000:00000001:0.0:1780853844.811195:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.811196:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.811198:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853844.811200:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.811201:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76c00. 02000000:00000001:0.0:1780853844.811204:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.811206:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.811207:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107100. 00000100:00000001:0.0:1780853844.811209:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.811211:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.811212:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853844.811215:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105f80 x1867358631454592/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853844.811222:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853844.811223:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853844.811224:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9a00. 02000000:00000001:0.0:1780853844.811226:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853844.811227:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853844.811228:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853844.811230:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853844.811231:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76f00. 02000000:00000001:0.0:1780853844.811233:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853844.811234:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853844.811235:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105f80. 00000100:00000001:0.0:1780853844.811237:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853844.811238:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.811240:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853844.811248:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853844.811250:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853844.811252:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853844.811254:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.039102:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853845.039107:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.039112:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853845.039113:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.040979:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853845.040984:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.040989:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1780853845.201247:0:34642:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780853845.201254:0:34642:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 13:37:23 (1780853843) 00000001:00000001:0.0:1780853845.225024:0:34642:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1780853845.546260:0:34688:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.546616:0:34688:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.546620:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7de0 00000080:00200000:2.0:1780853845.546625:0:34688:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.546634:0:34688:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.546640:0:34688:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.546644:0:34688:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.546652:0:34688:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.546654:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d00 00800000:00000002:2.0:1780853845.546657:0:34688:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.546661:0:34688:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.546666:0:34688:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.546672:0:34688:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.546674:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7bd0 00000002:00010000:2.0:1780853845.546676:0:34688:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.546680:0:34688:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.546682:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.546685:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853845.546692:0:34688:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.546695:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.546697:0:34688:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.546699:0:34688:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853845.546701:0:34688:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853845.546707:0:34688:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853845.546711:0:34688:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853845.546718:0:34688:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853845.546723:0:34688:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.546730:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.546732:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.546733:0:34688:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.546736:0:34688:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853845.546739:0:34688:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853845.546744:0:34688:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853845.546750:0:34688:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf3400. 00000100:00000001:2.0:1780853845.546758:0:34688:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.546763:0:34688:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.546765:0:34688:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.546766:0:34688:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.546767:0:34688:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.546769:0:34688:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.546774:0:34688:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00010000:00000001:2.0:1780853845.546778:0:34688:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853845.546780:0:34688:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853845.546784:0:34688:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837f00. 00010000:00000010:2.0:1780853845.546787:0:34688:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.546791:0:34688:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853845.546794:0:34688:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779c00. 00000020:00000001:2.0:1780853845.546797:0:34688:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853845.546800:0:34688:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779c00 with handle 0xa8f483e9eb300ed8 to hash 00000020:00000001:2.0:1780853845.546802:0:34688:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853845.546803:0:34688:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.546807:0:34688:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.546810:0:34688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.546812:0:34688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.546815:0:34688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.546824:0:34688:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34688 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.546833:0:34688:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34688 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853845.546838:0:34688:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853845.546840:0:34688:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853845.546846:0:34688:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.546847:0:34688:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155033088 : -107453554518528 : ffff9e45850d9600) 00000100:00000001:2.0:1780853845.546850:0:34688:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.546851:0:34688:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853845.546857:0:34688:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853845.546860:0:34688:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.546862:0:34688:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853845.546864:0:34688:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853845.546874:0:34688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.546883:0:34688:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853845.546885:0:34688:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.546888:0:34688:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853845.546890:0:34688:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853845.546893:0:34688:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853845.546896:0:34688:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job mkdir:e55ecacc-e48a-400c-a052-f3869534991c:34688:1867358631454720:192.168.202.110@tcp:101:mkdir.0 00000100:00000001:2.0:1780853845.546901:0:34688:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853845.546907:0:34688:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853845.546910:0:34688:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.546912:0:34688:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853845.546917:0:34688:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e458647a800. 02000000:00000001:2.0:1780853845.546918:0:34688:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853845.546926:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853845.546930:0:34688:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853845.546936:0:34688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853845.546943:0:34688:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631454720, portal 10 00000100:00000001:2.0:1780853845.546945:0:34688:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.546946:0:34688:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853845.546951:0:34688:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.546958:0:34688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853845.546961:0:34688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853845.546963:0:34688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f770. 00000100:00000200:2.0:1780853845.546966:0:34688:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631454720, offset 0 00000400:00000200:2.0:1780853845.546972:0:34688:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853845.546980:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.546987:0:34688:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853845.546992:0:34688:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853845.546997:0:34688:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853845.547000:0:34688:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853845.547002:0:34688:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853845.547006:0:34688:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2670:2670:256:4294967295] 192.168.202.110@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:2.0:1780853845.547010:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.547019:0:34688:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853845.547025:0:34688:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853845.547030:0:34688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd000. 00000800:00000200:2.0:1780853845.547036:0:34688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853845.547044:0:34688:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853845.547049:0:34688:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780853845.547109:0:34688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.547114:0:34688:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 812687 usecs (813 jiffies) 00000400:00000200:2.0:1780853845.547117:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853845.547120:0:34688:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643114 00000100:00000001:2.0:1780853845.547123:0:34688:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.547125:0:34688:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643114 00000100:00000001:2.0:1780853845.547127:0:34688:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.547129:0:34688:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.547131:0:34688:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.547133:0:34688:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853845.547135:0:34688:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853845.547138:0:34688:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9600 going to sleep for 11 seconds 00000100:00000001:2.0:1780853845.547140:0:34688:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853845.547143:0:34688:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.547759:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.547767:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:0.0:1780853845.547774:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.547782:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.547789:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f770 00000400:00000010:0.0:1780853845.547792:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f770. 00000100:00000001:0.0:1780853845.547797:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.547804:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.547816:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.547819:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.547825:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.547827:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853845.553748:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.553767:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.553772:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.553775:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.553786:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.553794:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.553804:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.553809:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.553815:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.553819:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe56800 00000400:00000200:0.0:1780853845.553825:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.553832:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x72f1 [1] + 224 00000800:00000001:0.0:1780853845.553840:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.553848:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.553850:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.553855:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.553864:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.553877:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.553892:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.553938:0:34688:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853845.553954:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.553965:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.553969:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853845.554002:0:34688:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853845.554004:0:34688:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853845.554008:0:34688:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853845.554013:0:34688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:2.0:1780853845.554015:0:34688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:2.0:1780853845.554019:0:34688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853845.554024:0:34688:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853845.554033:0:34688:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.554039:0:34688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853845.554041:0:34688:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.554044:0:34688:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853845.554047:0:34688:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853845.554050:0:34688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853845.554052:0:34688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.554055:0:34688:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853845.554064:0:34688:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853845.554068:0:34688:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853845.554071:0:34688:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853845.554073:0:34688:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.554076:0:34688:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853845.554079:0:34688:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.554082:0:34688:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853845.554084:0:34688:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1780853845.554085:0:34688:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853845.554086:0:34688:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.554091:0:34688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.554097:0:34688:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.554100:0:34688:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853845.554102:0:34688:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853845.554105:0:34688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853845.554112:0:34688:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job mkdir:e55ecacc-e48a-400c-a052-f3869534991c:34688:1867358631454720:192.168.202.110@tcp:101:mkdir.0 00000100:00000001:2.0:1780853845.554117:0:34688:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.554119:0:34688:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.554122:0:34688:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853845.554124:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.554127:0:34688:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.554133:0:34688:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853845.554135:0:34688:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.554139:0:34688:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853845.554140:0:34688:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.554143:0:34688:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853845.554147:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554150:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554153:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:2.0:1780853845.554155:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554158:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:2.0:1780853845.554165:0:34688:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779c00, remote cookie: 0x562725ecec97a774, flags: 0x1001 00010000:00010000:2.0:1780853845.554172:0:34688:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.554185:0:34688:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554191:0:34688:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853845.554195:0:34688:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853845.554199:0:34688:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853845.554200:0:34688:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853845.554201:0:34688:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853845.554204:0:34688:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837f00) refcount = 1 00010000:00010000:2.0:1780853845.554209:0:34688:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554215:0:34688:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853845.554218:0:34688:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853845.554219:0:34688:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.554222:0:34688:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853845.554224:0:34688:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.554227:0:34688:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554232:0:34688:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853845.554234:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554235:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554236:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554237:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554239:0:34688:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.554243:0:34688:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853845.554245:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554246:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554247:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554249:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554251:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554253:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554254:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554255:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:2.0:1780853845.554256:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554258:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554260:0:34688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.554623:0:34688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.554628:0:34688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554636:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554637:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554638:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554639:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554641:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=5 00000020:00000001:2.0:1780853845.554642:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554644:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554647:0:34688:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.554649:0:34688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554655:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554656:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853845.554658:0:34688:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554668:0:34688:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.554669:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554670:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554671:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554672:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853845.554678:0:34688:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853845.554686:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554688:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554689:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554690:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554692:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554695:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554695:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.554697:0:34688:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.554699:0:34688:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.554702:0:34688:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853845.554704:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554706:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554707:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554708:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554710:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00000002:00010000:2.0:1780853845.554713:0:34688:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554719:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554720:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554722:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853845.554723:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554724:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554725:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554727:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554730:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:2.0:1780853845.554736:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.554738:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853845.554741:0:34688:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853845.554744:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554745:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.554746:0:34688:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853845.554749:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b50 00000002:00002000:2.0:1780853845.554751:0:34688:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853845.554754:0:34688:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.554758:0:34688:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.554761:0:34688:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853845.554764:0:34688:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853845.554767:0:34688:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853845.554770:0:34688:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.554774:0:34688:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:2.0:1780853845.554779:0:34688:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853845.554782:0:34688:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853845.554789:0:34688:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853845.554795:0:34688:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853845.554803:0:34688:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f0c80. 00800000:00000001:2.0:1780853845.554805:0:34688:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343872640 : -107453365678976 : ffff9e45904f0c80) 00800000:00000001:2.0:1780853845.554808:0:34688:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.554810:0:34688:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853845.554813:0:34688:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853845.554815:0:34688:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853845.554818:0:34688:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853845.554821:0:34688:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853845.554823:0:34688:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.554828:0:34688:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853845.554831:0:34688:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1780853845.554836:0:34688:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853845.554839:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554840:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554843:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554844:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554847:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554849:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554850:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853845.554852:0:34688:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853845.554854:0:34688:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853845.554856:0:34688:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f0c80 1 00800000:00000010:2.0:1780853845.554858:0:34688:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f0c80. 00800000:00000001:2.0:1780853845.554861:0:34688:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.554864:0:34688:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ed8 00800000:00000001:2.0:1780853845.554867:0:34688:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.554869:0:34688:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.554870:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554871:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554872:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554874:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554876:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554879:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554879:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.554881:0:34688:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.554882:0:34688:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.554884:0:34688:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.554886:0:34688:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853845.554888:0:34688:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ed8 from it ffffb4b401bf7e18 00010000:00000001:2.0:1780853845.554890:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.554891:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.554892:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.554894:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554895:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.554897:0:34688:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.554900:0:34688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.554910:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554911:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554912:0:34688:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.554914:0:34688:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.554916:0:34688:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853845.554925:0:34688:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.554927:0:34688:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.554930:0:34688:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.554934:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554935:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.554937:0:34688:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.554940:0:34688:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.554942:0:34688:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.554944:0:34688:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.554946:0:34688:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.554947:0:34688:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.554948:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.554949:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853845.554951:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.554956:0:34688:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631454720/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.554962:0:34688:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853845.554965:0:34688:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853845.554968:0:34688:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647a800. 02000000:00000001:2.0:1780853845.554971:0:34688:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853845.554973:0:34688:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853845.554975:0:34688:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853845.554978:0:34688:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853845.554980:0:34688:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3400. 02000000:00000001:2.0:1780853845.554984:0:34688:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853845.554985:0:34688:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853845.554987:0:34688:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853845.554991:0:34688:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853845.554992:0:34688:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.554995:0:34688:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 101 00000080:00000001:2.0:1780853845.555001:0:34688:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.555021:0:34688:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.555023:0:34688:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.555025:0:34688:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.555027:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7ba8 00000080:00200000:2.0:1780853845.555029:0:34688:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.555034:0:34688:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.555039:0:34688:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.555042:0:34688:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.555044:0:34688:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.555046:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7ac8 00800000:00000002:2.0:1780853845.555048:0:34688:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.555051:0:34688:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.555054:0:34688:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.555058:0:34688:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.555060:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7998 00000002:00010000:2.0:1780853845.555061:0:34688:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.555065:0:34688:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.555066:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.555068:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.555071:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.555073:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.555076:0:34688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.555078:0:34688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853845.555081:0:34688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853845.555088:0:34688:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853845.555092:0:34688:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.555095:0:34688:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853845.555105:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853845.555107:0:34688:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.555109:0:34688:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.555111:0:34688:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.555112:0:34688:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.555114:0:34688:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853845.555117:0:34688:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853845.555118:0:34688:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.555120:0:34688:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:2.0:1780853845.555123:0:34688:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853845.555124:0:34688:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.555126:0:34688:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853845.555129:0:34688:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ed8 00800000:00000001:2.0:1780853845.555131:0:34688:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.555133:0:34688:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.555134:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.555135:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.555137:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.555138:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555140:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555142:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555144:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.555145:0:34688:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.555146:0:34688:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.555148:0:34688:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ed8 from it ffffb4b401bf7be0 00010000:00000001:2.0:1780853845.555150:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.555151:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.555152:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.555154:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555156:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555158:0:34688:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.555161:0:34688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853845.555166:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555167:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.555168:0:34688:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.555169:0:34688:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.555172:0:34688:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853845.555177:0:34688:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.555179:0:34688:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.555180:0:34688:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.555182:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555183:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.555184:0:34688:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555186:0:34688:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.555187:0:34688:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555188:0:34688:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555190:0:34688:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555192:0:34688:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.555193:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555194:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853845.555195:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853845.555197:0:34688:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.555199:0:34688:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853845.555202:0:34688:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853845.555214:0:34688:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7040. 00000020:00000001:2.0:1780853845.555218:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d98 00000080:00200000:2.0:1780853845.555221:0:34688:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=1536 00000080:00000001:2.0:1780853845.555224:0:34688:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.555225:0:34688:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.555226:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7ca8 00000080:00200000:2.0:1780853845.555228:0:34688:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.555231:0:34688:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.555234:0:34688:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.555236:0:34688:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.555237:0:34688:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.555239:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7bc8 00800000:00000002:2.0:1780853845.555240:0:34688:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.555243:0:34688:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.555245:0:34688:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.555248:0:34688:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.555249:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7a98 00000002:00010000:2.0:1780853845.555250:0:34688:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.555252:0:34688:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.555254:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.555255:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.555257:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.555259:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.555261:0:34688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.555697:0:34688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853845.555702:0:34688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853845.555711:0:34688:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853845.555713:0:34688:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.555716:0:34688:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853845.555723:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853845.555725:0:34688:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.555727:0:34688:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.555729:0:34688:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.555730:0:34688:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.555732:0:34688:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853845.555735:0:34688:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853845.555737:0:34688:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.555739:0:34688:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:2.0:1780853845.555741:0:34688:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853845.555743:0:34688:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.555745:0:34688:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853845.555748:0:34688:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ed8 00800000:00000001:2.0:1780853845.555750:0:34688:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.555752:0:34688:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.555753:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.555755:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.555756:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.555775:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555777:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555779:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555780:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.555781:0:34688:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.555782:0:34688:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.555784:0:34688:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ed8 from it ffffb4b401bf7ce0 00010000:00000001:2.0:1780853845.555786:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.555787:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.555788:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.555790:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555792:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.555794:0:34688:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.555796:0:34688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853845.555801:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555802:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.555803:0:34688:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.555805:0:34688:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.555807:0:34688:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853845.555813:0:34688:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.555815:0:34688:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.555816:0:34688:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.555818:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555819:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.555820:0:34688:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555822:0:34688:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.555823:0:34688:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555825:0:34688:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555827:0:34688:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.555828:0:34688:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.555829:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.555830:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853845.555832:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853845.555834:0:34688:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.555836:0:34688:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853845.555839:0:34688:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.555844:0:34688:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.555845:0:34688:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.555847:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7d90 00000080:00200000:2.0:1780853845.555849:0:34688:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.555909:0:34688:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.555913:0:34688:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.555915:0:34688:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.555916:0:34688:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.555918:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7cb0 00800000:00000002:2.0:1780853845.555920:0:34688:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.555923:0:34688:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.555925:0:34688:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.555928:0:34688:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.555929:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7b80 00000002:00010000:2.0:1780853845.555931:0:34688:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.555934:0:34688:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.555936:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.555937:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.555940:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.555942:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.555944:0:34688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.555947:0:34688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853845.555950:0:34688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1780853845.555956:0:34688:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853845.555958:0:34688:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.555960:0:34688:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1780853845.555966:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853845.555968:0:34688:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.555969:0:34688:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.555971:0:34688:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.555972:0:34688:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.555974:0:34688:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853845.555976:0:34688:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853845.555978:0:34688:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.555980:0:34688:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:2.0:1780853845.555983:0:34688:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853845.555984:0:34688:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.555986:0:34688:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853845.555988:0:34688:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300ed8 00800000:00000001:2.0:1780853845.555991:0:34688:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.555992:0:34688:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.555994:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.555995:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.555996:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.555998:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.556000:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.556002:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.556003:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.556004:0:34688:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.556005:0:34688:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.556007:0:34688:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300ed8 from it ffffb4b401bf7dc8 00010000:00000001:2.0:1780853845.556009:0:34688:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.556010:0:34688:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.556012:0:34688:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.556013:0:34688:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.556015:0:34688:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.556017:0:34688:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.556020:0:34688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853845.556027:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.556028:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.556029:0:34688:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.556030:0:34688:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.556032:0:34688:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1780853845.556037:0:34688:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.556039:0:34688:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.556040:0:34688:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.556042:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.556043:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.556044:0:34688:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556045:0:34688:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.556047:0:34688:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556048:0:34688:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556050:0:34688:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556051:0:34688:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.556052:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.556053:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853845.556054:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853845.556055:0:34688:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.556058:0:34688:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853845.556061:0:34688:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.556064:0:34688:0:(namei.c:2222:do_mkdir()) Process entered 00000020:00000001:2.0:1780853845.556065:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7da0 00000080:00200000:2.0:1780853845.556067:0:34688:0:(namei.c:2225:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:2.0:1780853845.556070:0:34688:0:(namei.c:1954:ll_new_node()) Process entered 00000080:00000001:2.0:1780853845.556072:0:34688:0:(namei.c:1763:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1780853845.556077:0:34688:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.556079:0:34688:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.556086:0:34688:0:(namei.c:1781:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9e45904f0c80. 00000080:00000001:2.0:1780853845.556089:0:34688:0:(namei.c:1870:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.556092:0:34688:0:(lmv_obd.c:2284:lmv_create()) Process entered 00800000:00000001:2.0:1780853845.556094:0:34688:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853845.556099:0:34688:0:(lmv_obd.c:1684:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1780853845.556100:0:34688:0:(lmv_obd.c:1687:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1780853845.556103:0:34688:0:(lmv_obd.c:1765:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1780853845.556105:0:34688:0:(lmv_obd.c:1779:lmv_locate_tgt_rr()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853845.556108:0:34688:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853845.556110:0:34688:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853845.556113:0:34688:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853845.556115:0:34688:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853845.556117:0:34688:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853845.556120:0:34688:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:2.0:1780853845.556123:0:34688:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.556125:0:34688:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.556127:0:34688:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.556129:0:34688:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.556131:0:34688:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401bf7bc0 00800000:00000002:2.0:1780853845.556133:0:34688:0:(lmv_obd.c:2325:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1780853845.556137:0:34688:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1780853845.556139:0:34688:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853845.556142:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.556143:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.556146:0:34688:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853845.556148:0:34688:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853845.556151:0:34688:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1780853845.556159:0:34688:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853845.556162:0:34688:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853845.556165:0:34688:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853845.556166:0:34688:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1780853845.556169:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.556170:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.556172:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:2.0:1780853845.556174:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853845.556176:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.556177:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.556178:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.556179:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:2.0:1780853845.556181:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853845.556183:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.556184:0:34688:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.556185:0:34688:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.556186:0:34688:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:2.0:1780853845.556188:0:34688:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853845.556190:0:34688:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.556192:0:34688:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853845.556194:0:34688:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1780853845.556197:0:34688:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1780853845.556199:0:34688:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1780853845.556201:0:34688:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853845.556203:0:34688:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556206:0:34688:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853845.556208:0:34688:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853845.556210:0:34688:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853845.556211:0:34688:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.556213:0:34688:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1780853845.556215:0:34688:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779c00 with handle 0xa8f483e9eb300ed8 from hash 00010000:00000001:2.0:1780853845.556217:0:34688:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853845.556218:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.556219:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.556220:0:34688:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853845.556223:0:34688:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853845.556225:0:34688:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780853845.556227:0:34688:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853845.556229:0:34688:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.556232:0:34688:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1780853845.556237:0:34688:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853845.556241:0:34688:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853845.556246:0:34688:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853845.556248:0:34688:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556250:0:34688:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853845.556253:0:34688:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.556255:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.556256:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.556257:0:34688:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.556260:0:34688:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853845.556262:0:34688:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853845.556460:0:34688:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853845.556468:0:34688:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf3400. 00000100:00000001:2.0:1780853845.556474:0:34688:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556477:0:34688:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.556479:0:34688:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853845.556484:0:34688:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1780853845.556490:0:34688:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853845.556491:0:34688:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853845.556492:0:34688:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853845.556495:0:34688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300ed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a774 expref: -99 pid: 34688 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1780853845.556501:0:34688:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837f00 count: 0 00010000:00000010:2.0:1780853845.556505:0:34688:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.556638:0:34688:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.556640:0:34688:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556642:0:34688:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.556643:0:34688:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.556645:0:34688:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1780853845.556658:0:34688:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1780853845.556667:0:34688:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853845.556674:0:34688:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853845.556676:0:34688:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853845.556683:0:34688:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.556685:0:34688:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155033088 : -107453554518528 : ffff9e45850d9600) 00000100:00000001:2.0:1780853845.556688:0:34688:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.556690:0:34688:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853845.556694:0:34688:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853845.556698:0:34688:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.556700:0:34688:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853845.556702:0:34688:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853845.556706:0:34688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853845.556713:0:34688:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853845.556716:0:34688:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.556719:0:34688:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853845.556721:0:34688:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853845.556724:0:34688:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853845.556727:0:34688:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job mkdir:e55ecacc-e48a-400c-a052-f3869534991c:34688:1867358631454976:192.168.202.110@tcp:36:mkdir.0 00000100:00000001:2.0:1780853845.556731:0:34688:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853845.556736:0:34688:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853845.556738:0:34688:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.556740:0:34688:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853845.556744:0:34688:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853845.556746:0:34688:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853845.556754:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853845.556757:0:34688:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853845.556763:0:34688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853845.556771:0:34688:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631454976, portal 10 00000100:00000001:2.0:1780853845.556773:0:34688:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.556774:0:34688:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:2.0:1780853845.556780:0:34688:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853845.556787:0:34688:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853845.556790:0:34688:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853845.556793:0:34688:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f880. 00000100:00000200:2.0:1780853845.556797:0:34688:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1867358631454976, offset 0 00000400:00000200:2.0:1780853845.556803:0:34688:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853845.556812:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.556820:0:34688:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853845.556825:0:34688:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853845.556830:0:34688:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853845.556834:0:34688:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853845.556836:0:34688:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853845.556840:0:34688:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2671:2671:256:4294967295] 192.168.202.110@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:2.0:1780853845.556844:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.556854:0:34688:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853845.556861:0:34688:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853845.556865:0:34688:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853845.556871:0:34688:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853845.556879:0:34688:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853845.556884:0:34688:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1780853845.556948:0:34688:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.556952:0:34688:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 811710 usecs (812 jiffies) 00000400:00000200:2.0:1780853845.556956:0:34688:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853845.556958:0:34688:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643123 00000100:00000001:2.0:1780853845.556961:0:34688:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.556964:0:34688:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643123 00000100:00000001:2.0:1780853845.556966:0:34688:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.556968:0:34688:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.556971:0:34688:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.556974:0:34688:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853845.556976:0:34688:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853845.556979:0:34688:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9600 going to sleep for 11 seconds 00000100:00000001:2.0:1780853845.556982:0:34688:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853845.556985:0:34688:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.557714:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.557720:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:0.0:1780853845.557725:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.557732:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.557738:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f880 00000400:00000010:0.0:1780853845.557741:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f880. 00000100:00000001:0.0:1780853845.557745:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.557751:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853845.557761:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.557764:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853845.557771:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.557773:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853845.562443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837f00. 00010000:00000010:2.1:1780853845.562460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00000800:00000001:0.0:1780853845.589252:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.589710:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.589715:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.593727:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853845.593742:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593750:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853845.593761:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593766:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593771:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593775:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 10 MB=0x6a25a4fe56900 00000400:00000200:1.0:1780853845.593780:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593786:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 448/448 into md 0x72f9 [1] + 224 00000800:00000001:1.0:1780853845.593794:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.593808:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853845.593812:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853845.593817:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853845.593824:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853845.593833:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853845.593843:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853845.593866:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853845.593877:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853845.593880:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593885:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853845.593890:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2672:2672:256:4294967295] 192.168.202.110@tcp LPNI seq info [2672:2672:8:4294967295] 00000400:00000200:1.0:1780853845.593895:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.593902:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853845.593918:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853845.593924:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76400. 00000800:00000200:1.0:1780853845.593930:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853845.593937:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853845.593941:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853845.594036:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853845.594041:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76400. 00000400:00000200:1.0:1780853845.594046:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853845.594049:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853845.594055:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.594058:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.594469:0:34688:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853845.594478:0:34688:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853845.594479:0:34688:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853845.594483:0:34688:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853845.594488:0:34688:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:2.0:1780853845.594490:0:34688:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:2.0:1780853845.594494:0:34688:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853845.594500:0:34688:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853845.594590:0:34688:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631454976/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/576 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853845.594597:0:34688:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853845.594599:0:34688:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.594602:0:34688:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853845.594605:0:34688:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853845.594608:0:34688:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853845.594610:0:34688:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.594612:0:34688:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853845.594622:0:34688:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853845.594627:0:34688:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853845.594629:0:34688:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853845.594631:0:34688:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.594633:0:34688:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853845.594637:0:34688:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.594640:0:34688:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853845.594642:0:34688:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:2.0:1780853845.594643:0:34688:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853845.594645:0:34688:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.594647:0:34688:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000001:2.0:1780853845.594650:0:34688:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853845.594652:0:34688:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1780853845.594654:0:34688:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853845.594657:0:34688:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.594662:0:34688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631454976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853861 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853845.594669:0:34688:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.594672:0:34688:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853845.594674:0:34688:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853845.594678:0:34688:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631454976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853861 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853845.594685:0:34688:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job mkdir:e55ecacc-e48a-400c-a052-f3869534991c:34688:1867358631454976:192.168.202.110@tcp:36:mkdir.0 00000100:00000001:2.0:1780853845.594690:0:34688:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.594693:0:34688:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.594694:0:34688:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853845.594696:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.594699:0:34688:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39180 x1867358631454976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853861 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853845.594704:0:34688:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853845.594707:0:34688:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.594710:0:34688:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853845.594712:0:34688:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.594719:0:34688:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853845.594722:0:34688:0:(lmv_obd.c:2333:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:2.0:1780853845.594725:0:34688:0:(lmv_obd.c:2391:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.594728:0:34688:0:(namei.c:1890:ll_new_node_finish()) Process entered 00000080:00000002:2.0:1780853845.594730:0:34688:0:(namei.c:1685:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1780853837 to 1780853845 00000080:00000001:2.0:1780853845.594734:0:34688:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853845.594739:0:34688:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853845.594741:0:34688:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853845.594744:0:34688:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1780853845.594747:0:34688:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853845.594758:0:34688:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e459198c200. 00000080:00000001:2.0:1780853845.594768:0:34688:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853845.594770:0:34688:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8) 00000080:00000001:2.0:1780853845.594773:0:34688:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853845.594775:0:34688:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1780853845.594777:0:34688:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.594778:0:34688:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1780853845.594780:0:34688:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853845.594782:0:34688:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1780853845 00000080:00200000:2.0:1780853845.594786:0:34688:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00000001:2.0:1780853845.594788:0:34688:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780853845.594790:0:34688:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365480648 : -107453344070968 : ffff9e459198c2c8) 00000080:00000001:2.0:1780853845.594792:0:34688:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853845.594795:0:34688:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853845.594797:0:34688:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.594801:0:34688:0:(namei.c:1937:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.594808:0:34688:0:(namei.c:2049:ll_new_node()) Process leaving 00000100:00000001:2.0:1780853845.594810:0:34688:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.594813:0:34688:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631454976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853845.594819:0:34688:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853845.594822:0:34688:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.594825:0:34688:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000010:2.0:1780853845.594829:0:34688:0:(namei.c:2055:ll_new_node()) kfreed 'lum': 48 at ffff9e45904f0c80. 00000080:00000001:2.0:1780853845.594832:0:34688:0:(namei.c:2057:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.594834:0:34688:0:(namei.c:2233:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853845.594838:0:34688:0:(namei.c:2277:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.594849:0:34688:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853845.594854:0:34688:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1780853845.603985:0:34689:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca7040. 00000080:00000001:2.0:1780853845.619214:0:34689:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.619222:0:34689:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.619224:0:34689:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.619228:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bbc0 00000080:00200000:2.0:1780853845.619232:0:34689:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.619240:0:34689:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.619246:0:34689:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.619250:0:34689:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.619255:0:34689:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.619257:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bae0 00800000:00000002:2.0:1780853845.619260:0:34689:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.619291:0:34689:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.619296:0:34689:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.619301:0:34689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.619303:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b9b0 00000002:00010000:2.0:1780853845.619306:0:34689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.619322:0:34689:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.619324:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.619327:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853845.619334:0:34689:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.619337:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.619339:0:34689:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.619341:0:34689:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853845.619344:0:34689:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853845.619359:0:34689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39880. 00000020:00000040:2.0:1780853845.619363:0:34689:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853845.619369:0:34689:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853845.619373:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.619380:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.619382:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.619384:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.619387:0:34689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853845.619389:0:34689:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853845.619394:0:34689:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853845.619401:0:34689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1400. 00000100:00000001:2.0:1780853845.619409:0:34689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.619413:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.619415:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.619417:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.619418:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.619420:0:34689:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.619426:0:34689:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00010000:00000001:2.0:1780853845.619430:0:34689:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853845.619432:0:34689:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853845.619436:0:34689:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837f00. 00010000:00000010:2.0:1780853845.619440:0:34689:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.619444:0:34689:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853845.619447:0:34689:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779c00. 00000020:00000001:2.0:1780853845.619450:0:34689:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853845.619452:0:34689:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779c00 with handle 0xa8f483e9eb300edf to hash 00000020:00000001:2.0:1780853845.619454:0:34689:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853845.619456:0:34689:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.619459:0:34689:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.619462:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.619465:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.619469:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.619479:0:34689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.619488:0:34689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853845.619494:0:34689:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853845.619496:0:34689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853845.619504:0:34689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.619506:0:34689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155033088 : -107453554518528 : ffff9e45850d9600) 00000100:00000001:2.0:1780853845.619508:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.620741:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000001:2.0:1780853845.620750:0:34689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853845.620754:0:34689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.620756:0:34689:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853845.620758:0:34689:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853845.620769:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.620779:0:34689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853845.620781:0:34689:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.620787:0:34689:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853845.620790:0:34689:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853845.620792:0:34689:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853845.620796:0:34689:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455104:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853845.620800:0:34689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853845.620806:0:34689:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853845.620809:0:34689:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.620811:0:34689:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853845.620819:0:34689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e458647a800. 02000000:00000001:2.0:1780853845.620821:0:34689:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853845.620828:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853845.620832:0:34689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853845.620838:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853845.620845:0:34689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631455104, portal 10 00000100:00000001:2.0:1780853845.620846:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.620848:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000040:2.0:1780853845.620854:0:34689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.620861:0:34689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853845.620864:0:34689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853845.620866:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f198. 00000100:00000200:2.0:1780853845.620869:0:34689:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631455104, offset 0 00000400:00000200:2.0:1780853845.620875:0:34689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853845.620883:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.620890:0:34689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853845.620896:0:34689:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853845.620900:0:34689:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853845.620912:0:34689:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853845.620916:0:34689:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853845.620920:0:34689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2673:2673:256:4294967295] 192.168.202.110@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:2.0:1780853845.620924:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.620933:0:34689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853845.620942:0:34689:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853845.620947:0:34689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853845.620953:0:34689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853845.620962:0:34689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853845.620966:0:34689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780853845.620980:0:34689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.620984:0:34689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 810781 usecs (811 jiffies) 00000400:00000200:2.0:1780853845.620987:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853845.620989:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643186 00000100:00000001:2.0:1780853845.620993:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.620996:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643186 00000100:00000001:2.0:1780853845.620998:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.621000:0:34689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.621002:0:34689:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.621005:0:34689:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853845.621007:0:34689:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853845.621009:0:34689:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9600 going to sleep for 11 seconds 00000100:00000001:2.0:1780853845.621012:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853845.621014:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.621217:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.621222:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:0.0:1780853845.621227:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.621232:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.621237:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f198 00000400:00000010:0.0:1780853845.621240:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f198. 00000100:00000001:0.0:1780853845.621244:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.621249:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.621258:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.621262:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.621296:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.621298:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853845.627028:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.627048:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.627052:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.627055:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.627066:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.627074:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.627083:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.627089:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.627094:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.627098:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe56980 00000400:00000200:0.0:1780853845.627104:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.627111:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x7301 [1] + 224 00000800:00000001:0.0:1780853845.627118:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.627126:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.627129:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.627133:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.627141:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.627150:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.627161:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.627184:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.627194:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.627197:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.627253:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853845.627262:0:34689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853845.627504:0:34689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853845.627508:0:34689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853845.627514:0:34689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:2.0:1780853845.627516:0:34689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:2.0:1780853845.627520:0:34689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853845.627526:0:34689:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853845.627534:0:34689:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.627552:0:34689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853845.627556:0:34689:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.627559:0:34689:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853845.627563:0:34689:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853845.627566:0:34689:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853845.627568:0:34689:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.627571:0:34689:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853845.627581:0:34689:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853845.627586:0:34689:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853845.627599:0:34689:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853845.627601:0:34689:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.627604:0:34689:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853845.627608:0:34689:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.627611:0:34689:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853845.627613:0:34689:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1780853845.627615:0:34689:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853845.627618:0:34689:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.627623:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.627631:0:34689:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.627635:0:34689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853845.627637:0:34689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853845.627641:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853845.627648:0:34689:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455104:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853845.627653:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.627655:0:34689:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.627658:0:34689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853845.627660:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.627663:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.627669:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853845.627672:0:34689:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.627675:0:34689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853845.627677:0:34689:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.627680:0:34689:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853845.627684:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627686:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627689:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:2.0:1780853845.627691:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627694:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:2.0:1780853845.627700:0:34689:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779c00, remote cookie: 0x562725ecec97a790, flags: 0x1001 00010000:00010000:2.0:1780853845.627706:0:34689:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.627717:0:34689:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627723:0:34689:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853845.627728:0:34689:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853845.627730:0:34689:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853845.627731:0:34689:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853845.627733:0:34689:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853845.627736:0:34689:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837f00) refcount = 1 00010000:00010000:2.0:1780853845.627740:0:34689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627747:0:34689:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853845.627750:0:34689:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853845.627752:0:34689:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.627755:0:34689:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853845.627757:0:34689:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.627761:0:34689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627767:0:34689:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853845.627769:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627771:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.627772:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627773:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.627775:0:34689:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.627779:0:34689:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853845.627780:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627782:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627783:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.627785:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627787:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627790:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627791:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627792:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:2.0:1780853845.627794:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627796:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627798:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.627801:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.627804:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627810:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627811:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.627812:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627814:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627815:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=5 00000020:00000001:2.0:1780853845.627817:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627819:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627821:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.627823:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627829:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627830:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853845.627832:0:34689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627838:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.627839:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627840:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.627841:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627842:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853845.627846:0:34689:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853845.627855:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627856:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627858:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.627859:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627861:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627863:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627864:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.627866:0:34689:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.627868:0:34689:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.627871:0:34689:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853845.627873:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627874:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627876:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.627877:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627879:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00000002:00010000:2.0:1780853845.627883:0:34689:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.627889:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627890:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.627892:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853845.627893:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.627894:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.627896:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.627898:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.627900:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:2.0:1780853845.627905:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.627908:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853845.627912:0:34689:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853845.627914:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.627915:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.627917:0:34689:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853845.627920:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b930 00000002:00002000:2.0:1780853845.627922:0:34689:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853845.627925:0:34689:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.627929:0:34689:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.627931:0:34689:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853845.627934:0:34689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853845.627937:0:34689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853845.627941:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.627945:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:2.0:1780853845.627950:0:34689:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853845.627952:0:34689:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853845.627957:0:34689:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853845.627961:0:34689:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853845.628038:0:34689:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f0c80. 00800000:00000001:2.0:1780853845.628041:0:34689:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343872640 : -107453365678976 : ffff9e45904f0c80) 00800000:00000001:2.0:1780853845.628044:0:34689:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.628046:0:34689:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853845.628049:0:34689:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853845.628051:0:34689:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853845.628053:0:34689:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853845.628057:0:34689:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853845.628059:0:34689:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.628063:0:34689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853845.628066:0:34689:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1780853845.628070:0:34689:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853845.628072:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.628074:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.628076:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.628077:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628079:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628081:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628081:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853845.628083:0:34689:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853845.628085:0:34689:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853845.628087:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f0c80 1 00800000:00000010:2.0:1780853845.628089:0:34689:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f0c80. 00800000:00000001:2.0:1780853845.628092:0:34689:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.628095:0:34689:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300edf 00800000:00000001:2.0:1780853845.628098:0:34689:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.628099:0:34689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.628100:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.628101:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.628102:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.628104:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628105:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628107:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628108:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.628110:0:34689:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.628111:0:34689:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.628114:0:34689:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.628116:0:34689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853845.628118:0:34689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300edf from it ffffb4b401f0bbf8 00010000:00000001:2.0:1780853845.628120:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.628121:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.628122:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.628123:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628125:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628126:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.628129:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.628141:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628142:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628143:0:34689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.628145:0:34689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.628147:0:34689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853845.628153:0:34689:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.628155:0:34689:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.628157:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.628161:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628162:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628164:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628166:0:34689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.628168:0:34689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628170:0:34689:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628172:0:34689:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628174:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.628175:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628176:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853845.628178:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.628183:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631455104/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.628189:0:34689:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853845.628192:0:34689:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853845.628195:0:34689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647a800. 02000000:00000001:2.0:1780853845.628199:0:34689:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853845.628201:0:34689:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853845.628203:0:34689:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853845.628205:0:34689:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853845.628207:0:34689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:2.0:1780853845.628211:0:34689:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853845.628213:0:34689:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853845.628215:0:34689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:2.0:1780853845.628219:0:34689:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853845.628220:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.628224:0:34689:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:2.0:1780853845.628229:0:34689:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853845.628242:0:34689:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca74c0. 00000080:00000001:2.0:1780853845.628247:0:34689:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.628249:0:34689:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.628250:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bb00 00000080:00200000:2.0:1780853845.628252:0:34689:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.628257:0:34689:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.628262:0:34689:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.628291:0:34689:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.628294:0:34689:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.628296:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0ba20 00800000:00000002:2.0:1780853845.628298:0:34689:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.628302:0:34689:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.628305:0:34689:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.628319:0:34689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.628321:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b8f0 00000002:00010000:2.0:1780853845.628323:0:34689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.628327:0:34689:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.628329:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.628331:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.628333:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.628335:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.628338:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.628340:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853845.628343:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853845.628350:0:34689:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853845.628353:0:34689:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.628357:0:34689:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853845.628368:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853845.628370:0:34689:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.628372:0:34689:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.628374:0:34689:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853845.628376:0:34689:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.628378:0:34689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853845.628380:0:34689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853845.628381:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.628384:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:2.0:1780853845.628386:0:34689:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853845.628388:0:34689:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.628390:0:34689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853845.628392:0:34689:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300edf 00800000:00000001:2.0:1780853845.628395:0:34689:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.628396:0:34689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.628397:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.628398:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.628399:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.628401:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628403:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628405:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628406:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.628407:0:34689:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.628408:0:34689:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.628410:0:34689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300edf from it ffffb4b401f0bb38 00010000:00000001:2.0:1780853845.628412:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.628412:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.628413:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:2.0:1780853845.628415:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628417:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.628418:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.628421:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853845.628427:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628428:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628429:0:34689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.628431:0:34689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.628433:0:34689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853845.628439:0:34689:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.628441:0:34689:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.628442:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.628444:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628445:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628446:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628448:0:34689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.628449:0:34689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628451:0:34689:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628454:0:34689:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628455:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.628456:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628457:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853845.628459:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853845.628460:0:34689:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853845.628462:0:34689:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:2.0:1780853845.628465:0:34689:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.628468:0:34689:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:2.0:1780853845.628469:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bb50 00000080:00200000:2.0:1780853845.628471:0:34689:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e45881ead80, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1780853845.628476:0:34689:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585da5f00. 00000080:00000001:2.0:1780853845.628480:0:34689:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853845.628482:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0ba00 00000080:00200000:2.0:1780853845.628484:0:34689:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000010:2.0:1780853845.628491:0:34689:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.628493:0:34689:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.628498:0:34689:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.628500:0:34689:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.628501:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b920 00800000:00000002:2.0:1780853845.628503:0:34689:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.628507:0:34689:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780853845.628509:0:34689:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853845.628513:0:34689:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853845.628516:0:34689:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853845.628518:0:34689:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853845.628520:0:34689:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853845.628522:0:34689:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853845.628525:0:34689:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:2.0:1780853845.628527:0:34689:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.628529:0:34689:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.628531:0:34689:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.628533:0:34689:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.628535:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b8a0 00800000:00000002:2.0:1780853845.628537:0:34689:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1780853845.628541:0:34689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.628542:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b7d8 00000002:00010000:2.0:1780853845.628543:0:34689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1780853845.628547:0:34689:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853845.628549:0:34689:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853845.628552:0:34689:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1780853845.628555:0:34689:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.628557:0:34689:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853845.628559:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:2.0:1780853845.628561:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.628563:0:34689:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853845.628566:0:34689:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853845.628569:0:34689:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1780853845.628580:0:34689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853845.628584:0:34689:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853845.628586:0:34689:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853845.628588:0:34689:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1780853845.628590:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.628592:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.628593:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:2.0:1780853845.628595:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853845.628597:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.628598:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.628599:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.628600:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:2.0:1780853845.628603:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853845.628605:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.628606:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.628607:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853845.628609:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:2.0:1780853845.628611:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853845.628612:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.628614:0:34689:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853845.628617:0:34689:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1780853845.628622:0:34689:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1780853845.628625:0:34689:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1780853845.628627:0:34689:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853845.628629:0:34689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628631:0:34689:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853845.628635:0:34689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853845.628636:0:34689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853845.628638:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.628639:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1780853845.628641:0:34689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779c00 with handle 0xa8f483e9eb300edf from hash 00010000:00000001:2.0:1780853845.628644:0:34689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853845.628645:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628646:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628648:0:34689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853845.628650:0:34689:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853845.628652:0:34689:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780853845.628654:0:34689:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853845.628656:0:34689:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.628658:0:34689:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1780853845.628663:0:34689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39880. 00000020:00000040:2.0:1780853845.628666:0:34689:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853845.628671:0:34689:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853845.628672:0:34689:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628675:0:34689:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853845.628678:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.628680:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.628681:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628682:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.628685:0:34689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853845.628687:0:34689:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853845.628691:0:34689:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853845.628696:0:34689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1400. 00000100:00000001:2.0:1780853845.628702:0:34689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628705:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.628708:0:34689:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853845.628711:0:34689:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1780853845.628717:0:34689:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853845.628718:0:34689:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780853845.628720:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853845.628721:0:34689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300edf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a790 expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1780853845.628727:0:34689:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837f00 count: 0 00010000:00000010:2.0:1780853845.628732:0:34689:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.628740:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.628741:0:34689:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628744:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.628745:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.628747:0:34689:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.628754:0:34689:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00010000:00000001:2.0:1780853845.628757:0:34689:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853845.628759:0:34689:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853845.628762:0:34689:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837e00. 00010000:00000010:2.0:1780853845.628765:0:34689:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.628769:0:34689:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853845.628772:0:34689:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778a00. 00000020:00000001:2.0:1780853845.628774:0:34689:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853845.628776:0:34689:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778a00 with handle 0xa8f483e9eb300ee6 to hash 00000020:00000001:2.0:1780853845.628778:0:34689:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853845.628779:0:34689:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.628782:0:34689:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.628785:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.628786:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.628789:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.628795:0:34689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853845.628804:0:34689:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853845.628811:0:34689:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853845.628820:0:34689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853845.628825:0:34689:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853845.628827:0:34689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853845.628832:0:34689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.628834:0:34689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155033088 : -107453554518528 : ffff9e45850d9600) 00000100:00000001:2.0:1780853845.628837:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.628839:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000001:2.0:1780853845.628844:0:34689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853845.628848:0:34689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.628849:0:34689:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853845.628851:0:34689:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853845.628855:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.628861:0:34689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853845.628863:0:34689:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.628867:0:34689:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853845.628869:0:34689:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853845.628871:0:34689:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853845.628875:0:34689:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455360:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853845.628879:0:34689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853845.628884:0:34689:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853845.628886:0:34689:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.628888:0:34689:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853845.628944:0:34689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853845.628947:0:34689:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853845.628954:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853845.628958:0:34689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853845.628963:0:34689:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4587cf0800. 00000100:00000200:2.0:1780853845.628970:0:34689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631455360, portal 10 00000100:00000001:2.0:1780853845.628972:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.628973:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000040:2.0:1780853845.628979:0:34689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.628986:0:34689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853845.628989:0:34689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853845.628992:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f220. 00000100:00000200:2.0:1780853845.628995:0:34689:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1867358631455360, offset 0 00000400:00000200:2.0:1780853845.629002:0:34689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853845.629010:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.629016:0:34689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853845.629028:0:34689:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853845.629032:0:34689:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853845.629035:0:34689:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853845.629038:0:34689:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853845.629041:0:34689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2674:2674:256:4294967295] 192.168.202.110@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:2.0:1780853845.629045:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.629055:0:34689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853845.629061:0:34689:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853845.629067:0:34689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853845.629075:0:34689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853845.629084:0:34689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853845.629089:0:34689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1780853845.629115:0:34689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.629119:0:34689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 809807 usecs (810 jiffies) 00000400:00000200:2.0:1780853845.629123:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853845.629125:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643193 00000100:00000001:2.0:1780853845.629128:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.629130:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643193 00000100:00000001:2.0:1780853845.629132:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.629135:0:34689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.629137:0:34689:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.629139:0:34689:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853845.629140:0:34689:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853845.629143:0:34689:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9600 going to sleep for 11 seconds 00000100:00000001:2.0:1780853845.629145:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853845.629148:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.630184:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.630192:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853845.630198:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.630204:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.630210:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f220 00000400:00000010:0.0:1780853845.630213:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f220. 00000100:00000001:0.0:1780853845.630218:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.630225:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.630235:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.630238:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.630244:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.630245:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853845.644477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837f00. 00010000:00000010:2.1:1780853845.644496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00000800:00000001:0.0:1780853845.655963:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.655981:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.655987:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.655989:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.655999:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.656007:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.656017:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.656025:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.656030:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.656035:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe56a80 00000400:00000200:0.0:1780853845.656040:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.656046:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x7309 [32] + 224 00000800:00000001:0.0:1780853845.656055:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.656062:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.656065:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.656070:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.656079:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.656090:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.656101:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.656125:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.656134:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.656138:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.656382:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853845.656391:0:34689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853845.656394:0:34689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853845.656397:0:34689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853845.656402:0:34689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4587cf0800 00000400:00000010:2.0:1780853845.656405:0:34689:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4587cf0800. 00000100:00000001:2.0:1780853845.656408:0:34689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853845.656413:0:34689:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853845.656422:0:34689:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.656429:0:34689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853845.656431:0:34689:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.656434:0:34689:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853845.656438:0:34689:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853845.656441:0:34689:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853845.656443:0:34689:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.656447:0:34689:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853845.656457:0:34689:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853845.656462:0:34689:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853845.656465:0:34689:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1780853845.656469:0:34689:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.656475:0:34689:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780853845.656480:0:34689:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853845.656482:0:34689:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1780853845.656484:0:34689:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853845.656486:0:34689:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1780853845.656491:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.656497:0:34689:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1780853845.656500:0:34689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853845.656502:0:34689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853845.656505:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853845.656518:0:34689:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455360:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853845.656524:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.656526:0:34689:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1780853845.656529:0:34689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853845.656531:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.656534:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.656551:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853845.656555:0:34689:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.656558:0:34689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853845.656559:0:34689:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1780853845.656563:0:34689:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853845.656569:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.656571:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.656574:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853845.656576:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.656579:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00010000:2.0:1780853845.656583:0:34689:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656604:0:34689:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1780853845.656608:0:34689:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656615:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.656618:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656624:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.656626:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853845.656629:0:34689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656636:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.656640:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.656644:0:34689:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853845.656647:0:34689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.656653:0:34689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e458a778a00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:2.0:1780853845.656657:0:34689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780853845.656661:0:34689:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656668:0:34689:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780853845.656670:0:34689:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780853845.656674:0:34689:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656678:0:34689:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780853845.656681:0:34689:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853845.656682:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.656683:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.656685:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=5 00000020:00000001:2.0:1780853845.656686:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.656688:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.656692:0:34689:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853845.656694:0:34689:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1780853845.656700:0:34689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853845.656702:0:34689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.656705:0:34689:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1780853845.656707:0:34689:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853845.656710:0:34689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853845.656712:0:34689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853845.656713:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.656714:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853845.656716:0:34689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778a00 with handle 0xa8f483e9eb300ee6 from hash 00010000:00000001:2.0:1780853845.656719:0:34689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853845.656720:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.656721:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.656722:0:34689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853845.656723:0:34689:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853845.656725:0:34689:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1780853845.656728:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.656729:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.656730:0:34689:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.656731:0:34689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.656734:0:34689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.656739:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.656740:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.656742:0:34689:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1780853845.656743:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.656744:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.656745:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.656747:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853845.656749:0:34689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300ee6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853845.656758:0:34689:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837e00 count: 0 00010000:00000010:2.0:1780853845.656766:0:34689:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.656777:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.656779:0:34689:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1780853845.656784:0:34689:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1780853845.656792:0:34689:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853845.656798:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1780853845.656800:0:34689:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.656802:0:34689:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.656804:0:34689:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.656808:0:34689:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1780853845.656810:0:34689:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1780853845.656815:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b758 00000002:00002000:2.0:1780853845.656817:0:34689:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:2.0:1780853845.656821:0:34689:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1780853845.656825:0:34689:0:(lmv_intent.c:386:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1780853845.656828:0:34689:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1780853845.656831:0:34689:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1780853845.656835:0:34689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1780853845.656838:0:34689:0:(namei.c:1260:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1780853845.656842:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853845.656847:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000100:00000001:2.0:1780853845.656851:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.656854:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631455360/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.656861:0:34689:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853845.656864:0:34689:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853845.656867:0:34689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853845.656897:0:34689:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853845.656899:0:34689:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853845.656902:0:34689:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853845.656905:0:34689:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853845.656907:0:34689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:2.0:1780853845.656911:0:34689:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853845.656914:0:34689:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853845.656916:0:34689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:2.0:1780853845.656919:0:34689:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853845.656920:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853845.656925:0:34689:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780853845.656927:0:34689:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5f00 released 00000080:00000001:2.0:1780853845.656929:0:34689:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1780853845.656931:0:34689:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5f00. 00000080:00000001:2.0:1780853845.656944:0:34689:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1780853845.656952:0:34689:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853845.656956:0:34689:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1780853845.657010:0:34689:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.657013:0:34689:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853845.657015:0:34689:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853845.657017:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bbc0 00000080:00200000:2.0:1780853845.657019:0:34689:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853845.657025:0:34689:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45937af000. 00800000:00000002:2.0:1780853845.657031:0:34689:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853845.657035:0:34689:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.657038:0:34689:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.657040:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bae0 00800000:00000002:2.0:1780853845.657042:0:34689:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853845.657044:0:34689:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853845.657048:0:34689:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853845.657053:0:34689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.657054:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b9b0 00000002:00010000:2.0:1780853845.657056:0:34689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853845.657060:0:34689:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853845.657061:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853845.657064:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853845.657068:0:34689:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.657070:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.657073:0:34689:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.657075:0:34689:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853845.657077:0:34689:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853845.657081:0:34689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39880. 00000020:00000040:2.0:1780853845.657084:0:34689:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853845.657090:0:34689:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853845.657094:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.657098:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.657099:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.657101:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.657103:0:34689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853845.657105:0:34689:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853845.657110:0:34689:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853845.657116:0:34689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1400. 00000100:00000001:2.0:1780853845.657121:0:34689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.657124:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.657125:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.657127:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.657128:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.657130:0:34689:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.657135:0:34689:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00010000:00000001:2.0:1780853845.657140:0:34689:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853845.657142:0:34689:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853845.657146:0:34689:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837f00. 00010000:00000010:2.0:1780853845.657150:0:34689:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9a80. 00010000:00000001:2.0:1780853845.657153:0:34689:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853845.657156:0:34689:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779c00. 00000020:00000001:2.0:1780853845.657159:0:34689:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853845.657161:0:34689:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779c00 with handle 0xa8f483e9eb300eed to hash 00000020:00000001:2.0:1780853845.657163:0:34689:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853845.657165:0:34689:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.657168:0:34689:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:2.0:1780853845.657171:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.657173:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.657176:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.657184:0:34689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.657194:0:34689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853845.657200:0:34689:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853845.657202:0:34689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853845.657208:0:34689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9600. 00000100:00000001:2.0:1780853845.657211:0:34689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155033088 : -107453554518528 : ffff9e45850d9600) 00000100:00000001:2.0:1780853845.657213:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.657215:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000001:2.0:1780853845.657219:0:34689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853845.657223:0:34689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.657225:0:34689:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853845.657227:0:34689:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853845.657232:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.657240:0:34689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853845.657243:0:34689:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.657247:0:34689:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853845.657250:0:34689:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853845.657253:0:34689:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853845.657256:0:34689:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455488:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853845.657260:0:34689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853845.658521:0:34689:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853845.658526:0:34689:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.658530:0:34689:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853845.659770:0:34689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4590cc7800. 02000000:00000001:3.0:1780853845.659778:0:34689:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853845.659787:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853845.659794:0:34689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae478. 00000400:00000010:3.0:1780853845.659801:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a770. 00000100:00000200:3.0:1780853845.659809:0:34689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631455488, portal 10 00000100:00000001:3.0:1780853845.659811:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.659813:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200515712 : -107453509035904 : ffff9e4587c39880) 00000100:00000040:3.0:1780853845.659826:0:34689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.659835:0:34689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853845.659838:0:34689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853845.659841:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ae58. 00000100:00000200:3.0:1780853845.659845:0:34689:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631455488, offset 0 00000400:00000200:3.0:1780853845.659853:0:34689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853845.659863:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.659871:0:34689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853845.659876:0:34689:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853845.659881:0:34689:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853845.659884:0:34689:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853845.659887:0:34689:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853845.659890:0:34689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2675:2675:256:4294967295] 192.168.202.110@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:3.0:1780853845.659894:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.659904:0:34689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853845.659911:0:34689:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853845.659917:0:34689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853845.659923:0:34689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853845.661157:0:34689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853845.661164:0:34689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1780853845.661179:0:34689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.661184:0:34689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 808867 usecs (809 jiffies) 00000400:00000200:3.0:1780853845.661189:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853845.661192:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643224 00000100:00000001:3.0:1780853845.661196:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.661198:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643224 00000100:00000001:3.0:1780853845.661200:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.661202:0:34689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.661206:0:34689:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.661209:0:34689:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853845.661211:0:34689:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853845.661214:0:34689:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9600 going to sleep for 11 seconds 00000100:00000001:3.0:1780853845.661216:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853845.661218:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.661437:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.661442:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:0.0:1780853845.661448:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.661454:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.661460:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ae58 00000400:00000010:0.0:1780853845.661463:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ae58. 00000100:00000001:0.0:1780853845.661467:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.661473:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.661483:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.661485:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.661491:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.661493:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853845.666448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837e00. 00010000:00000010:2.1:1780853845.666462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778a00. 00000080:00000010:2.1:1780853845.666468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585ca74c0. 00000800:00000001:0.0:1780853845.667364:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.667387:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.667390:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.667393:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.667403:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.667411:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.667421:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.667426:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.667431:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.667435:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe56b00 00000400:00000200:0.0:1780853845.667440:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.667447:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x7311 [1] + 224 00000800:00000001:0.0:1780853845.667455:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.667463:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.667467:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.667472:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.667479:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.667489:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.667505:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.667535:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.667552:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.667556:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853845.668299:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853845.668319:0:34689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853845.668322:0:34689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853845.668325:0:34689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae478. 00000400:00000200:1.0:1780853845.668331:0:34689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a770 00000400:00000010:1.0:1780853845.668333:0:34689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a770. 00000100:00000001:1.0:1780853845.668337:0:34689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853845.668345:0:34689:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853845.668355:0:34689:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.668361:0:34689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853845.668363:0:34689:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853845.668373:0:34689:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853845.668376:0:34689:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853845.668379:0:34689:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853845.668381:0:34689:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853845.668385:0:34689:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853845.668395:0:34689:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:1.0:1780853845.668400:0:34689:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853845.668403:0:34689:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853845.668405:0:34689:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.668408:0:34689:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853845.668412:0:34689:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.668416:0:34689:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853845.668418:0:34689:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1780853845.668420:0:34689:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853845.668423:0:34689:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853845.668428:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.668435:0:34689:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853845.668439:0:34689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853845.668441:0:34689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853845.668445:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853845.668452:0:34689:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39880 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455488:192.168.202.110@tcp:101:lfs.0 00000100:00000001:1.0:1780853845.668456:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853845.668459:0:34689:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.668462:0:34689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853845.668464:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853845.668467:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.668473:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853845.668476:0:34689:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9600. 00000100:00000001:1.0:1780853845.668479:0:34689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853845.668481:0:34689:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.668483:0:34689:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853845.668487:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.668490:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.668492:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:1.0:1780853845.668495:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668497:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:1.0:1780853845.668503:0:34689:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779c00, remote cookie: 0x562725ecec97a7ba, flags: 0x1001 00010000:00010000:1.0:1780853845.668509:0:34689:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853845.668520:0:34689:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.668527:0:34689:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853845.668531:0:34689:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853845.668533:0:34689:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853845.668535:0:34689:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853845.668536:0:34689:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853845.668546:0:34689:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837f00) refcount = 1 00010000:00010000:1.0:1780853845.668551:0:34689:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.668557:0:34689:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853845.668560:0:34689:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853845.668561:0:34689:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853845.668565:0:34689:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853845.668568:0:34689:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.668571:0:34689:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.668577:0:34689:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853845.668579:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668580:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.668581:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668582:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.668584:0:34689:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.668597:0:34689:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853845.668599:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.668601:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.668603:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.668605:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668608:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668610:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.668612:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.668614:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=4 00000020:00000001:1.0:1780853845.668616:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668618:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668620:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853845.668622:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.668625:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.668631:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668632:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.668633:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.668634:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.668635:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=5 00000020:00000001:1.0:1780853845.668636:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668637:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668640:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853845.668642:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.668647:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668647:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853845.668649:0:34689:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.668654:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853845.668655:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668656:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.668657:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668658:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853845.668662:0:34689:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853845.668669:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.668670:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.668671:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.668672:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668674:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668676:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.668676:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853845.668678:0:34689:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.668679:0:34689:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.668681:0:34689:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853845.668683:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.668684:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.668685:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.668687:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.668688:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00000002:00010000:1.0:1780853845.668691:0:34689:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.669937:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.669939:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.669941:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853845.670011:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.670015:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.670017:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.670020:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670023:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000040:1.0:1780853845.670030:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853845.670033:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853845.670038:0:34689:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1780853845.670040:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.670041:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853845.670043:0:34689:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853845.670046:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b930 00000002:00002000:1.0:1780853845.670049:0:34689:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853845.670052:0:34689:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853845.670056:0:34689:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853845.670059:0:34689:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853845.670063:0:34689:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1780853845.670066:0:34689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853845.670070:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853845.670074:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45937af000. 00000080:00000001:1.0:1780853845.670080:0:34689:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853845.670083:0:34689:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853845.670089:0:34689:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1780853845.670093:0:34689:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1780853845.670100:0:34689:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45831cc480. 00800000:00000001:1.0:1780853845.670102:0:34689:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620122473600 : -107453587078016 : ffff9e45831cc480) 00800000:00000001:1.0:1780853845.670105:0:34689:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.670108:0:34689:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853845.670111:0:34689:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1780853845.670113:0:34689:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1780853845.670117:0:34689:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1780853845.670120:0:34689:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1780853845.670122:0:34689:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853845.670127:0:34689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1780853845.670130:0:34689:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1780853845.670135:0:34689:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:1.0:1780853845.670137:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.670139:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.670140:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.670142:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670144:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670147:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.670148:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853845.670149:0:34689:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853845.670152:0:34689:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1780853845.670153:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45831cc480 1 00800000:00000010:1.0:1780853845.670156:0:34689:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45831cc480. 00800000:00000001:1.0:1780853845.670159:0:34689:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853845.670162:0:34689:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eed 00800000:00000001:1.0:1780853845.670165:0:34689:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853845.670167:0:34689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853845.670169:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.670170:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.670171:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.670173:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670175:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670178:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.670179:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853845.670180:0:34689:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853845.670182:0:34689:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853845.670184:0:34689:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853845.670186:0:34689:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853845.670189:0:34689:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eed from it ffffb4b401f0bbf8 00010000:00000001:1.0:1780853845.670191:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.670193:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.670194:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.670196:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670198:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.670200:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853845.670203:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.670210:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.670211:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.670212:0:34689:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853845.670215:0:34689:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853845.670218:0:34689:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853845.670226:0:34689:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853845.670229:0:34689:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853845.670231:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853845.670236:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.670237:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.670239:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.670242:0:34689:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853845.670244:0:34689:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.670247:0:34689:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.670250:0:34689:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.670252:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853845.670253:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.670254:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853845.670257:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853845.670284:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39880 x1867358631455488/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.670291:0:34689:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853845.670294:0:34689:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853845.670298:0:34689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4590cc7800. 02000000:00000001:1.0:1780853845.670301:0:34689:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853845.670305:0:34689:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853845.670317:0:34689:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853845.670320:0:34689:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853845.670324:0:34689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1400. 02000000:00000001:1.0:1780853845.670328:0:34689:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853845.670330:0:34689:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853845.670332:0:34689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39880. 00000100:00000001:1.0:1780853845.670336:0:34689:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853845.670338:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853845.670341:0:34689:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853845.670346:0:34689:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853845.673427:0:34689:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c150e0. 00000080:00000001:0.0:1780853845.673438:0:34689:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:0.0:1780853845.673442:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bb50 00000080:00200000:0.0:1780853845.673445:0:34689:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e45881eaa80, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1780853845.673451:0:34689:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e459447d900. 00000080:00000001:0.0:1780853845.673454:0:34689:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853845.673456:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0ba00 00000080:00200000:0.0:1780853845.673458:0:34689:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open 00000080:00000010:0.0:1780853845.673467:0:34689:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073a00. 00800000:00000002:0.0:1780853845.673474:0:34689:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853845.673480:0:34689:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853845.673486:0:34689:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853845.673487:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b920 00800000:00000002:0.0:1780853845.673489:0:34689:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853845.673492:0:34689:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1780853845.673495:0:34689:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1780853845.673500:0:34689:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00000020:00000001:0.0:1780853845.673503:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b8a0 00800000:00000002:0.0:1780853845.673505:0:34689:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1780853845.673509:0:34689:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853845.673511:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b7d8 00000002:00010000:0.0:1780853845.673513:0:34689:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1780853845.673517:0:34689:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853845.673519:0:34689:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853845.673523:0:34689:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853845.673530:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:0.0:1780853845.673533:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853845.673545:0:34689:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853845.673549:0:34689:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853845.673551:0:34689:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853845.673554:0:34689:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853845.673560:0:34689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368a80. 00000020:00000040:0.0:1780853845.673563:0:34689:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853845.673570:0:34689:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853845.673572:0:34689:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853845.673575:0:34689:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853845.673580:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853845.673595:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853845.673598:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853845.673599:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.673602:0:34689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853845.673604:0:34689:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853845.673609:0:34689:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853845.673617:0:34689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b9000. 00000100:00000001:0.0:1780853845.673625:0:34689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853845.673630:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853845.673632:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853845.673633:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853845.673634:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853845.673636:0:34689:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853845.673645:0:34689:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00010000:00000001:0.0:1780853845.673650:0:34689:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853845.673652:0:34689:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853845.673654:0:34689:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:0.0:1780853845.673656:0:34689:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853845.673659:0:34689:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853845.673663:0:34689:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572800. 00000020:00000001:0.0:1780853845.673667:0:34689:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853845.673670:0:34689:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572800 with handle 0xa8f483e9eb300ef4 to hash 00000020:00000001:0.0:1780853845.673671:0:34689:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853845.673673:0:34689:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:0.0:1780853845.673676:0:34689:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:0.0:1780853845.673680:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853845.673683:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853845.673687:0:34689:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853845.673696:0:34689:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853845.673719:0:34689:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853845.673730:0:34689:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853845.673738:0:34689:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853845.673743:0:34689:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853845.673745:0:34689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853845.673751:0:34689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f840. 00000100:00000001:0.0:1780853845.673753:0:34689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146931776 : -107453562619840 : ffff9e458491f840) 00000100:00000001:0.0:1780853845.673756:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853845.673757:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:0.0:1780853845.673762:0:34689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853845.673766:0:34689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.673768:0:34689:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853845.673770:0:34689:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853845.673774:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.673782:0:34689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853845.673783:0:34689:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853845.673788:0:34689:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853845.673790:0:34689:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853845.673792:0:34689:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853845.673796:0:34689:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455744:192.168.202.110@tcp:101:lfs.0 00000100:00000001:0.0:1780853845.673803:0:34689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853845.673809:0:34689:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853845.673811:0:34689:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853845.673814:0:34689:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853845.673908:0:34689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853845.673910:0:34689:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853845.673919:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853845.673922:0:34689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b840. 00000400:00000010:0.0:1780853845.673931:0:34689:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4585177800. 00000100:00000200:0.0:1780853845.673938:0:34689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631455744, portal 10 00000100:00000001:0.0:1780853845.673940:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853845.673941:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000040:0.0:1780853845.674129:0:34689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.674138:0:34689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853845.674140:0:34689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853845.674144:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426b28. 00000100:00000200:0.0:1780853845.674148:0:34689:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1867358631455744, offset 0 00000400:00000200:0.0:1780853845.674154:0:34689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853845.674164:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.674173:0:34689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853845.674178:0:34689:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853845.674183:0:34689:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853845.674187:0:34689:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853845.674190:0:34689:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853845.674193:0:34689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2676:2676:256:4294967295] 192.168.202.110@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:0.0:1780853845.674197:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.674205:0:34689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853845.674211:0:34689:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853845.674217:0:34689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853845.674223:0:34689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853845.674252:0:34689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853845.674256:0:34689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1780853845.674326:0:34689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853845.674332:0:34689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 807905 usecs (808 jiffies) 00000400:00000200:0.0:1780853845.674335:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853845.674338:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643236 00000100:00000001:0.0:1780853845.674342:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853845.674344:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643236 00000100:00000001:0.0:1780853845.674346:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853845.674349:0:34689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853845.674352:0:34689:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.674354:0:34689:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853845.674356:0:34689:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853845.674359:0:34689:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f840 going to sleep for 11 seconds 00000100:00000001:0.0:1780853845.674362:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853845.674364:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853845.675459:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853845.675467:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853845.675472:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853845.675480:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853845.675488:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426b28 00000400:00000010:1.0:1780853845.675490:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426b28. 00000100:00000001:1.0:1780853845.675495:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853845.675504:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.675515:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853845.675518:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.675525:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.675526:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853845.685399:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.685419:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.685426:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.685429:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.685439:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.685447:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.685457:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.685464:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.685470:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.685475:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 608 into portal 10 MB=0x6a25a4fe56c00 00000400:00000200:0.0:1780853845.685482:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.685488:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 608/608 into md 0x7319 [64] + 224 00000800:00000001:0.0:1780853845.685498:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.685505:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.685509:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.685513:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.685521:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.685531:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.685554:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.685577:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.685586:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.685589:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.685846:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853845.685855:0:34689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853845.685857:0:34689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853845.685861:0:34689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b840. 00000400:00000200:3.0:1780853845.685865:0:34689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585177800 00000400:00000010:3.0:1780853845.685868:0:34689:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4585177800. 00000100:00000001:3.0:1780853845.685873:0:34689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853845.685878:0:34689:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853845.685888:0:34689:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/131856 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.685894:0:34689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853845.685896:0:34689:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.685898:0:34689:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853845.685902:0:34689:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853845.685905:0:34689:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853845.685907:0:34689:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.685910:0:34689:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853845.685921:0:34689:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853845.685926:0:34689:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853845.685928:0:34689:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1780853845.686072:0:34689:0:(client.c:1496:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9e4588368a80 x1867358631455744/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.686081:0:34689:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853845.686085:0:34689:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853845.686087:0:34689:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853845.686088:0:34689:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853845.686090:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.686092:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:3.0:1780853845.686096:0:34689:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853845.686098:0:34689:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1780853845.686100:0:34689:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853845.686102:0:34689:0:(client.c:1783:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1780853845.686107:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.686114:0:34689:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1780853845.686117:0:34689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853845.686119:0:34689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853845.686123:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853845.686131:0:34689:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368a80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631455744:192.168.202.110@tcp:101:lfs.0 00000100:00000001:3.0:1780853845.686136:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.686138:0:34689:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1780853845.686141:0:34689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853845.686143:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.686146:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.686153:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853845.686156:0:34689:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f840. 00000100:00000001:3.0:1780853845.686160:0:34689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853845.686161:0:34689:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1780853845.686164:0:34689:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853845.686169:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.686172:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.686175:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=4 00000020:00000001:3.0:1780853845.686177:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:3.0:1780853845.686180:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00010000:3.0:1780853845.686185:0:34689:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686197:0:34689:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1780853845.686202:0:34689:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686208:0:34689:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853845.686210:0:34689:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686215:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.686217:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853845.686219:0:34689:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686224:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853845.686227:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.686230:0:34689:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853845.686232:0:34689:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853845.686237:0:34689:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e4583572800 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853845.686241:0:34689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853845.686244:0:34689:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686249:0:34689:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853845.686251:0:34689:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853845.686255:0:34689:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686259:0:34689:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853845.686262:0:34689:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853845.686305:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.686316:0:34689:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.686318:0:34689:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=5 00000020:00000001:3.0:1780853845.686320:0:34689:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:3.0:1780853845.686322:0:34689:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:3.0:1780853845.686325:0:34689:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853845.686327:0:34689:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1780853845.686333:0:34689:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853845.686334:0:34689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853845.686337:0:34689:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1780853845.686338:0:34689:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853845.686342:0:34689:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853845.686343:0:34689:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853845.686345:0:34689:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853845.686347:0:34689:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853845.686349:0:34689:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572800 with handle 0xa8f483e9eb300ef4 from hash 00010000:00000001:3.0:1780853845.686351:0:34689:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853845.686353:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.686354:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.686355:0:34689:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853845.686357:0:34689:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853845.686358:0:34689:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1780853845.686360:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.686361:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.686363:0:34689:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.686364:0:34689:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853845.686379:0:34689:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686384:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.686385:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.686386:0:34689:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1780853845.686388:0:34689:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853845.686389:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.686390:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.686391:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853845.686393:0:34689:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572800/0xa8f483e9eb300ef4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34689 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.686415:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.686416:0:34689:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1780853845.686422:0:34689:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1780853845.686433:0:34689:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853845.686441:0:34689:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1780853845.686446:0:34689:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853845.686457:0:34689:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.686459:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853845.686460:0:34689:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853845.686462:0:34689:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853845.686464:0:34689:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853845.686467:0:34689:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1780853845.686469:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.686471:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00010000:00000001:3.0:1780853845.686473:0:34689:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1780853845.686474:0:34689:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853845.686476:0:34689:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1780853845.686479:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0b758 00000002:00002000:3.0:1780853845.686481:0:34689:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=80002b: rc = 0 00000002:00000001:3.0:1780853845.686484:0:34689:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.686488:0:34689:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.686490:0:34689:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853845.686493:0:34689:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1780853845.686495:0:34689:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853845.686499:0:34689:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:3.0:1780853845.686502:0:34689:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1780853845.686504:0:34689:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e459447d900 it_disposition 80002b 00000080:00000001:3.0:1780853845.686506:0:34689:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:3.0:1780853845.686511:0:34689:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1780853845.686513:0:34689:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1780853845.686516:0:34689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1780853845.686519:0:34689:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1780853845.686524:0:34689:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1780853845.686526:0:34689:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1780853845.686528:0:34689:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.686531:0:34689:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1780853845.686533:0:34689:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1780853845.686538:0:34689:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00200000:3.0:1780853845.686541:0:34689:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff9e459198c2c8): rc = 0 00000080:00000001:3.0:1780853845.686544:0:34689:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365480648 : -107453344070968 : ffff9e459198c2c8) 00000080:00000001:3.0:1780853845.686546:0:34689:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1780853845.686549:0:34689:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1780853845.686551:0:34689:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853845.686554:0:34689:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff9e459198c2c8) for lock 0x0 00800000:00000001:3.0:1780853845.686557:0:34689:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853845.686559:0:34689:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1780853845.686560:0:34689:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.686562:0:34689:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1780853845.686567:0:34689:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b19d80 inode ffff9e459198c2c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1780853845.686571:0:34689:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1780853845.686572:0:34689:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.686575:0:34689:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853845.686578:0:34689:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853845.686581:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073a00. 00000100:00000001:3.0:1780853845.686585:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.686589:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.686595:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.686604:0:34689:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:3.0:1780853845.686607:0:34689:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:3.0:1780853845.686609:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0ba40 00000080:00200008:3.0:1780853845.686610:0:34689:0:(file.c:1059:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9e459198c2c8), flags 320400 00000080:00000010:3.0:1780853845.686617:0:34689:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c8500. 00000080:00000010:3.0:1780853845.686627:0:34689:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852defc0. 00000080:00000001:3.0:1780853845.686629:0:34689:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853845.686632:0:34689:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853845.686635:0:34689:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853845.686638:0:34689:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989660. 00000002:00100000:3.0:1780853845.686642:0:34689:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853845.686649:0:34689:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.686650:0:34689:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853845.686655:0:34689:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853845.686658:0:34689:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.686661:0:34689:0:(file.c:1265:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.686663:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.686666:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853845.686673:0:34689:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853845.686677:0:34689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:3.0:1780853845.688150:0:34689:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853845.688157:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.688163:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0ba40 00000080:00000008:3.0:1780853845.688167:0:34689:0:(file.c:1298:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9e459198c2c8), flags 320400, rc = 0 00000080:00000001:3.0:1780853845.688171:0:34689:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.688175:0:34689:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853845.688177:0:34689:0:(dcache.c:176:ll_intent_release()) intent ffff9e459447d900 released 00000080:00000001:3.0:1780853845.688178:0:34689:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853845.688181:0:34689:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853845.688182:0:34689:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.688184:0:34689:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853845.688187:0:34689:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e459447d900. 00000080:00000001:3.0:1780853845.688192:0:34689:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.688196:0:34689:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853845.688198:0:34689:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8), inode mode 41ed mask 44 00000080:00000001:3.0:1780853845.688204:0:34689:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.688250:0:34689:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1780853845.688252:0:34689:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8) cmd=4008669a arg=a062e0 00000080:00000001:3.0:1780853845.688260:0:34689:0:(dir.c:590:ll_dir_setstripe()) Process entered 00000080:00000010:3.0:1780853845.688299:0:34689:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2c00. 00800000:00000001:3.0:1780853845.688317:0:34689:0:(lmv_obd.c:3009:lmv_setattr()) Process entered 00800000:00000002:3.0:1780853845.688319:0:34689:0:(lmv_obd.c:3013:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:3.0:1780853845.688325:0:34689:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1780853845.688328:0:34689:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1780853845.688336:0:34689:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853845.688341:0:34689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171f80. 00000020:00000040:3.0:1780853845.688345:0:34689:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:3.0:1780853845.688351:0:34689:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853845.688356:0:34689:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853845.688364:0:34689:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.688620:0:34689:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.688623:0:34689:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.688627:0:34689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853845.688629:0:34689:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853845.688633:0:34689:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853845.688641:0:34689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4583fac000. 00000100:00000001:3.0:1780853845.688647:0:34689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.688650:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853845.688652:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.688653:0:34689:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853845.688654:0:34689:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.688656:0:34689:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1780853845.688666:0:34689:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1780853845.688677:0:34689:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853845.688684:0:34689:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853845.688685:0:34689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853845.688693:0:34689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:3.0:1780853845.688695:0:34689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:3.0:1780853845.689356:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.689359:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853845.689376:0:34689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853845.689382:0:34689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.689384:0:34689:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853845.689386:0:34689:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853845.689394:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853845.689403:0:34689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853845.689404:0:34689:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.689409:0:34689:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853845.689412:0:34689:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853845.689415:0:34689:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853845.689418:0:34689:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631456000:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853845.689422:0:34689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853845.689428:0:34689:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853845.689431:0:34689:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.689434:0:34689:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853845.689440:0:34689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583facc00. 02000000:00000001:3.0:1780853845.689441:0:34689:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853845.689450:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853845.689453:0:34689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853845.689460:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853845.689467:0:34689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631456000, portal 10 00000100:00000001:3.0:1780853845.689469:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.689470:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000040:3.0:1780853845.689478:0:34689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853845.689484:0:34689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853845.689487:0:34689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853845.689489:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a550. 00000100:00000200:3.0:1780853845.689492:0:34689:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1867358631456000, offset 0 00000400:00000200:3.0:1780853845.689498:0:34689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853845.689506:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.689513:0:34689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853845.689518:0:34689:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853845.689522:0:34689:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853845.689525:0:34689:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853845.689528:0:34689:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853845.689532:0:34689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2677:2677:256:4294967295] 192.168.202.110@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:3.0:1780853845.689536:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.689558:0:34689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853845.689564:0:34689:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853845.689569:0:34689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853845.689576:0:34689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853845.689583:0:34689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853845.689587:0:34689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853845.689604:0:34689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.689609:0:34689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 806946 usecs (807 jiffies) 00000400:00000200:3.0:1780853845.689612:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853845.689615:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643251 00000100:00000001:3.0:1780853845.689618:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.689620:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643251 00000100:00000001:3.0:1780853845.689622:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.689624:0:34689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.689626:0:34689:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.689629:0:34689:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853845.689630:0:34689:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853845.689633:0:34689:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:3.0:1780853845.689635:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853845.689637:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853845.689917:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853845.689922:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:1.0:1780853845.689928:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853845.689933:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853845.689947:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a550 00000400:00000010:1.0:1780853845.689950:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a550. 00000100:00000001:1.0:1780853845.689954:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853845.689958:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853845.689974:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853845.689977:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853845.689983:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.689985:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1780853845.695508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572800. 00000800:00000001:0.0:1780853845.698194:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.698211:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.698215:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.698218:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.698228:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698235:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.698243:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698249:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698254:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698329:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe56d00 00000400:00000200:0.0:1780853845.698335:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698341:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7329 [1] + 224 00000800:00000001:0.0:1780853845.698357:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.698375:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.698378:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.698383:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.698390:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.698399:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853845.698409:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853845.698428:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853845.698438:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853845.698443:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698449:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853845.698454:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2678:2678:256:4294967295] 192.168.202.110@tcp LPNI seq info [2678:2678:8:4294967295] 00000400:00000200:0.0:1780853845.698458:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.698465:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853845.698471:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853845.698477:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853845.698483:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853845.698490:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853845.698495:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853845.698572:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.698576:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:0.0:1780853845.698579:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.698583:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853845.698588:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.698591:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.699135:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853845.699145:0:34689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853845.699147:0:34689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853845.699151:0:34689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853845.699156:0:34689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853845.699158:0:34689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853845.699162:0:34689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853845.699168:0:34689:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853845.699179:0:34689:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171f80 x1867358631456000/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/512 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853845.699187:0:34689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853845.699188:0:34689:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.699191:0:34689:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853845.699195:0:34689:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853845.699198:0:34689:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853845.699201:0:34689:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.699204:0:34689:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853845.699213:0:34689:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853845.699218:0:34689:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853845.699220:0:34689:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853845.699222:0:34689:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.699224:0:34689:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853845.699228:0:34689:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.699231:0:34689:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853845.699233:0:34689:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853845.699234:0:34689:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853845.699237:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.699238:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122103680 : -107453587447936 : ffff9e4583171f80) 00000100:00000001:3.0:1780853845.699242:0:34689:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853845.699243:0:34689:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1780853845.699245:0:34689:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853845.699248:0:34689:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.699252:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171f80 x1867358631456000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853861 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853845.699259:0:34689:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.699262:0:34689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853845.699298:0:34689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853845.699303:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171f80 x1867358631456000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853861 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853845.699320:0:34689:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171f80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631456000:192.168.202.110@tcp:36:lfs.0 00000100:00000001:3.0:1780853845.699325:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.699327:0:34689:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.699329:0:34689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853845.699332:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.699335:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583171f80 x1867358631456000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853861 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853845.699342:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853845.699352:0:34689:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:3.0:1780853845.699356:0:34689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853845.699357:0:34689:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853845.699373:0:34689:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.699377:0:34689:0:(lmv_obd.c:3022:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853845.699383:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2c00. 00000100:00000001:3.0:1780853845.699387:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.699390:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171f80 x1867358631456000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853845.699396:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.699398:0:34689:0:(dir.c:665:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.699400:0:34689:0:(dir.c:2152:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.699433:0:34689:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:3.0:1780853845.699437:0:34689:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853845.699440:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bd98 00000080:00200008:3.0:1780853845.699442:0:34689:0:(file.c:448:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9e459198c2c8), flags 320000 00000080:00400000:3.0:1780853845.699447:0:34689:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:3.0:1780853845.699451:0:34689:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853845.699452:0:34689:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:3.0:1780853845.699453:0:34689:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853845.699461:0:34689:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853845.699464:0:34689:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853845.699469:0:34689:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853845.699472:0:34689:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853845.699473:0:34689:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:3.0:1780853845.699475:0:34689:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1780853845.699477:0:34689:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780853845.699482:0:34689:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45904b2c00. 00000080:00000001:3.0:1780853845.699485:0:34689:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780853845.699492:0:34689:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780853845.699496:0:34689:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:3.0:1780853845.699499:0:34689:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:3.0:1780853845.699502:0:34689:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853845.699504:0:34689:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:3.0:1780853845.699510:0:34689:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170a80. 00000020:00000040:3.0:1780853845.699514:0:34689:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853845.699518:0:34689:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853845.699520:0:34689:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853845.699525:0:34689:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853845.699531:0:34689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904b2800. 00000100:00000001:3.0:1780853845.699537:0:34689:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853845.699558:0:34689:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853845.699567:0:34689:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780853845.699572:0:34689:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853845.699579:0:34689:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853845.699581:0:34689:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853845.699585:0:34689:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:3.0:1780853845.699587:0:34689:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:3.0:1780853845.699590:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.699591:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853845.699595:0:34689:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853845.699599:0:34689:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.699601:0:34689:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853845.699602:0:34689:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853845.699606:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.699611:0:34689:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853845.699613:0:34689:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.699616:0:34689:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853845.699619:0:34689:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853845.699622:0:34689:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853845.699625:0:34689:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631456256:192.168.202.110@tcp:35:lfs.0 00000100:00000001:3.0:1780853845.699628:0:34689:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853845.699633:0:34689:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853845.699636:0:34689:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.699638:0:34689:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853845.699643:0:34689:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fadc00. 02000000:00000001:3.0:1780853845.699645:0:34689:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853845.699651:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853845.699654:0:34689:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853845.699659:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853845.699664:0:34689:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631456256, portal 10 00000100:00000001:3.0:1780853845.699667:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.699668:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000040:3.0:1780853845.699673:0:34689:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.699681:0:34689:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853845.699684:0:34689:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853845.699686:0:34689:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a908. 00000100:00000200:3.0:1780853845.699689:0:34689:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631456256, offset 0 00000400:00000200:3.0:1780853845.699695:0:34689:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853845.699937:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.700015:0:34689:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853845.700022:0:34689:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853845.700026:0:34689:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853845.700030:0:34689:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853845.700033:0:34689:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853845.700036:0:34689:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2679:2679:256:4294967295] 192.168.202.110@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:3.0:1780853845.700041:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.700049:0:34689:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853845.700055:0:34689:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853845.700060:0:34689:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853845.700065:0:34689:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853845.700071:0:34689:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853845.700075:0:34689:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780853845.700083:0:34689:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.700087:0:34689:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 805987 usecs (806 jiffies) 00000400:00000200:3.0:1780853845.700090:0:34689:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853845.700093:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643260 00000100:00000001:3.0:1780853845.700096:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.700098:0:34689:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643260 00000100:00000001:3.0:1780853845.700100:0:34689:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.700103:0:34689:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.700105:0:34689:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.700108:0:34689:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853845.700110:0:34689:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853845.700113:0:34689:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:3.0:1780853845.700115:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853845.700116:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853845.701174:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853845.701181:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:1.0:1780853845.701188:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853845.701194:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853845.701210:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a908 00000400:00000010:1.0:1780853845.701213:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a908. 00000100:00000001:1.0:1780853845.701217:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853845.701224:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.701244:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853845.701248:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.701255:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.701256:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853845.729233:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.729253:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853845.729257:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.729260:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853845.729319:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.729327:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853845.729344:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.729349:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.729355:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.729360:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe56e00 00000400:00000200:1.0:1780853845.729601:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.729611:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7331 [1] + 224 00000800:00000001:1.0:1780853845.729620:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.737106:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.737116:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.737126:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.737136:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.737145:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.737156:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.737179:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.737190:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.737197:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.737357:0:34689:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853845.737365:0:34689:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853845.737375:0:34689:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853845.737379:0:34689:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853845.737384:0:34689:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853845.737387:0:34689:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853845.737390:0:34689:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853845.737395:0:34689:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853845.737404:0:34689:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170a80 x1867358631456256/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737410:0:34689:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853845.737412:0:34689:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.737414:0:34689:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853845.737418:0:34689:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853845.737421:0:34689:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853845.737423:0:34689:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.737426:0:34689:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853845.737434:0:34689:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=86 v=5 (10 5 5 5) 00000100:00001000:3.0:1780853845.737438:0:34689:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853845.737441:0:34689:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853845.737443:0:34689:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.737445:0:34689:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853845.737449:0:34689:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.737453:0:34689:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853845.737454:0:34689:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853845.737456:0:34689:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853845.737459:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.737461:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853845.737464:0:34689:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853845.737465:0:34689:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1780853845.737467:0:34689:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853845.737469:0:34689:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.737474:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170a80 x1867358631456256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853861 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737480:0:34689:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.737483:0:34689:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853845.737486:0:34689:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853845.737490:0:34689:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170a80 x1867358631456256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853861 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853845.737497:0:34689:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34689:1867358631456256:192.168.202.110@tcp:35:lfs.0 00000100:00000001:3.0:1780853845.737502:0:34689:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.737505:0:34689:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.737507:0:34689:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853845.737509:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.737512:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631456256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853861 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737519:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853845.737521:0:34689:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:3.0:1780853845.737525:0:34689:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853845.737526:0:34689:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.737532:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.737533:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000002:00000001:3.0:1780853845.737536:0:34689:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.737665:0:34689:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853845.737672:0:34689:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2c00. 00000080:00000001:3.0:1780853845.737678:0:34689:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780853845.737681:0:34689:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853845.737685:0:34689:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853845.737691:0:34689:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737699:0:34689:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.737701:0:34689:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208048768 : -107453501502848 : ffff9e4588368a80) 00000100:00000001:3.0:1780853845.737703:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.737706:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737712:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.737713:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.737716:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631456256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853861 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737722:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.737724:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.737726:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368a80 x1867358631455744/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 536/608 e 0 to 0 dl 1780853861 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737733:0:34689:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780853845.737736:0:34689:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853845.737739:0:34689:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853845.737742:0:34689:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853845.737745:0:34689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b9000. 02000000:00000001:3.0:1780853845.737749:0:34689:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853845.737751:0:34689:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853845.737753:0:34689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368a80. 00000100:00000001:3.0:1780853845.737758:0:34689:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853845.737759:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.737761:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.737764:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170a80 x1867358631456256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737771:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853845.737773:0:34689:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4584989660. 00000002:00000001:3.0:1780853845.737776:0:34689:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.737778:0:34689:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853845.737780:0:34689:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45852defc0. 00000100:00000001:3.0:1780853845.737782:0:34689:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.737785:0:34689:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170a80 x1867358631456256/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.737791:0:34689:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853845.737793:0:34689:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853845.737795:0:34689:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fadc00. 02000000:00000001:3.0:1780853845.737799:0:34689:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853845.737800:0:34689:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853845.737801:0:34689:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853845.737803:0:34689:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853845.737805:0:34689:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904b2800. 02000000:00000001:3.0:1780853845.737807:0:34689:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853845.737808:0:34689:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853845.737809:0:34689:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170a80. 00000100:00000001:3.0:1780853845.737812:0:34689:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853845.737813:0:34689:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853845.737815:0:34689:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853845.737818:0:34689:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c8500. 00000080:00000001:3.0:1780853845.737821:0:34689:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.737827:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0bd98 00000080:00000008:3.0:1780853845.737830:0:34689:0:(file.c:492:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9e459198c2c8), flags 320000, rc = 0 00000080:00000001:3.0:1780853845.737833:0:34689:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.737835:0:34689:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.737841:0:34689:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853845.737843:0:34689:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401f0be00 00000080:00002000:3.0:1780853845.737845:0:34689:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9e4591b19d80, parent ffff9e4591970ca8, inode ffff9e459198c2c8) hashed, 00000080:00000001:3.0:1780853845.737849:0:34689:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853845.737856:0:34689:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1780853845.737862:0:34689:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1780853845.750327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c150e0. 00010000:00010000:3.0:1780853845.781954:0:34691:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:3.0:1780853845.781963:0:34691:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853845.781965:0:34691:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853845.781969:0:34691:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.781974:0:34691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853845.781976:0:34691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.781979:0:34691:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853845.782011:0:34691:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9e4592299000 00010000:00000001:3.0:1780853845.782014:0:34691:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853845.782015:0:34691:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853845.782017:0:34691:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.782018:0:34691:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853845.782020:0:34691:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.782021:0:34691:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853845.857453:0:34696:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853845.857460:0:34696:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853845.857463:0:34696:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853845.857466:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fbc0 00000080:00200000:1.0:1780853845.857471:0:34696:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853845.857478:0:34696:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4582992200. 00800000:00000002:1.0:1780853845.857484:0:34696:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853845.857488:0:34696:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853845.857492:0:34696:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853845.857494:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fae0 00800000:00000002:1.0:1780853845.857497:0:34696:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853845.857501:0:34696:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853845.857504:0:34696:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853845.857510:0:34696:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853845.857512:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f9b0 00000002:00010000:1.0:1780853845.857513:0:34696:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853845.857517:0:34696:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853845.857519:0:34696:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853845.857522:0:34696:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853845.857528:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853845.857530:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853845.857534:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853845.857549:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853845.857555:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853845.857566:0:34696:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853845.857571:0:34696:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.857574:0:34696:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1780853845.857581:0:34696:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853845.857583:0:34696:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853845.857586:0:34696:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853845.857587:0:34696:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853845.857589:0:34696:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853845.857591:0:34696:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853845.857594:0:34696:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853845.857597:0:34696:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853845.857600:0:34696:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4582992200. 00000080:00000001:1.0:1780853845.857604:0:34696:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853845.857605:0:34696:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853845.857608:0:34696:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853845.857612:0:34696:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eed 00800000:00000001:1.0:1780853845.857615:0:34696:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853845.857617:0:34696:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853845.857619:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.857621:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.857623:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.857625:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.857628:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.857630:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.857632:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853845.857633:0:34696:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853845.857635:0:34696:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853845.857637:0:34696:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eed from it ffffb4b401c1fbf8 00010000:00000001:1.0:1780853845.857639:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.857640:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.857641:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853845.857642:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.857644:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853845.857646:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853845.857649:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853845.857655:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.857657:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.857658:0:34696:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853845.857661:0:34696:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853845.857663:0:34696:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853845.857670:0:34696:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853845.857673:0:34696:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853845.857676:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853845.857680:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.857681:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.857682:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857685:0:34696:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853845.857687:0:34696:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857689:0:34696:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857691:0:34696:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857693:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853845.857695:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.857696:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853845.857698:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853845.857700:0:34696:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853845.857702:0:34696:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853845.857706:0:34696:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853845.857714:0:34696:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c35860. 00000020:00000001:1.0:1780853845.857718:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb28 00000080:00200000:1.0:1780853845.857720:0:34696:0:(namei.c:1331:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), flags=25 00000080:00000001:1.0:1780853845.857723:0:34696:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853845.857725:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f9d8 00000080:00200000:1.0:1780853845.857727:0:34696:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=0 00000080:00000010:1.0:1780853845.857732:0:34696:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4582992200. 00800000:00000002:1.0:1780853845.857734:0:34696:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853845.857739:0:34696:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853845.857740:0:34696:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853845.857741:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f8f8 00800000:00000002:1.0:1780853845.857743:0:34696:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853845.857746:0:34696:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1780853845.857749:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f890 00800000:00000002:1.0:1780853845.857751:0:34696:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:1.0:1780853845.857754:0:34696:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853845.857755:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f7c8 00000002:00010000:1.0:1780853845.857757:0:34696:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1780853845.857760:0:34696:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853845.857761:0:34696:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1780853845.857765:0:34696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104700. 00000020:00000040:1.0:1780853845.857769:0:34696:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:1.0:1780853845.857774:0:34696:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853845.857778:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853845.857780:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.857781:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.857782:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.857785:0:34696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853845.857787:0:34696:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853845.857790:0:34696:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853845.857796:0:34696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d71800. 00000100:00000001:1.0:1780853845.857802:0:34696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857806:0:34696:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853845.857808:0:34696:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857810:0:34696:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853845.857811:0:34696:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.857813:0:34696:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.857821:0:34696:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00010000:00000001:1.0:1780853845.857824:0:34696:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853845.857826:0:34696:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1780853845.857828:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853845.857830:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853845.857832:0:34696:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853845.857835:0:34696:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b7c00. 00000020:00000001:1.0:1780853845.857837:0:34696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853845.857839:0:34696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b7c00 with handle 0xa8f483e9eb300efb to hash 00000020:00000001:1.0:1780853845.857841:0:34696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853845.857842:0:34696:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.857846:0:34696:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.857848:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853845.857850:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.857853:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34696 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853845.857859:0:34696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34696 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853845.857868:0:34696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34696 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853845.857873:0:34696:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853845.857875:0:34696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853845.857880:0:34696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9480. 00000100:00000001:1.0:1780853845.857882:0:34696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038976 : -107453508512640 : ffff9e4587cb9480) 00000100:00000001:1.0:1780853845.857885:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853845.857887:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000001:1.0:1780853845.857891:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853845.857895:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.857897:0:34696:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853845.857899:0:34696:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853845.857909:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.857918:0:34696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853845.857921:0:34696:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853845.857924:0:34696:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853845.857926:0:34696:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853845.857929:0:34696:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853845.857932:0:34696:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631456384:192.168.202.110@tcp:101:multiop.0 00000100:00000001:1.0:1780853845.857936:0:34696:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853845.857941:0:34696:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853845.859533:0:34696:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853845.860168:0:34696:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853845.860181:0:34696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585116800. 02000000:00000001:1.0:1780853845.860185:0:34696:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853845.860199:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853845.860204:0:34696:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835df20. 00000400:00000010:1.0:1780853845.860212:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000200:1.0:1780853845.860220:0:34696:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631456384, portal 10 00000100:00000001:1.0:1780853845.860223:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853845.860224:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121655040 : -107453587896576 : ffff9e4583104700) 00000100:00000040:1.0:1780853845.860237:0:34696:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.860245:0:34696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853845.860248:0:34696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853845.860250:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9000. 00000100:00000200:1.0:1780853845.860253:0:34696:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1867358631456384, offset 0 00000400:00000200:1.0:1780853845.860260:0:34696:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853845.860291:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.860299:0:34696:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853845.860303:0:34696:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853845.860318:0:34696:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853845.860321:0:34696:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853845.860324:0:34696:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853845.860327:0:34696:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2680:2680:256:4294967295] 192.168.202.110@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:1.0:1780853845.860332:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.860340:0:34696:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853845.860347:0:34696:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853845.860352:0:34696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76400. 00000800:00000200:1.0:1780853845.860359:0:34696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853845.861068:0:34696:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853845.861073:0:34696:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1780853845.861102:0:34696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853845.861109:0:34696:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 805071 usecs (806 jiffies) 00000400:00000200:1.0:1780853845.861113:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853845.861116:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643417 00000100:00000001:1.0:1780853845.861119:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:1.0:1780853845.861122:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643417 00000100:00000001:1.0:1780853845.861124:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:1.0:1780853845.861126:0:34696:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853845.861129:0:34696:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.861132:0:34696:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853845.861134:0:34696:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853845.861136:0:34696:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:1.0:1780853845.861139:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853845.861142:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.862101:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.862107:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76400. 00000400:00000200:0.0:1780853845.862113:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.862120:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.862127:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9000 00000400:00000010:0.0:1780853845.862129:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9000. 00000100:00000001:0.0:1780853845.862133:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.862140:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.862150:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.862153:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.862159:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.862161:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853845.886758:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.886786:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.886790:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.886793:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.886803:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.886821:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.886831:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.886847:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.886853:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.886858:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 584 into portal 10 MB=0x6a25a4fe56e80 00000400:00000200:0.0:1780853845.886862:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.886880:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 584/584 into md 0x7339 [1] + 224 00000800:00000001:0.0:1780853845.886888:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.886916:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.886919:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.886924:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.886931:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.886940:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.886969:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.887029:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853845.887039:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.887053:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853845.887790:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853845.887818:0:34696:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853845.887820:0:34696:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853845.887823:0:34696:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835df20. 00000400:00000200:1.0:1780853845.887841:0:34696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:1.0:1780853845.887844:0:34696:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:1.0:1780853845.887847:0:34696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853845.887865:0:34696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853845.887876:0:34696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/1152 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.887897:0:34696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853845.887898:0:34696:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853845.887901:0:34696:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853845.887904:0:34696:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853845.887918:0:34696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853845.887920:0:34696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853845.887923:0:34696:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853845.888718:0:34696:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:1.0:1780853845.888726:0:34696:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853845.888729:0:34696:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853845.888731:0:34696:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.888734:0:34696:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853845.888738:0:34696:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.888742:0:34696:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853845.888744:0:34696:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1780853845.888747:0:34696:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853845.888749:0:34696:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853845.888756:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.888764:0:34696:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853845.888767:0:34696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853845.888769:0:34696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853845.888773:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853861 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853845.888780:0:34696:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104700 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631456384:192.168.202.110@tcp:101:multiop.0 00000100:00000001:1.0:1780853845.888786:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853845.888789:0:34696:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853845.888791:0:34696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853845.888793:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853845.888796:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853845.888801:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853845.888804:0:34696:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9480. 00000100:00000001:1.0:1780853845.888807:0:34696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853845.888809:0:34696:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853845.888812:0:34696:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853845.888815:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.888817:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.888820:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=4 00000020:00000001:1.0:1780853845.888823:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.888825:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000040:1.0:1780853845.888832:0:34696:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b7c00, remote cookie: 0x562725ecec97a7f9, flags: 0x1001 00010000:00010000:1.0:1780853845.888837:0:34696:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853845.888846:0:34696:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1780853845.888849:0:34696:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1780853845.888859:0:34696:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0d00. 00010000:00000010:1.0:1780853845.888864:0:34696:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2380. 00010000:00000001:1.0:1780853845.888869:0:34696:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.888872:0:34696:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853845.888881:0:34696:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.888886:0:34696:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853845.888890:0:34696:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853845.888892:0:34696:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853845.888893:0:34696:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853845.888895:0:34696:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853845.888921:0:34696:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff9e4589ab0d00) refcount = 1 00010000:00010000:1.0:1780853845.888926:0:34696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.888932:0:34696:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853845.888935:0:34696:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853845.888937:0:34696:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853845.888940:0:34696:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853845.889013:0:34696:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.889017:0:34696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.889028:0:34696:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853845.889029:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889030:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.889031:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889032:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.889034:0:34696:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.889038:0:34696:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853845.889039:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.889041:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.889042:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:1.0:1780853845.889044:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889046:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889048:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.889049:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.889050:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=4 00000020:00000001:1.0:1780853845.889052:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889053:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889056:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853845.889059:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853845.889062:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.889067:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889087:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.889089:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.889090:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.889091:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=5 00000020:00000001:1.0:1780853845.889093:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889095:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889097:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853845.889100:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.889107:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889107:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853845.889109:0:34696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.889115:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853845.889116:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889117:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.889119:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889119:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853845.889125:0:34696:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1780853845.889133:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.889134:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.889135:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:1.0:1780853845.889137:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889139:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889141:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889142:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853845.889159:0:34696:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.889162:0:34696:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853845.889164:0:34696:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1780853845.889167:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.889168:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.889170:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:1.0:1780853845.889184:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889194:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00000002:00010000:1.0:1780853845.889198:0:34696:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853845.889203:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889205:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853845.889207:0:34696:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853845.889208:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853845.889209:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853845.889211:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:1.0:1780853845.889212:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:1.0:1780853845.889214:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000040:1.0:1780853845.889218:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:1.0:1780853845.889228:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853845.889232:0:34696:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:1.0:1780853845.889234:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853845.889235:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853845.889236:0:34696:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853845.889240:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f748 00000002:00002000:1.0:1780853845.889241:0:34696:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1780853845.889244:0:34696:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853845.889247:0:34696:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853845.889250:0:34696:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853845.889253:0:34696:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1780853845.889256:0:34696:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853845.889288:0:34696:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:1.0:1780853845.889292:0:34696:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1780853845.889293:0:34696:0:(namei.c:674:ll_lookup_it_finish()) it ffffb4b401c1fac8 it_disposition b 00000080:00000001:1.0:1780853845.890126:0:34696:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853845.890135:0:34696:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853845.890139:0:34696:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853845.890142:0:34696:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1780853845.890146:0:34696:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1780853845.890255:0:34696:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853845.890259:0:34696:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:2.0:1780853845.890262:0:34696:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.890284:0:34696:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:2.0:1780853845.890287:0:34696:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1780853845.890291:0:34696:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 512 00000080:00200000:2.0:1780853845.890343:0:34696:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff9e459198c2c8): rc = 0 00000080:00000001:2.0:1780853845.890347:0:34696:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365480648 : -107453344070968 : ffff9e459198c2c8) 00010000:00000001:2.0:1780853845.890350:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.890352:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.890355:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:2.0:1780853845.890357:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:2.0:1780853845.890376:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:2.0:1780853845.890379:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.890382:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853845.890383:0:34696:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853845.890385:0:34696:0:(llite_lib.c:1801:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853845.890387:0:34696:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853845.890390:0:34696:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853845.890392:0:34696:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.890395:0:34696:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff9e459198c2c8) for lock 0xa8f483e9eb300efb 00800000:00000001:2.0:1780853845.890399:0:34696:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.890413:0:34696:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.890415:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.890416:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.890418:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:2.0:1780853845.890420:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:2.0:1780853845.890422:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:2.0:1780853845.890425:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.890426:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.890428:0:34696:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.890430:0:34696:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1780853845.890449:0:34696:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591af7360 inode ffff9e459198c2c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1780853845.890453:0:34696:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1780853845.890455:0:34696:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.890457:0:34696:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1780853845.890460:0:34696:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff9e459198c2c8) 00000080:00010000:2.0:1780853845.890464:0:34696:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300efb from it ffffb4b401c1fac8 00010000:00000001:2.0:1780853845.890466:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.890477:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.890478:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b7c00 refcount=3 00000020:00000001:2.0:1780853845.890480:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:2.0:1780853845.890482:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125535232 : -107453584016384 : ffff9e45834b7c00) 00010000:00000001:2.0:1780853845.890493:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.890497:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.890506:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.890508:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.890509:0:34696:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.890528:0:34696:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.890530:0:34696:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b7c00/0xa8f483e9eb300efb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7f9 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853845.890698:0:34696:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.890702:0:34696:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.890704:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.890708:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.890710:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.890711:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.890714:0:34696:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.890716:0:34696:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.890718:0:34696:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.890721:0:34696:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.890723:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.890724:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.890725:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853845.890727:0:34696:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853845.890732:0:34696:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4582992200. 00000100:00000001:2.0:1780853845.890739:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.890747:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104700 x1867358631456384/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/584 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.890755:0:34696:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853845.890758:0:34696:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853845.890762:0:34696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585116800. 02000000:00000001:2.0:1780853845.890765:0:34696:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853845.890767:0:34696:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853845.890769:0:34696:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853845.890771:0:34696:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853845.890774:0:34696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d71800. 02000000:00000001:2.0:1780853845.890778:0:34696:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853845.890780:0:34696:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853845.890782:0:34696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104700. 00000100:00000001:2.0:1780853845.890786:0:34696:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853845.890787:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853845.890795:0:34696:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853845.890797:0:34696:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8), inode mode 41ed mask 1 00000080:00000001:2.0:1780853845.890801:0:34696:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853845.890818:0:34696:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585ca7040. 00000080:00000001:2.0:1780853845.890823:0:34696:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853845.890824:0:34696:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8), inode mode 41ed mask 3 00000080:00000001:2.0:1780853845.890827:0:34696:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.890830:0:34696:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:2.0:1780853845.890832:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb50 00000080:00200000:2.0:1780853845.890835:0:34696:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9e459198c2c8), file ffff9e45881ea000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1780853845.890840:0:34696:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585da5f00. 00000080:00000001:2.0:1780853845.890843:0:34696:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1780853845.890845:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa00 00000080:00200000:2.0:1780853845.890846:0:34696:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9e459198c2c8), intent=open|creat 00000080:00000010:2.0:1780853845.890853:0:34696:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267e600. 00000080:00000001:2.0:1780853845.890860:0:34696:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853845.890863:0:34696:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.890865:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f920 00800000:00000002:2.0:1780853845.890867:0:34696:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1780853845.890870:0:34696:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:2.0:1780853845.890873:0:34696:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1780853845.890877:0:34696:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:2.0:1780853845.890880:0:34696:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1780853845.890882:0:34696:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1780853845.890884:0:34696:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1780853845.890887:0:34696:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1780853845.890890:0:34696:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:2.0:1780853845.890893:0:34696:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.890895:0:34696:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.890897:0:34696:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.890898:0:34696:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.890900:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f8a0 00800000:00000002:2.0:1780853845.890902:0:34696:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:2.0:1780853845.890906:0:34696:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853845.890908:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f7d8 00000002:00010000:2.0:1780853845.890910:0:34696:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1780853845.890914:0:34696:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853845.890916:0:34696:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1780853845.890919:0:34696:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1780853845.890923:0:34696:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.890924:0:34696:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1780853845.890927:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853845.890929:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.890932:0:34696:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1780853845.890934:0:34696:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.890936:0:34696:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.890938:0:34696:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853845.891015:0:34696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853845.891019:0:34696:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:2.0:1780853845.891026:0:34696:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853845.891027:0:34696:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.891030:0:34696:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853845.891033:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.891036:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.891037:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.891038:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.891041:0:34696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853845.891043:0:34696:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853845.891046:0:34696:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853845.891052:0:34696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1c00. 00000100:00000001:2.0:1780853845.891058:0:34696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.891062:0:34696:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.891063:0:34696:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.891064:0:34696:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853845.891065:0:34696:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.891067:0:34696:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.891075:0:34696:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00010000:00000001:2.0:1780853845.891078:0:34696:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853845.891080:0:34696:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1780853845.891083:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:2.0:1780853845.891085:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.891087:0:34696:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853845.891091:0:34696:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778a00. 00000020:00000001:2.0:1780853845.891094:0:34696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853845.891095:0:34696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778a00 with handle 0xa8f483e9eb300f02 to hash 00000020:00000001:2.0:1780853845.891097:0:34696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853845.891098:0:34696:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.891101:0:34696:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.891104:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.891106:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.891110:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34696 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.891117:0:34696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34696 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1780853845.891141:0:34696:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1780853845.891148:0:34696:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1780853845.891157:0:34696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34696 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853845.891174:0:34696:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853845.891176:0:34696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853845.891183:0:34696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9e40. 00000100:00000001:2.0:1780853845.891186:0:34696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155035200 : -107453554516416 : ffff9e45850d9e40) 00000100:00000001:2.0:1780853845.891188:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.891189:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853845.891193:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853845.891215:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.891218:0:34696:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853845.891219:0:34696:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853845.891225:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.891232:0:34696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853845.891235:0:34696:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.891239:0:34696:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853845.891243:0:34696:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853845.891245:0:34696:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853845.891249:0:34696:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631456640:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853845.891253:0:34696:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853845.891259:0:34696:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853845.891262:0:34696:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.891317:0:34696:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853845.891698:0:34696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853845.891702:0:34696:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853845.891710:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853845.891715:0:34696:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853845.891723:0:34696:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4587cf3c00. 00000100:00000200:2.0:1780853845.891731:0:34696:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631456640, portal 10 00000100:00000001:2.0:1780853845.891733:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.891734:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853845.891741:0:34696:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.891748:0:34696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853845.891751:0:34696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853845.891755:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fb28. 00000100:00000200:2.0:1780853845.891758:0:34696:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1867358631456640, offset 0 00000400:00000200:2.0:1780853845.891765:0:34696:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853845.891774:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.891782:0:34696:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853845.891788:0:34696:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853845.891792:0:34696:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853845.891796:0:34696:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853845.891798:0:34696:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853845.891803:0:34696:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2681:2681:256:4294967295] 192.168.202.110@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:2.0:1780853845.891807:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853845.891817:0:34696:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853845.891823:0:34696:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853845.891828:0:34696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddf00. 00000800:00000200:2.0:1780853845.891834:0:34696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853845.891841:0:34696:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853845.891846:0:34696:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddf00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1780853845.891857:0:34696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.891861:0:34696:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 804147 usecs (805 jiffies) 00000400:00000200:2.0:1780853845.891865:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853845.891867:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643451 00000100:00000001:2.0:1780853845.891871:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.891872:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643451 00000100:00000001:2.0:1780853845.891874:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853845.891877:0:34696:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.891879:0:34696:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.891881:0:34696:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853845.891883:0:34696:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853845.891886:0:34696:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9e40 going to sleep for 11 seconds 00000100:00000001:2.0:1780853845.891889:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853845.891891:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.892086:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.892091:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:0.0:1780853845.892095:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.892101:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.892106:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fb28 00000400:00000010:0.0:1780853845.892108:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fb28. 00000100:00000001:0.0:1780853845.892112:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.892117:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.892126:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.892129:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.892135:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.892137:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853845.927346:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.927364:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853845.927429:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.927433:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.927443:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927452:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853845.927461:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927467:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927473:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927477:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe56f80 00000400:00000200:0.0:1780853845.927482:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927488:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x7349 [32] + 224 00000800:00000001:0.0:1780853845.927495:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.927502:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853845.927505:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.927509:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853845.927517:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853845.927524:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853845.927534:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.927612:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853845.927621:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853845.927624:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927630:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853845.927637:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2682:2682:256:4294967295] 192.168.202.110@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:0.0:1780853845.927641:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853845.927648:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853845.927653:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853845.927658:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e45851ba800. 00000800:00000200:0.0:1780853845.927664:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853845.927671:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853845.927675:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45851ba800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1780853845.927938:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853845.927955:0:34696:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853845.927957:0:34696:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853845.927961:0:34696:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853845.927966:0:34696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4587cf3c00 00000400:00000010:2.0:1780853845.927968:0:34696:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4587cf3c00. 00000100:00000001:2.0:1780853845.927971:0:34696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853845.927976:0:34696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853845.927990:0:34696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631456640/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.927996:0:34696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853845.927998:0:34696:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.928000:0:34696:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853845.928003:0:34696:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853845.928006:0:34696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853845.928008:0:34696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853845.928010:0:34696:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853845.928019:0:34696:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=86 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853845.928023:0:34696:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853845.928025:0:34696:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853845.928026:0:34696:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.928029:0:34696:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853845.928032:0:34696:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.928035:0:34696:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853845.928037:0:34696:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:2.0:1780853845.928038:0:34696:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853845.928040:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.928042:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853845.928045:0:34696:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853845.928047:0:34696:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1780853845.928049:0:34696:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853845.928051:0:34696:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853845.928056:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853861 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.928062:0:34696:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853845.928065:0:34696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853845.928067:0:34696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853845.928070:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853861 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853845.928077:0:34696:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631456640:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853845.928081:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853845.928084:0:34696:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853845.928086:0:34696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853845.928087:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.928090:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853861 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.928096:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853845.928099:0:34696:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9e40. 00000100:00000001:2.0:1780853845.928101:0:34696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853845.928102:0:34696:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.928105:0:34696:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853845.928110:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.928112:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.928115:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853845.928117:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928120:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000040:2.0:1780853845.928127:0:34696:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778a00, remote cookie: 0x562725ecec97a815, flags: 0x1001 00010000:00010000:2.0:1780853845.928132:0:34696:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853845.928141:0:34696:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:2.0:1780853845.928144:0:34696:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1780853845.928152:0:34696:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837e00. 00010000:00000010:2.0:1780853845.928157:0:34696:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9c80. 00010000:00000001:2.0:1780853845.928161:0:34696:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.928165:0:34696:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853845.928173:0:34696:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.928185:0:34696:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853845.928189:0:34696:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853845.928192:0:34696:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853845.928193:0:34696:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853845.928194:0:34696:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853845.928197:0:34696:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff9e4594837e00) refcount = 1 00010000:00010000:2.0:1780853845.928201:0:34696:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.928208:0:34696:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853845.928211:0:34696:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853845.928212:0:34696:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853845.928215:0:34696:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853845.928217:0:34696:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.928220:0:34696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.928225:0:34696:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853845.928227:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.928229:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.928229:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.928230:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.928232:0:34696:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.928236:0:34696:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853845.928238:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.928239:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.928241:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853845.928242:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928244:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928246:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.928247:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.928248:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=4 00000020:00000001:2.0:1780853845.928250:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928252:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928255:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853845.928258:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853845.928261:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.928302:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.928303:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.928304:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.928316:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.928317:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=5 00000020:00000001:2.0:1780853845.928319:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928321:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.928323:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.928326:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.928332:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.928333:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853845.928335:0:34696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.928340:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.928341:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.928342:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.928343:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.928344:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853845.928349:0:34696:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853845.928358:0:34696:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1780853845.928362:0:34696:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1780853845.928480:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.928486:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e45851ba800. 00000400:00000200:0.0:1780853845.928489:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.928494:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853845.928501:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853845.928505:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853845.929665:0:34696:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.929677:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.929679:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.929681:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853845.929683:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.929686:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000002:00010000:2.0:1780853845.929691:0:34696:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1780853845.929704:0:34696:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45904f0240. 00010000:00000001:2.0:1780853845.929707:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.929708:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.929709:0:34696:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.929712:0:34696:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853845.929715:0:34696:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1780853845.929718:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.929719:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853845.929721:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853845.929722:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00010000:00000001:2.0:1780853845.929724:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.929725:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.929726:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853845.929728:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.929730:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000002:00010000:2.0:1780853845.929733:0:34696:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.929740:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.929742:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.929743:0:34696:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853845.929745:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.929746:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.929748:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853845.929749:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.929751:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000040:2.0:1780853845.929756:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837e00 count: 2 00010000:00000001:2.0:1780853845.929758:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853845.929762:0:34696:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:2.0:1780853845.929765:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.929766:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.929767:0:34696:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853845.929770:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f758 00000002:00002000:2.0:1780853845.929772:0:34696:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1780853845.929775:0:34696:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.929779:0:34696:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.929781:0:34696:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853845.929784:0:34696:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1780853845.929788:0:34696:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.929792:0:34696:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1780853845.929794:0:34696:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585da5f00 it_disposition 1800037 00000080:00002000:2.0:1780853845.929801:0:34696:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b1baf8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1780853845.929806:0:34696:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853845.929809:0:34696:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:2.0:1780853845.929811:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1f988 00000080:00200000:2.0:1780853845.929813:0:34696:0:(namei.c:1619:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9e459198c2c8), intent=open|creat 00000080:00000001:2.0:1780853845.929816:0:34696:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:2.0:1780853845.929819:0:34696:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853845.929824:0:34696:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1780853845.929829:0:34696:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853845.929831:0:34696:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:2.0:1780853845.929834:0:34696:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1780853845.929845:0:34696:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e45919898c0. 00000020:00000001:2.0:1780853845.929855:0:34696:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:2.0:1780853845.929857:0:34696:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1780853845.929860:0:34696:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:2.0:1780853845.929861:0:34696:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9e4591989988) 00000020:00000001:2.0:1780853845.929866:0:34696:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853845.929869:0:34696:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853845.929874:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f400. 00000020:00000010:2.0:1780853845.929877:0:34696:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267f200. 00000020:00000010:2.0:1780853845.929881:0:34696:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5660. 00000008:00000010:2.0:1780853845.929887:0:34696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853845.929893:0:34696:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853845.929897:0:34696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853845.929902:0:34696:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853845.929906:0:34696:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853845.929909:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f000. 00000008:00000010:2.0:1780853845.929912:0:34696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853845.929915:0:34696:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853845.929918:0:34696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853845.929922:0:34696:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853845.929925:0:34696:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853845.929927:0:34696:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000020:00000001:2.0:1780853845.929930:0:34696:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:2.0:1780853845.929934:0:34696:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4598830898. 00000020:00000001:2.0:1780853845.929937:0:34696:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853845.929939:0:34696:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.929945:0:34696:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:2.0:1780853845.929948:0:34696:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45916e34d8. 00020000:00000001:2.0:1780853845.929950:0:34696:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620362691800 : -107453346859816 : ffff9e45916e34d8) 00020000:00000001:2.0:1780853845.929953:0:34696:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:2.0:1780853845.929955:0:34696:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853845.929959:0:34696:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5480. 00020000:00000010:2.0:1780853845.929964:0:34696:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4591f02c00. 00020000:00000010:2.0:1780853845.929968:0:34696:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da5720. 00020000:00000001:2.0:1780853845.929970:0:34696:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168451872 : -107453541099744 : ffff9e4585da5720) 00020000:00000002:2.0:1780853845.929974:0:34696:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5720, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853845.929978:0:34696:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853845.929982:0:34696:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4591f02c00: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1780853845.929985:0:34696:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1780853845.929987:0:34696:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da5720, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853845.929990:0:34696:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853845.929993:0:34696:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4591f02c00: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:2.0:1780853845.929996:0:34696:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4585ca5280. 00020000:00000010:2.0:1780853845.929999:0:34696:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e45850d9e40. 00020000:00000001:2.0:1780853845.930004:0:34696:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1780853845.930006:0:34696:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4585d8b788. 00020000:00000001:2.0:1780853845.930009:0:34696:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1780853845.930010:0:34696:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:2.0:1780853845.930014:0:34696:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1780853845.930017:0:34696:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e45988300c8. 00000020:00000001:2.0:1780853845.930018:0:34696:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1780853845.930020:0:34696:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.930022:0:34696:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620481495368 : -107453228056248 : ffff9e4598830148) 00020000:00000001:2.0:1780853845.930025:0:34696:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1780853845.930028:0:34696:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e458a730c40. 00020000:00000001:2.0:1780853845.930031:0:34696:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.930034:0:34696:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481495368 : -107453228056248 : ffff9e4598830148) 00020000:00000001:2.0:1780853845.930036:0:34696:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620481495368 : -107453228056248 : ffff9e4598830148) 00020000:00000002:2.0:1780853845.930039:0:34696:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff9e45988300c8[0:0] -> [0x200000404:0x34:0x0]@ffff9e4598830898: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:2.0:1780853845.930043:0:34696:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1780853845.930045:0:34696:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:2.0:1780853845.930047:0:34696:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.930049:0:34696:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620481497368 : -107453228054248 : ffff9e4598830918) 00000020:00001000:2.0:1780853845.930052:0:34696:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853845.930055:0:34696:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267f200. 00000020:00000010:2.0:1780853845.930059:0:34696:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5660. 00000008:00000010:2.0:1780853845.930062:0:34696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853845.930066:0:34696:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853845.930069:0:34696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853845.930072:0:34696:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853845.930075:0:34696:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853845.930078:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f400. 00000008:00000010:2.0:1780853845.930081:0:34696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853845.930084:0:34696:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853845.930087:0:34696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853845.930089:0:34696:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853845.930091:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f000. 00000020:00000010:2.0:1780853845.930093:0:34696:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000080:00000001:2.0:1780853845.930097:0:34696:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:2.0:1780853845.930100:0:34696:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1780853845.930102:0:34696:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1780853845 00000080:00000001:2.0:1780853845.930105:0:34696:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1780853845.930107:0:34696:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365470088 : -107453344081528 : ffff9e4591989988) 00010000:00000001:2.0:1780853845.930109:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.930111:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.930112:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853845.930114:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.930116:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00000080:00000001:2.0:1780853845.930119:0:34696:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:2.0:1780853845.930120:0:34696:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853845.930123:0:34696:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853845.930126:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f000. 00000020:00000010:2.0:1780853845.930128:0:34696:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267f400. 00000020:00000010:2.0:1780853845.930130:0:34696:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5660. 00000008:00000010:2.0:1780853845.930133:0:34696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853845.930135:0:34696:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853845.930137:0:34696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853845.930139:0:34696:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853845.930141:0:34696:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853845.930144:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f200. 00000008:00000010:2.0:1780853845.930146:0:34696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853845.930148:0:34696:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853845.930150:0:34696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853845.930153:0:34696:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853845.930155:0:34696:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853845.930157:0:34696:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000020:00000001:2.0:1780853845.930158:0:34696:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853845.930160:0:34696:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853845.930162:0:34696:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853845.930164:0:34696:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5de0. 00020000:00000010:2.0:1780853845.930166:0:34696:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4591f02580. 00020000:00000010:2.0:1780853845.930169:0:34696:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da59c0. 00020000:00000001:2.0:1780853845.930170:0:34696:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168452544 : -107453541099072 : ffff9e4585da59c0) 00020000:00000002:2.0:1780853845.930173:0:34696:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da59c0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853845.930177:0:34696:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853845.930180:0:34696:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4591f02580: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:2.0:1780853845.930183:0:34696:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45916e34d8) owner ffff9e4585d10000 00020000:00000001:2.0:1780853845.930186:0:34696:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853845.930188:0:34696:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45916e34d8) owner ffff9e4585d10000 00020000:00000010:2.0:1780853845.930192:0:34696:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4591f02580. 00020000:00000010:2.0:1780853845.930195:0:34696:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5de0. 00020000:00000010:2.0:1780853845.930198:0:34696:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da59c0. 00020000:00000002:2.0:1780853845.930200:0:34696:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853845.930202:0:34696:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.930203:0:34696:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.930206:0:34696:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780853845.930209:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000002:2.0:1780853845.930211:0:34696:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5720 addref 2/0 by ffff9e4585d10000. 00020000:00000002:2.0:1780853845.930214:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000001:2.0:1780853845.930215:0:34696:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780853845.930217:0:34696:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780853845.930218:0:34696:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780853845.930220:0:34696:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780853845.930223:0:34696:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780853845.930225:0:34696:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1780853845.930227:0:34696:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:2.0:1780853845.930229:0:34696:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267f400. 00000020:00000010:2.0:1780853845.930231:0:34696:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5660. 00000008:00000010:2.0:1780853845.930233:0:34696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853845.930235:0:34696:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853845.930237:0:34696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853845.930239:0:34696:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853845.930240:0:34696:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853845.930242:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f000. 00000008:00000010:2.0:1780853845.930244:0:34696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853845.930248:0:34696:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853845.930250:0:34696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853845.930252:0:34696:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853845.930254:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f200. 00000020:00000010:2.0:1780853845.930256:0:34696:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000080:00000001:2.0:1780853845.930258:0:34696:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.930259:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.930260:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853845.930262:0:34696:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853845.930287:0:34696:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853845.930288:0:34696:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.930291:0:34696:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff9e4591989988) 00000080:00010000:2.0:1780853845.930294:0:34696:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff9e4591989988) for lock 0xa8f483e9eb300f02 00800000:00000001:2.0:1780853845.930296:0:34696:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853845.930298:0:34696:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853845.930299:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.930300:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.930302:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:2.0:1780853845.930304:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.930316:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:2.0:1780853845.930318:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.930320:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853845.930321:0:34696:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853845.930322:0:34696:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.930324:0:34696:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:2.0:1780853845.930326:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.930335:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.930342:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.930348:0:34696:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853845.930351:0:34696:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff9e4591989988) 00000080:00000001:2.0:1780853845.930354:0:34696:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853845.930356:0:34696:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267e600. 00000100:00000001:2.0:1780853845.930359:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853845.930363:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853845.932141:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.932147:0:34696:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1780853845.932149:0:34696:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.932156:0:34696:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853845.932160:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa60 00000080:00200008:2.0:1780853845.932163:0:34696:0:(file.c:1059:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9e4591989988), flags 100102 00000080:00000010:3.0:1780853845.936162:0:34696:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45815c8500. 00000080:00000010:3.0:1780853845.936179:0:34696:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45852de940. 00000080:00000001:3.0:1780853845.936182:0:34696:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:3.0:1780853845.936191:0:34696:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1780853845.936195:0:34696:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1780853845.936200:0:34696:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4584989400. 00000002:00100000:3.0:1780853845.936212:0:34696:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853845.936221:0:34696:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853845.936223:0:34696:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1780853845.936226:0:34696:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1780853845.936230:0:34696:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.936232:0:34696:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.936236:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.936240:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1780853845.936248:0:34696:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853845.936252:0:34696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:3.0:1780853845.936498:0:34696:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1780853845.936501:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.936505:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fa60 00000080:00000008:3.0:1780853845.936508:0:34696:0:(file.c:1298:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9e4591989988), flags 100102, rc = 0 00000080:00000001:3.0:1780853845.936516:0:34696:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1780853845.936518:0:34696:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585da5f00 released 00000080:00010000:3.0:1780853845.936520:0:34696:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f02 from it ffff9e4585da5f00 00010000:00000001:3.0:1780853845.936523:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.936526:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.936528:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778a00 refcount=3 00000020:00000001:3.0:1780853845.936530:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:3.0:1780853845.936533:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245862912 : -107453463688704 : ffff9e458a778a00) 00010000:00000001:3.0:1780853845.936535:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853845.937017:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.937027:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.937029:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.937031:0:34696:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853845.937034:0:34696:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853845.937036:0:34696:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a778a00/0xa8f483e9eb300f02 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a815 expref: -99 pid: 34696 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853845.937043:0:34696:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853845.937046:0:34696:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853845.937048:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853845.937052:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.937053:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.937055:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.937057:0:34696:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853845.937059:0:34696:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.937061:0:34696:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.937064:0:34696:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.937066:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853845.937068:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.937069:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1780853845.937070:0:34696:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1780853845.937073:0:34696:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1780853845.937075:0:34696:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853845.937077:0:34696:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853845.937080:0:34696:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853845.937081:0:34696:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.937084:0:34696:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1780853845.937086:0:34696:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.937088:0:34696:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853845.937090:0:34696:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.937092:0:34696:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1780853845.937094:0:34696:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585da5f00. 00000080:00000001:3.0:1780853845.937099:0:34696:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.937103:0:34696:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:3.0:1780853845.937105:0:34696:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9e4591989988), inode mode 81a4 mask 40 00000080:00000001:3.0:1780853845.937109:0:34696:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.938772:0:34696:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:3.0:1780853845.938778:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd88 00000080:00200008:3.0:1780853845.938782:0:34696:0:(file.c:2614:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000001:3.0:1780853845.938787:0:34696:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1780853845.938790:0:34696:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.938792:0:34696:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1780853845.938797:0:34696:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.938799:0:34696:0:(file.c:2561:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1780853845.938801:0:34696:0:(file.c:2567:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.938803:0:34696:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853845.938812:0:34696:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853845.938817:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2800. 00000020:00000010:3.0:1780853845.938822:0:34696:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2c00. 00000020:00000010:3.0:1780853845.938825:0:34696:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139a80. 00000008:00000010:3.0:1780853845.938834:0:34696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853845.938839:0:34696:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899decc0. 00008000:00000010:3.0:1780853845.938844:0:34696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853845.938849:0:34696:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a71f8. 00000080:00000010:3.0:1780853845.938853:0:34696:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584caf908. 00000020:00000010:3.0:1780853845.938856:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3400. 00000008:00000010:3.0:1780853845.938859:0:34696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316edc0. 00020000:00000010:3.0:1780853845.938862:0:34696:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcfa80. 00008000:00000010:3.0:1780853845.938865:0:34696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8ffa8. 00000080:00000010:3.0:1780853845.938869:0:34696:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853845.938872:0:34696:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853845.938874:0:34696:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000080:00000001:3.0:1780853845.938876:0:34696:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1780853845.938879:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc98 00000080:00200000:3.0:1780853845.938880:0:34696:0:(file.c:2060:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1780853845.938885:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc30 00000080:00200000:3.0:1780853845.938887:0:34696:0:(file.c:1817:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:3.0:1780853845.938889:0:34696:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1780853845.938894:0:34696:0:(cl_io.c:214:cl_io_rw_init()) header@000000005b12988c[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:3.0:1780853845.938896:0:34696:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1780853845.938900:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:3.0:1780853845.938902:0:34696:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853845.938905:0:34696:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853845.938906:0:34696:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1780853845.938910:0:34696:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853845.938911:0:34696:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1780853845.938914:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853845.938918:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.938920:0:34696:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853845.938923:0:34696:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.938924:0:34696:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853845.938928:0:34696:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff9e4584caf968 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1780853845.938931:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000001:3.0:1780853845.938934:0:34696:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853845.938936:0:34696:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853845.938938:0:34696:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853845.938940:0:34696:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1780853845.938941:0:34696:0:(lov_io.c:660:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1780853845.938945:0:34696:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1780853845.938946:0:34696:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853845.938947:0:34696:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.938949:0:34696:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853845.938950:0:34696:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853845.938951:0:34696:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853845.938952:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00000020:00000001:3.0:1780853845.938955:0:34696:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.938957:0:34696:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853845.938959:0:34696:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1780853845.938961:0:34696:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:3.0:1780853845.938963:0:34696:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.938967:0:34696:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1780853845.938968:0:34696:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1780853845.938971:0:34696:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1780853845.938973:0:34696:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1780853845.938974:0:34696:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1780853845.938976:0:34696:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1780853845.938979:0:34696:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1780853845.938981:0:34696:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1780853845.938984:0:34696:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1780853845.938987:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853845.938988:0:34696:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853845.938990:0:34696:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853845.938992:0:34696:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286ea0. 00000020:00000010:3.0:1780853845.938995:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3a00. 00000020:00000010:3.0:1780853845.939000:0:34696:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2200. 00000020:00000010:3.0:1780853845.939002:0:34696:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139ea0. 00000008:00000010:3.0:1780853845.939006:0:34696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0000. 00020000:00000010:3.0:1780853845.939008:0:34696:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899de0c0. 00008000:00000010:3.0:1780853845.939011:0:34696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853845.939014:0:34696:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7dc8. 00000080:00000010:3.0:1780853845.939017:0:34696:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cadda8. 00000020:00000010:3.0:1780853845.939019:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3000. 00000008:00000010:3.0:1780853845.939022:0:34696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fb80. 00020000:00000010:3.0:1780853845.939024:0:34696:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fce1c0. 00008000:00000010:3.0:1780853845.939027:0:34696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fc38. 00000080:00000010:3.0:1780853845.939030:0:34696:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c900f0. 00000020:00000001:3.0:1780853845.939032:0:34696:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374896296 : -107453334655320 : ffff9e4592286ea8) 00000020:00001000:3.0:1780853845.939034:0:34696:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286ea0 00000020:00000001:3.0:1780853845.939036:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830148 -> ffff9e4598830918 00000020:00000001:3.0:1780853845.939038:0:34696:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853845.939040:0:34696:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853845.939041:0:34696:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853845.939043:0:34696:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939046:0:34696:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939047:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853845.939050:0:34696:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1780853845.939053:0:34696:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1780853845.939056:0:34696:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939057:0:34696:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939059:0:34696:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939061:0:34696:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939062:0:34696:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939065:0:34696:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1780853845.939067:0:34696:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1780853845.939069:0:34696:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1780853845.939071:0:34696:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1780853845.939073:0:34696:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.939076:0:34696:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.939077:0:34696:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1780853845.939079:0:34696:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1780853845.939081:0:34696:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1780853845.939083:0:34696:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1780853845.939084:0:34696:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939086:0:34696:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.939087:0:34696:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.939089:0:34696:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853845.939091:0:34696:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939093:0:34696:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:3.0:1780853845.939094:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853845.939095:0:34696:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1780853845.939097:0:34696:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1780853845.939098:0:34696:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939100:0:34696:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939101:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939102:0:34696:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939104:0:34696:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1780853845.939106:0:34696:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1780853845.939107:0:34696:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1780853845.939109:0:34696:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1780853845.939112:0:34696:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1780853845.939114:0:34696:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:3.0:1780853845.939120:0:34696:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4582b02600. 00020000:00000002:3.0:1780853845.939122:0:34696:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1780853845.939125:0:34696:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1780853845.939127:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853845.939128:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853845.939130:0:34696:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1780853845.939134:0:34696:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459176f1d0. 00000008:00010000:3.0:1780853845.939136:0:34696:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1780853845.939139:0:34696:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853845.939140:0:34696:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1780853845.939143:0:34696:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4582b02630, osc lock ffff9e459176f1d0, flags 0x0 00000020:00000001:3.0:1780853845.939145:0:34696:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939147:0:34696:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.939149:0:34696:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620115355136 : -107453594196480 : ffff9e4582b02600) 00000020:00000001:3.0:1780853845.939151:0:34696:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853845.939152:0:34696:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1780853845.939153:0:34696:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939155:0:34696:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939157:0:34696:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853845.939159:0:34696:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853845.939160:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853845.939161:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:3.0:1780853845.939163:0:34696:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853845.939165:0:34696:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853845.939166:0:34696:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1780853845.939169:0:34696:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.939172:0:34696:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1780853845.939174:0:34696:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1780853845.939175:0:34696:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1780853845.939177:0:34696:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1780853845.939179:0:34696:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1780853845.939180:0:34696:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1780853845.939182:0:34696:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1780853845.939185:0:34696:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1780853845.939192:0:34696:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.939195:0:34696:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1780853845.939201:0:34696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170a80. 00000020:00000040:3.0:1780853845.939205:0:34696:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:3.0:1780853845.939209:0:34696:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1780853845.939212:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853845.939217:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.939675:0:34696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853845.939679:0:34696:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853845.939683:0:34696:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853845.939691:0:34696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904b3800. 00000100:00000001:3.0:1780853845.939699:0:34696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.939705:0:34696:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853845.939706:0:34696:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.939708:0:34696:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853845.939709:0:34696:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.939711:0:34696:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.939714:0:34696:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00010000:00000001:3.0:1780853845.939718:0:34696:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1780853845.939720:0:34696:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1780853845.939724:0:34696:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e45853e3a00. 00010000:00000010:3.0:1780853845.939727:0:34696:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e45853e3200. 00010000:00000001:3.0:1780853845.939732:0:34696:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1780853845.939735:0:34696:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45c2171400. 00000020:00000001:3.0:1780853845.939740:0:34696:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1780853845.939743:0:34696:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45c2171400 with handle 0xa8f483e9eb300f09 to hash 00000020:00000001:3.0:1780853845.939745:0:34696:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1780853845.939746:0:34696:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000010:3.0:1780853845.939750:0:34696:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45852defc0. 00010000:00000001:3.0:1780853845.939752:0:34696:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.939756:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853845.939759:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853845.939763:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853845.939775:0:34696:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853845.939786:0:34696:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1780853845.939793:0:34696:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853845.939795:0:34696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853845.939801:0:34696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee480. 00000100:00000001:3.0:1780853845.939803:0:34696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124710016 : -107453584841600 : ffff9e45833ee480) 00000100:00000001:3.0:1780853845.939805:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.939807:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853845.939810:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853845.939813:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.939815:0:34696:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853845.939816:0:34696:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853845.939827:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.939835:0:34696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853845.939837:0:34696:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.939840:0:34696:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853845.939842:0:34696:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853845.939845:0:34696:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853845.939848:0:34696:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631456768:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853845.939852:0:34696:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853845.939856:0:34696:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853845.939859:0:34696:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.939861:0:34696:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853845.939865:0:34696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fadc00. 02000000:00000001:3.0:1780853845.939867:0:34696:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853845.939873:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853845.939876:0:34696:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853845.939882:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853845.939888:0:34696:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631456768, portal 4 00000100:00000001:3.0:1780853845.939890:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853845.939891:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000040:3.0:1780853845.939896:0:34696:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.939903:0:34696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853845.939906:0:34696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853845.939908:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8acc0. 00000100:00000200:3.0:1780853845.939911:0:34696:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631456768, offset 0 00000400:00000200:3.0:1780853845.939917:0:34696:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853845.939925:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.939932:0:34696:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853845.939938:0:34696:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853845.939950:0:34696:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853845.939953:0:34696:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853845.939956:0:34696:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853845.939959:0:34696:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2683:2683:256:4294967295] 192.168.202.110@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:3.0:1780853845.939964:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853845.939972:0:34696:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853845.939978:0:34696:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853845.939983:0:34696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853845.939989:0:34696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853845.939997:0:34696:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853845.940002:0:34696:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853845.940066:0:34696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.940072:0:34696:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 204630 usecs (205 jiffies) 00000400:00000200:3.0:1780853845.940075:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853845.940078:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296642899 00000100:00000001:3.0:1780853845.940081:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.940083:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296642899 00000100:00000001:3.0:1780853845.940085:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853845.940087:0:34696:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.940089:0:34696:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.940091:0:34696:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853845.940093:0:34696:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853845.940095:0:34696:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee480 going to sleep for 11 seconds 00000100:00000001:3.0:1780853845.940098:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853845.940101:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853845.944204:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853845.944214:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:0.0:1780853845.944224:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853845.944234:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853845.944242:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8acc0 00000400:00000010:0.0:1780853845.944245:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8acc0. 00000100:00000001:0.0:1780853845.944251:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853845.944260:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.944295:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853845.944299:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853845.944317:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853845.944319:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853845.951093:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.951113:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853845.951117:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.951120:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853845.951130:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.951138:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853845.951149:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.951155:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.951161:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.951165:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe57000 00000400:00000200:1.0:1780853845.951170:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853845.951176:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x7351 [1] + 224 00000800:00000001:1.0:1780853845.951184:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.951195:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853845.951199:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853845.951203:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853845.951210:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853845.951219:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853845.951231:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.951321:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853845.951355:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853845.951365:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853845.951368:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1780853845.956002:0:34696:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853845.956010:0:34696:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853845.956014:0:34696:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853845.956023:0:34696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853845.956026:0:34696:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853845.956031:0:34696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853845.956041:0:34696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853845.956053:0:34696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.956061:0:34696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853845.956064:0:34696:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.956066:0:34696:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853845.956069:0:34696:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853845.956072:0:34696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853845.956074:0:34696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853845.956077:0:34696:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853845.956086:0:34696:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853845.956090:0:34696:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853845.956092:0:34696:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853845.956094:0:34696:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.956097:0:34696:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853845.956100:0:34696:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.956103:0:34696:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853845.956105:0:34696:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1780853845.956107:0:34696:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853845.956109:0:34696:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853845.956113:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.956127:0:34696:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853845.956130:0:34696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853845.956132:0:34696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853845.956136:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853845.956144:0:34696:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631456768:192.168.202.110@tcp:101:multiop.0 00000100:00000001:3.0:1780853845.956149:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853845.956151:0:34696:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.956154:0:34696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853845.956156:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.956159:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.956165:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853845.956168:0:34696:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee480. 00000100:00000001:3.0:1780853845.956171:0:34696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853845.956172:0:34696:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.956175:0:34696:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853845.956178:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.956181:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.956184:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=4 00000020:00000001:3.0:1780853845.956186:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.956189:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000040:3.0:1780853845.956195:0:34696:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45c2171400, remote cookie: 0x562725ecec97a823, flags: 0x1 00010000:00010000:3.0:1780853845.956202:0:34696:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.956212:0:34696:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1780853845.956215:0:34696:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.956216:0:34696:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1780853845.956219:0:34696:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1780853845.956224:0:34696:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853845.956232:0:34696:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff9e45853e3a00) refcount = 1 00010000:00000040:3.0:1780853845.956234:0:34696:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1780853845.956237:0:34696:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.956244:0:34696:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1780853845.956245:0:34696:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853845.956247:0:34696:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1780853845.956250:0:34696:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853845.956253:0:34696:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.956258:0:34696:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853845.956260:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.956262:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.957023:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.957026:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853845.957028:0:34696:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853845.957033:0:34696:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1780853845.957035:0:34696:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1780853845.957038:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.957039:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.957041:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=3 00000020:00000001:3.0:1780853845.957044:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.957046:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.957048:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.957049:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.957050:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=4 00000020:00000001:3.0:1780853845.957052:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.957054:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.957057:0:34696:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853845.957059:0:34696:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853845.957063:0:34696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.957071:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.957072:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853845.957075:0:34696:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1780853845.957079:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00010000:3.0:1780853845.957083:0:34696:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1780853845.957090:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:3.0:1780853845.957091:0:34696:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780853845.957094:0:34696:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780853845.957096:0:34696:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853845.957098:0:34696:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957100:0:34696:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957102:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000001:3.0:1780853845.957104:0:34696:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1780853845.957106:0:34696:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853845.957107:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853845.957109:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853845.957110:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=5 00000020:00000001:3.0:1780853845.957112:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.957113:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:3.0:1780853845.957116:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853845.957119:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.957126:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.957127:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853845.957129:0:34696:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853845.957137:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853845.957138:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853845.957139:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853845.957141:0:34696:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853845.957143:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853845.957151:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170a80 x1867358631456768/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853845.957157:0:34696:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853845.957160:0:34696:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853845.957164:0:34696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fadc00. 02000000:00000001:3.0:1780853845.957168:0:34696:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853845.957170:0:34696:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853845.957172:0:34696:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853845.957175:0:34696:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853845.957177:0:34696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904b3800. 02000000:00000001:3.0:1780853845.957181:0:34696:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853845.957183:0:34696:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853845.957185:0:34696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170a80. 00000100:00000001:3.0:1780853845.957188:0:34696:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853845.957189:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1780853845.957191:0:34696:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853845.957194:0:34696:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957196:0:34696:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853845.957199:0:34696:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957201:0:34696:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957203:0:34696:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957206:0:34696:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957208:0:34696:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853845.957210:0:34696:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1780853845.957213:0:34696:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1780853845.960159:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb80 00000080:00200000:2.0:1780853845.960168:0:34696:0:(vvp_io.c:1285:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1780853845.960172:0:34696:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1780853845.960177:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000002:2.0:1780853845.960180:0:34696:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585da5720 addref 2/0 by ffff9e4585d10000. 00020000:00000002:2.0:1780853845.960183:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00000020:00000001:2.0:1780853845.960186:0:34696:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1780853845.960189:0:34696:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853845.960193:0:34696:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853845.960197:0:34696:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1780853845.960201:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853845.960203:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:2.0:1780853845.960205:0:34696:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853845.960208:0:34696:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853845.960212:0:34696:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960214:0:34696:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.960216:0:34696:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960219:0:34696:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.960225:0:34696:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853845.960226:0:34696:0:(rw26.c:697:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1780853845.960254:0:34696:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1780853845.960257:0:34696:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] fffffbd34472f1c0 0 1 00000020:00000001:2.0:1780853845.960260:0:34696:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1780853845.960262:0:34696:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960617:0:34696:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1780853845.960625:0:34696:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e4583e80c40. 00000020:00000001:2.0:1780853845.960629:0:34696:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853845.960631:0:34696:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1780853845.960634:0:34696:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1780853845.960636:0:34696:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1780853845.960639:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853845.960640:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000008:00000001:2.0:1780853845.960644:0:34696:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1780853845.960646:0:34696:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e4583e80cb0 folio fffffbd34472f1c0 pg:0 obj off 0 00000008:00000001:2.0:1780853845.960648:0:34696:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960650:0:34696:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853845.960651:0:34696:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1780853845.960653:0:34696:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1780853845.960654:0:34696:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.960657:0:34696:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960659:0:34696:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620135795776 : -107453573755840 : ffff9e4583e80c40) 00000020:00000001:2.0:1780853845.960661:0:34696:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620135795776 : -107453573755840 : ffff9e4583e80c40) 00000020:00000001:2.0:1780853845.960663:0:34696:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1780853845.960666:0:34696:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853845.960667:0:34696:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620150667624 : -107453558883992 : ffff9e4584caf968) 00000020:00000001:2.0:1780853845.960669:0:34696:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1780853845.960670:0:34696:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1780853845.960672:0:34696:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853845.960677:0:34696:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048a833c3[2 00000000896c4e88 1 1 00000000d8cd4432] 00000020:00000001:2.0:1780853845.960679:0:34696:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1780853845.960680:0:34696:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853845.960681:0:34696:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1780853845.960684:0:34696:0:(rw26.c:791:ll_write_begin()) page@0000000048a833c3[2 00000000896c4e88 2 1 00000000d8cd4432] 00000080:00008000:2.0:1780853845.960686:0:34696:0:(rw26.c:791:ll_write_begin()) full page write 00000080:00000001:2.0:1780853845.960687:0:34696:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:2.0:1780853845.960690:0:34696:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.960695:0:34696:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:2.0:1780853845.960696:0:34696:0:(rw26.c:892:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1780853845.960698:0:34696:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853845.960699:0:34696:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620150667624 : -107453558883992 : ffff9e4584caf968) 00000020:00000001:2.0:1780853845.960701:0:34696:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1780853845.960702:0:34696:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853845.960708:0:34696:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1780853845.960709:0:34696:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853845.960711:0:34696:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1780853845.960712:0:34696:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1780853845.960714:0:34696:0:(rw26.c:950:ll_write_end()) page@0000000048a833c3[3 00000000896c4e88 2 1 00000000d8cd4432] 00000080:00200000:2.0:1780853845.960717:0:34696:0:(rw26.c:950:ll_write_end()) vmpage @000000006ee55540 17ffffc0001001 3:0 ffff9e4583e80c40 0 lru 00000080:00200000:2.0:1780853845.960725:0:34696:0:(rw26.c:950:ll_write_end()) osc-page@0000000024179a86 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009b799467 00000000fc8d8c9a > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780853845.960727:0:34696:0:(rw26.c:950:ll_write_end()) end page@0000000048a833c3 00000080:00200000:2.0:1780853845.960729:0:34696:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1780853845.960731:0:34696:0:(rw26.c:971:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1780853845.960734:0:34696:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853845.960735:0:34696:0:(rw26.c:697:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1780853845.960754:0:34696:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1780853845.960755:0:34696:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] fffffbd344758700 0 1 00000020:00000001:2.0:1780853845.960758:0:34696:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1780853845.960759:0:34696:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960761:0:34696:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1780853845.960763:0:34696:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e4583e800e0. 00000020:00000001:2.0:1780853845.960765:0:34696:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853845.960766:0:34696:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1780853845.960767:0:34696:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1780853845.960769:0:34696:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1780853845.960770:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853845.960771:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000008:00000001:2.0:1780853845.960774:0:34696:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1780853845.960775:0:34696:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e4583e80150 folio fffffbd344758700 pg:0 obj off 4096 00000008:00000001:2.0:1780853845.960777:0:34696:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960779:0:34696:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853845.960780:0:34696:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1780853845.960781:0:34696:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1780853845.960782:0:34696:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.960786:0:34696:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.960787:0:34696:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620135792864 : -107453573758752 : ffff9e4583e800e0) 00000020:00000001:2.0:1780853845.960789:0:34696:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620135792864 : -107453573758752 : ffff9e4583e800e0) 00000020:00000001:2.0:1780853845.960790:0:34696:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1780853845.960792:0:34696:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853845.960792:0:34696:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620150667624 : -107453558883992 : ffff9e4584caf968) 00000020:00000001:2.0:1780853845.960794:0:34696:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1780853845.960795:0:34696:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1780853845.960796:0:34696:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853845.960798:0:34696:0:(cl_page.c:507:__cl_page_state_set()) page@000000007f15cf09[2 00000000896c4e88 1 1 00000000d8cd4432] 00000020:00000001:2.0:1780853845.960800:0:34696:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1780853845.960801:0:34696:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853845.960802:0:34696:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1780853845.960804:0:34696:0:(rw26.c:791:ll_write_begin()) page@000000007f15cf09[2 00000000896c4e88 2 1 00000000d8cd4432] 00000080:00008000:2.0:1780853845.960805:0:34696:0:(rw26.c:791:ll_write_begin()) full page write 00000080:00000001:2.0:1780853845.960806:0:34696:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:2.0:1780853845.960807:0:34696:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853845.960810:0:34696:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:2.0:1780853845.960811:0:34696:0:(rw26.c:892:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1780853845.960812:0:34696:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853845.960813:0:34696:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620150667624 : -107453558883992 : ffff9e4584caf968) 00000020:00000001:2.0:1780853845.960815:0:34696:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1780853845.960815:0:34696:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853845.960817:0:34696:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1780853845.960818:0:34696:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853845.960819:0:34696:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1780853845.960820:0:34696:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1780853845.960822:0:34696:0:(rw26.c:950:ll_write_end()) page@000000007f15cf09[3 00000000896c4e88 2 1 00000000d8cd4432] 00000080:00200000:2.0:1780853845.960824:0:34696:0:(rw26.c:950:ll_write_end()) vmpage @000000001127e877 17ffffc0001001 3:0 ffff9e4583e800e0 1 lru 00000080:00200000:2.0:1780853845.960829:0:34696:0:(rw26.c:950:ll_write_end()) osc-page@000000008cebc714 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000009b799467 00000000fc8d8c9a > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780853845.960831:0:34696:0:(rw26.c:950:ll_write_end()) end page@000000007f15cf09 00000080:00200000:2.0:1780853845.960832:0:34696:0:(rw26.c:950:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1780853845.960834:0:34696:0:(rw26.c:971:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1780853845.960836:0:34696:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1780853845.960838:0:34696:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1780853845.960840:0:34696:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1780853845.960842:0:34696:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1780853845.960844:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853845.960845:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:2.0:1780853845.960847:0:34696:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1780853845.960849:0:34696:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1780853845.960851:0:34696:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1780853845.960852:0:34696:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853845.960853:0:34696:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1780853845.960854:0:34696:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1780853845.960858:0:34696:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583e80cb0 folio fffffbd34472f1c0 pg:0 added for cmd 2 00000008:00000001:2.0:1780853845.960862:0:34696:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1780853845.960864:0:34696:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 1703936 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853845.960869:0:34696:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 1703936 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853845.960873:0:34696:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583e80ce8 page fffffbd34472f1c0 00000008:00000020:2.0:1780853845.960877:0:34696:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 1703936 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }granted from cache 00000008:00000001:2.0:1780853845.960881:0:34696:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1780853845.960882:0:34696:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.960884:0:34696:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:2.0:1780853845.960888:0:34696:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e4598be20c0. 00000008:00000020:2.0:1780853845.960893:0:34696:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff9e458a730c40 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:2.0:1780853845.960898:0:34696:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1780853845.960902:0:34696:0:(osc_cache.c:857:osc_extent_find()) extent ffff9e4598be20c0@{[0 -> 255/255], [3|1|-|active|wi|ffff9e458a730c40], [1703936|0|-|-|ffff9e45c2171400|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1780853845.960909:0:34696:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000a0c6f02d ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:2.0:1780853845.960918:0:34696:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:2.0:1780853845.960921:0:34696:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.960923:0:34696:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.960925:0:34696:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1780853845.960928:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000002:2.0:1780853845.960930:0:34696:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:2.0:1780853845.960932:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853845.960934:0:34696:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853845.960936:0:34696:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:2.0:1780853845.960939:0:34696:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853845.962115:0:34696:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962122:0:34696:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962126:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000001:2.0:1780853845.962128:0:34696:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1780853845.962130:0:34696:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1780853845.962133:0:34696:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853845.962136:0:34696:0:(cl_page.c:556:cl_batch_put()) page@0000000048a833c3[4 00000000896c4e88 2 1 00000000d8cd4432] 00000020:00000001:2.0:1780853845.962138:0:34696:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1780853845.962139:0:34696:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1780853845.962141:0:34696:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:2.0:1780853845.962142:0:34696:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1780853845.962144:0:34696:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853845.962145:0:34696:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1780853845.962147:0:34696:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1780853845.962150:0:34696:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583e80150 folio fffffbd344758700 pg:0 added for cmd 2 00000008:00000020:2.0:1780853845.962154:0:34696:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:0 00000008:00000020:2.0:1780853845.962159:0:34696:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583e80188 page fffffbd344758700 00000008:00000001:2.0:1780853845.962162:0:34696:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.962163:0:34696:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.962165:0:34696:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1780853845.962166:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000002:2.0:1780853845.962168:0:34696:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:2.0:1780853845.962170:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853845.962172:0:34696:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853845.962174:0:34696:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:2.0:1780853845.962176:0:34696:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853845.962177:0:34696:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962179:0:34696:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962181:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000001:2.0:1780853845.962182:0:34696:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1780853845.962183:0:34696:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1780853845.962185:0:34696:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853845.962187:0:34696:0:(cl_page.c:556:cl_batch_put()) page@000000007f15cf09[4 00000000896c4e88 2 1 00000000d8cd4432] 00000020:00000001:2.0:1780853845.962188:0:34696:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1780853845.962189:0:34696:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1780853845.962191:0:34696:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1780853845.962192:0:34696:0:(osc_request.c:745:osc_update_next_shrink()) next time 3175 to shrink grant 00000080:00000001:2.0:1780853845.962195:0:34696:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:2.0:1780853845.962198:0:34696:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1780853845.962206:0:34696:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e4591989b38, count 2, dirtied 2 00000080:00000001:2.0:1780853845.962208:0:34696:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1780853845.962210:0:34696:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1780853845.962211:0:34696:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853845.962213:0:34696:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853845.962214:0:34696:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853845.962216:0:34696:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048a833c3[3 00000000896c4e88 2 1 0000000000000000] 00000020:00000001:2.0:1780853845.962218:0:34696:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1780853845.962219:0:34696:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853845.962220:0:34696:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1780853845.962221:0:34696:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853845.962224:0:34696:0:(cl_page.c:556:cl_batch_put()) page@0000000048a833c3[3 00000000896c4e88 1 1 0000000000000000] 00000020:00000001:2.0:1780853845.962225:0:34696:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1780853845.962226:0:34696:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1780853845.962227:0:34696:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1780853845.962228:0:34696:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853845.962228:0:34696:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853845.962229:0:34696:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853845.962231:0:34696:0:(cl_page.c:507:__cl_page_state_set()) page@000000007f15cf09[3 00000000896c4e88 2 1 0000000000000000] 00000020:00000001:2.0:1780853845.962233:0:34696:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1780853845.962234:0:34696:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853845.962235:0:34696:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1780853845.962236:0:34696:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853845.962238:0:34696:0:(cl_page.c:556:cl_batch_put()) page@000000007f15cf09[3 00000000896c4e88 1 1 0000000000000000] 00000020:00000001:2.0:1780853845.962239:0:34696:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1780853845.962239:0:34696:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1780853845.962240:0:34696:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:2.0:1780853845.962242:0:34696:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1780853845.962243:0:34696:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962245:0:34696:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962248:0:34696:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962249:0:34696:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853845.962252:0:34696:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:2.0:1780853845.962254:0:34696:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1780853845.962255:0:34696:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1780853845.962256:0:34696:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962259:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fb80 00000080:00200000:2.0:1780853845.962261:0:34696:0:(vvp_io.c:1352:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:2.0:1780853845.962280:0:34696:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962283:0:34696:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853845.962286:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853845.962287:0:34696:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853845.962289:0:34696:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:2.0:1780853845.962290:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853845.962292:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853845.962293:0:34696:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853845.962295:0:34696:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853845.962296:0:34696:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962298:0:34696:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962300:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000001:2.0:1780853845.962302:0:34696:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962304:0:34696:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962316:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962318:0:34696:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962319:0:34696:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962321:0:34696:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853845.962322:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1780853845.962324:0:34696:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853845.962325:0:34696:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1780853845.962326:0:34696:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:2.0:1780853845.962329:0:34696:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1780853845.962682:0:34696:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730c40 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:2.0:1780853845.962689:0:34696:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853845.962692:0:34696:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.962694:0:34696:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853845.962696:0:34696:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853845.962698:0:34696:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:2.0:1780853845.962699:0:34696:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853845.962701:0:34696:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962703:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.962705:0:34696:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853845.962707:0:34696:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853845.962709:0:34696:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853845.962711:0:34696:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c906c8 (ffff9e4592286c68/0) at cl_lock_release():245 00000020:00000001:2.0:1780853845.962714:0:34696:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853845.962716:0:34696:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c906c8 (ffff9e4592286c68/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853845.962719:0:34696:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853845.962722:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853845.962723:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372048616 : -107453337503000 : ffff9e4591fcfae8) 00000020:00000001:2.0:1780853845.962726:0:34696:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853845.962727:0:34696:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4582b02630 (ffff9e4592286ea8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853845.962730:0:34696:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853845.962732:0:34696:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853845.962734:0:34696:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853845.962737:0:34696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853845.962740:0:34696:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=5 00000020:00000001:2.0:1780853845.962743:0:34696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:2.0:1780853845.962745:0:34696:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:2.0:1780853845.962748:0:34696:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853845.962752:0:34696:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853845.962762:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.962764:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.962766:0:34696:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853845.962768:0:34696:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853845.962771:0:34696:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853845.962783:0:34696:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853845.962786:0:34696:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853845.962787:0:34696:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853845.962792:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.962793:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.962794:0:34696:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.962797:0:34696:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853845.962799:0:34696:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.962802:0:34696:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.962804:0:34696:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853845.962806:0:34696:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853845.962807:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.962808:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853845.962809:0:34696:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853845.962810:0:34696:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853845.962811:0:34696:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853845.962812:0:34696:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853845.962813:0:34696:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853845.962814:0:34696:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853845.962816:0:34696:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853845.962817:0:34696:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c906c8 (ffff9e4592286c68/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853845.962820:0:34696:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853845.962821:0:34696:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853845.962822:0:34696:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4582b02630 (ffff9e4592286c68/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853845.962825:0:34696:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459176f1d0. 00000020:00000001:2.0:1780853845.962830:0:34696:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853845.962832:0:34696:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4582b02600. 00020000:00000001:2.0:1780853845.962835:0:34696:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853845.962836:0:34696:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853845.962837:0:34696:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1780853845.962838:0:34696:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853845.962840:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853845.962841:0:34696:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853845.962842:0:34696:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853845.962843:0:34696:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962845:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962846:0:34696:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853845.962847:0:34696:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853845.962849:0:34696:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1780853845.962852:0:34696:0:(vvp_io.c:516:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:2.0:1780853845.962853:0:34696:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853845.962854:0:34696:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853845.962856:0:34696:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853845.962857:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853845.962858:0:34696:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853845.962860:0:34696:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853845.962861:0:34696:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962863:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853845.962864:0:34696:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853845.962866:0:34696:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853845.962868:0:34696:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853845.962872:0:34696:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:2.0:1780853845.962875:0:34696:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:2.0:1780853845.962877:0:34696:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:2.0:1780853845.962879:0:34696:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853845.962880:0:34696:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853845.962882:0:34696:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853845.962883:0:34696:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853845.962884:0:34696:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853845.962886:0:34696:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286ea0 00000020:00000010:2.0:1780853845.962890:0:34696:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2200. 00000020:00000010:2.0:1780853845.962895:0:34696:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139ea0. 00000008:00000010:2.0:1780853845.962900:0:34696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0000. 00020000:00000010:2.0:1780853845.962904:0:34696:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899de0c0. 00008000:00000010:2.0:1780853845.962910:0:34696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988374f8. 00000080:00000010:2.0:1780853845.962914:0:34696:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7dc8. 00000080:00000010:2.0:1780853845.962918:0:34696:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cadda8. 00000020:00000010:2.0:1780853845.962922:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3a00. 00000008:00000010:2.0:1780853845.962926:0:34696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316fb80. 00020000:00000010:2.0:1780853845.962929:0:34696:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fce1c0. 00008000:00000010:2.0:1780853845.962932:0:34696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fc38. 00000080:00000010:2.0:1780853845.962935:0:34696:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c900f0. 00000020:00000010:2.0:1780853845.962938:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3000. 00000020:00000010:2.0:1780853845.963602:0:34696:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286ea0. 00020000:00000001:2.0:1780853845.963608:0:34696:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853845.963611:0:34696:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853845.963614:0:34696:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853845.963616:0:34696:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1780853845.963619:0:34696:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853845.963620:0:34696:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1780853845.963623:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fc98 00000080:00200000:2.0:1780853845.963625:0:34696:0:(file.c:2208:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:2.0:1780853845.963631:0:34696:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853845.963633:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:2.0:1780853845.963635:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:2.0:1780853845.963637:0:34696:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853845.963641:0:34696:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853845.963646:0:34696:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853845.963648:0:34696:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:2.0:1780853845.963651:0:34696:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853845.963651:0:34696:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:2.0:1780853845.963654:0:34696:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1780853845 a=0 c=1780853845 b=1 00020000:00000001:2.0:1780853845.963656:0:34696:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853845.963659:0:34696:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1780853845 a=0 c=1780853845 b=1 00020000:00000001:2.0:1780853845.963661:0:34696:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.963663:0:34696:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853845.963665:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000080:00200000:2.0:1780853845.963667:0:34696:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:2.0:1780853845.963669:0:34696:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1780853845.963673:0:34696:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:2.0:1780853845.963675:0:34696:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:2.0:1780853845.963677:0:34696:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:2.0:1780853845.963680:0:34696:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2c00. 00000020:00000010:2.0:1780853845.963683:0:34696:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139a80. 00000008:00000010:2.0:1780853845.963686:0:34696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:2.0:1780853845.963690:0:34696:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899decc0. 00008000:00000010:2.0:1780853845.963693:0:34696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:2.0:1780853845.963696:0:34696:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a71f8. 00000080:00000010:2.0:1780853845.963698:0:34696:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584caf908. 00000020:00000010:2.0:1780853845.963701:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2800. 00000008:00000010:2.0:1780853845.963704:0:34696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316edc0. 00020000:00000010:2.0:1780853845.963706:0:34696:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcfa80. 00008000:00000010:2.0:1780853845.963709:0:34696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8ffa8. 00000080:00000010:2.0:1780853845.963712:0:34696:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:2.0:1780853845.963714:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3400. 00000020:00000010:2.0:1780853845.963716:0:34696:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000020:00000001:2.0:1780853845.963720:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd88 00000080:00000008:2.0:1780853845.963721:0:34696:0:(file.c:2694:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:2.0:1780853845.963724:0:34696:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:0.0:1780853846.033195:0:34699:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853846.033203:0:34699:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853846.033205:0:34699:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853846.033209:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37bc0 00000080:00200000:0.0:1780853846.033213:0:34699:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853846.033220:0:34699:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073400. 00800000:00000002:0.0:1780853846.033227:0:34699:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853846.033230:0:34699:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853846.033235:0:34699:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853846.033237:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37ae0 00800000:00000002:0.0:1780853846.033239:0:34699:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853846.033243:0:34699:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853846.033247:0:34699:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853846.033252:0:34699:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853846.033254:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c379b0 00000002:00010000:0.0:1780853846.033256:0:34699:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853846.033259:0:34699:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853846.033261:0:34699:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853846.034664:0:34699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853846.034674:0:34699:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:0.0:1780853846.034678:0:34699:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853846.034683:0:34699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853846.034688:0:34699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853846.034692:0:34699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1780853846.034708:0:34699:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853846.034713:0:34699:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.034716:0:34699:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1780853846.034722:0:34699:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853846.034725:0:34699:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853846.034727:0:34699:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853846.034730:0:34699:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853846.034732:0:34699:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853846.034735:0:34699:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853846.034738:0:34699:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853846.034742:0:34699:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853846.034746:0:34699:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073400. 00000080:00000001:0.0:1780853846.034752:0:34699:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853846.034754:0:34699:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853846.034757:0:34699:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853846.034760:0:34699:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eed 00800000:00000001:0.0:1780853846.034763:0:34699:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853846.034766:0:34699:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853846.034768:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.034770:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.034772:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:0.0:1780853846.034774:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.034777:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.034780:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.034782:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853846.034783:0:34699:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853846.034785:0:34699:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853846.034787:0:34699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eed from it ffffb4b401c37bf8 00010000:00000001:0.0:1780853846.034790:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.034791:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.034793:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:0.0:1780853846.034794:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.034796:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.034799:0:34699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853846.034802:0:34699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853846.034808:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.034809:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.034811:0:34699:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853846.034813:0:34699:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853846.034816:0:34699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853846.034825:0:34699:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853846.034830:0:34699:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853846.034832:0:34699:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853846.034837:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.034838:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.034840:0:34699:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.034843:0:34699:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853846.034845:0:34699:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.034847:0:34699:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.034850:0:34699:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.034852:0:34699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853846.034854:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.034855:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853846.034858:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853846.034860:0:34699:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853846.034862:0:34699:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853846.034868:0:34699:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.034874:0:34699:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853846.034876:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37b88 00000080:00002000:0.0:1780853846.034878:0:34699:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9e4591af7360) flags 0x20000e refc 1 00000080:00000001:0.0:1780853846.034881:0:34699:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.034883:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37bd0 00000080:00200000:0.0:1780853846.034885:0:34699:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:0.0:1780853846.034889:0:34699:0:(llite_lib.c:3021:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1780853846.034892:0:34699:0:(llite_lib.c:3027:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.034896:0:34699:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853846.034897:0:34699:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8), inode mode 41ed mask 1 00000080:00000001:0.0:1780853846.034900:0:34699:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853846.034915:0:34699:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15460. 00000080:00000001:0.0:1780853846.034919:0:34699:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853846.034921:0:34699:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9e459198c2c8), inode mode 41ed mask 3 00000080:00000001:0.0:1780853846.034923:0:34699:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.034926:0:34699:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:0.0:1780853846.034928:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37b50 00000080:00200000:0.0:1780853846.034930:0:34699:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9e459198c2c8), file ffff9e45852bec00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1780853846.034934:0:34699:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e459447d840. 00000080:00000001:0.0:1780853846.034939:0:34699:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853846.036035:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37a00 00000080:00200000:0.0:1780853846.036042:0:34699:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9e459198c2c8), intent=open|creat 00000080:00000010:0.0:1780853846.036054:0:34699:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073400. 00000080:00000001:0.0:1780853846.036062:0:34699:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853846.036066:0:34699:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853846.036068:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37920 00800000:00000002:0.0:1780853846.036070:0:34699:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:0.0:1780853846.036074:0:34699:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1780853846.036077:0:34699:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1780853846.036081:0:34699:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:0.0:1780853846.036084:0:34699:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1780853846.036086:0:34699:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1780853846.036089:0:34699:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1780853846.036091:0:34699:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1780853846.036094:0:34699:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:0.0:1780853846.036097:0:34699:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.036099:0:34699:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853846.036100:0:34699:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853846.036102:0:34699:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.036104:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c378a0 00800000:00000002:0.0:1780853846.036106:0:34699:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:0.0:1780853846.036110:0:34699:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853846.036112:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c377d8 00000002:00010000:0.0:1780853846.036113:0:34699:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1780853846.036117:0:34699:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853846.036119:0:34699:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853846.036122:0:34699:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1780853846.036126:0:34699:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.036128:0:34699:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853846.036132:0:34699:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:0.0:1780853846.036134:0:34699:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853846.036136:0:34699:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853846.036140:0:34699:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.036142:0:34699:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.036143:0:34699:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853846.036148:0:34699:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369180. 00000020:00000040:0.0:1780853846.036151:0:34699:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853846.036157:0:34699:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853846.036158:0:34699:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.036161:0:34699:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853846.036165:0:34699:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853846.036170:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.036172:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.036173:0:34699:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.036176:0:34699:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853846.036177:0:34699:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853846.036181:0:34699:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853846.036187:0:34699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bb000. 00000100:00000001:0.0:1780853846.036193:0:34699:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.036198:0:34699:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853846.036200:0:34699:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.036201:0:34699:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853846.036202:0:34699:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.036204:0:34699:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.036213:0:34699:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00010000:00000001:0.0:1780853846.036216:0:34699:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853846.036219:0:34699:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853846.036221:0:34699:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0d00 count: 2 00010000:00000001:0.0:1780853846.036222:0:34699:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853846.036224:0:34699:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853846.036229:0:34699:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573600. 00000020:00000001:0.0:1780853846.036233:0:34699:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853846.036235:0:34699:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573600 with handle 0xa8f483e9eb300f10 to hash 00000020:00000001:0.0:1780853846.036237:0:34699:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853846.036239:0:34699:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.036242:0:34699:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.036246:0:34699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853846.036248:0:34699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.036251:0:34699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34699 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853846.036259:0:34699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34699 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853846.036299:0:34699:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853846.036768:0:34699:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853846.036781:0:34699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34699 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853846.036787:0:34699:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853846.036790:0:34699:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853846.036796:0:34699:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f840. 00000100:00000001:0.0:1780853846.036798:0:34699:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146931776 : -107453562619840 : ffff9e458491f840) 00000100:00000001:0.0:1780853846.036801:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.036802:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000001:0.0:1780853846.036807:0:34699:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853846.036811:0:34699:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.036813:0:34699:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853846.036815:0:34699:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853846.036819:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.036827:0:34699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853846.036830:0:34699:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853846.036833:0:34699:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853846.036836:0:34699:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853846.036838:0:34699:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853846.036842:0:34699:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34699:1867358631457024:192.168.202.110@tcp:101:multiop.0 00000100:00000001:0.0:1780853846.036845:0:34699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853846.036851:0:34699:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853846.036853:0:34699:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853846.036856:0:34699:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853846.036905:0:34699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:0.0:1780853846.036907:0:34699:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853846.036915:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853846.036919:0:34699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853846.036925:0:34699:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e45851ba000. 00000100:00000200:0.0:1780853846.036931:0:34699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631457024, portal 10 00000100:00000001:0.0:1780853846.036933:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.036935:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000040:0.0:1780853846.037776:0:34699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.037787:0:34699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853846.037791:0:34699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853846.037798:0:34699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426dd0. 00000100:00000200:0.0:1780853846.037803:0:34699:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1867358631457024, offset 0 00000400:00000200:0.0:1780853846.037809:0:34699:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853846.037818:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.037825:0:34699:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853846.037830:0:34699:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853846.037835:0:34699:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853846.037838:0:34699:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853846.037841:0:34699:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853846.037844:0:34699:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2684:2684:256:4294967295] 192.168.202.110@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:0.0:1780853846.037849:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.037858:0:34699:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853846.037863:0:34699:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853846.037868:0:34699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853846.037873:0:34699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853846.037880:0:34699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853846.037884:0:34699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1780853846.037899:0:34699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853846.037903:0:34699:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 803235 usecs (804 jiffies) 00000400:00000200:0.0:1780853846.037906:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853846.037909:0:34699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643596 00000100:00000001:0.0:1780853846.037912:0:34699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853846.037914:0:34699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643596 00000100:00000001:0.0:1780853846.037917:0:34699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853846.037919:0:34699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853846.037922:0:34699:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.037924:0:34699:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853846.037926:0:34699:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853846.037929:0:34699:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f840 going to sleep for 11 seconds 00000100:00000001:0.0:1780853846.037931:0:34699:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853846.037933:0:34699:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853846.040080:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853846.040089:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:1.0:1780853846.040097:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.040105:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853846.040112:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426dd0 00000400:00000010:1.0:1780853846.040115:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426dd0. 00000100:00000001:1.0:1780853846.040120:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853846.040136:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.040148:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853846.040152:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.040159:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.040161:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853846.047884:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.047902:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853846.047907:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.047909:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853846.047919:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.047927:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853846.047936:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.047949:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.047955:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.047963:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe57100 00000400:00000200:1.0:1780853846.047968:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.047974:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x7359 [32] + 224 00000800:00000001:1.0:1780853846.047982:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.048003:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853846.048007:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.048011:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853846.048019:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853846.048027:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853846.048038:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.048058:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1780853846.048066:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1780853846.048070:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.048075:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853846.048080:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2685:2685:256:4294967295] 192.168.202.110@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:1.0:1780853846.048084:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.048091:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:1.0:1780853846.048096:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853846.048102:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e4585d70800. 00000800:00000200:1.0:1780853846.048108:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853846.048116:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853846.048135:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4585d70800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1780853846.048218:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853846.048222:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e4585d70800. 00000400:00000200:1.0:1780853846.048225:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.048229:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:1.0:1780853846.048234:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.048238:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.048995:0:34699:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853846.049004:0:34699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853846.049006:0:34699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853846.049009:0:34699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:0.0:1780853846.049014:0:34699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45851ba000 00000400:00000010:0.0:1780853846.049016:0:34699:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e45851ba000. 00000100:00000001:0.0:1780853846.049020:0:34699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853846.049028:0:34699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853846.049038:0:34699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369180 x1867358631457024/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/66320 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.049044:0:34699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853846.049046:0:34699:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.049048:0:34699:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853846.049052:0:34699:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853846.049055:0:34699:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853846.049057:0:34699:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853846.049061:0:34699:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853846.049070:0:34699:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=87 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853846.049074:0:34699:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853846.049077:0:34699:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853846.049079:0:34699:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.049081:0:34699:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853846.049085:0:34699:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.049088:0:34699:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853846.049090:0:34699:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:0.0:1780853846.049091:0:34699:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853846.049094:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.049095:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000001:0.0:1780853846.049098:0:34699:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853846.049100:0:34699:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1780853846.049102:0:34699:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853846.049104:0:34699:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853846.049109:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853862 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.049117:0:34699:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853846.049120:0:34699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853846.049122:0:34699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853846.049126:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853862 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853846.049138:0:34699:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369180 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34699:1867358631457024:192.168.202.110@tcp:101:multiop.0 00000100:00000001:0.0:1780853846.049143:0:34699:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.049146:0:34699:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.049148:0:34699:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853846.049150:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853846.049153:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853862 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.049159:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853846.049162:0:34699:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f840. 00000100:00000001:0.0:1780853846.049165:0:34699:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853846.049166:0:34699:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.049169:0:34699:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853846.049173:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049176:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049178:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=4 00000020:00000001:0.0:1780853846.049180:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049183:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000040:0.0:1780853846.049190:0:34699:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573600, remote cookie: 0x562725ecec97a83f, flags: 0x1001 00010000:00010000:0.0:1780853846.049195:0:34699:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853846.049202:0:34699:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:0.0:1780853846.049205:0:34699:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1780853846.049214:0:34699:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95100. 00010000:00000010:0.0:1780853846.049218:0:34699:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab080. 00010000:00000001:0.0:1780853846.049223:0:34699:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.049226:0:34699:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853846.049238:0:34699:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049244:0:34699:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853846.049248:0:34699:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853846.049250:0:34699:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853846.049252:0:34699:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853846.049253:0:34699:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853846.049256:0:34699:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff9e4588d95100) refcount = 1 00010000:00010000:0.0:1780853846.049260:0:34699:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049318:0:34699:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853846.049320:0:34699:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853846.049322:0:34699:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853846.049325:0:34699:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853846.049327:0:34699:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.049330:0:34699:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049344:0:34699:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853846.049346:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049347:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.049348:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049349:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.049351:0:34699:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.049355:0:34699:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853846.049358:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049359:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049360:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:0.0:1780853846.049362:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049364:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049366:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049367:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049368:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=4 00000020:00000001:0.0:1780853846.049370:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049371:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049373:0:34699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853846.049376:0:34699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.049379:0:34699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049384:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049385:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.049386:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049387:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049389:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=5 00000020:00000001:0.0:1780853846.049390:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049392:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049394:0:34699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853846.049396:0:34699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049402:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049403:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853846.049405:0:34699:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049411:0:34699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853846.049412:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049413:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.049414:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049415:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853846.049420:0:34699:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853862 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853846.049434:0:34699:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1780853846.049439:0:34699:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 664/664 e 0 to 0 dl 1780853862 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853846.049445:0:34699:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.049452:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049453:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049454:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:0.0:1780853846.049456:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049457:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00000002:00010000:0.0:1780853846.049461:0:34699:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1780853846.049469:0:34699:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263d380. 00010000:00000001:0.0:1780853846.049471:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049472:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853846.049473:0:34699:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.049475:0:34699:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853846.049478:0:34699:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1780853846.049480:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.049481:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000001:0.0:1780853846.049483:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.049484:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00010000:00000001:0.0:1780853846.049486:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049487:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049488:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:0.0:1780853846.049490:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049491:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00000002:00010000:0.0:1780853846.049494:0:34699:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.049504:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049505:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.049507:0:34699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853846.049508:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.049509:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.049510:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:0.0:1780853846.049512:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.049514:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000040:0.0:1780853846.049517:0:34699:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 2 00010000:00000001:0.0:1780853846.049520:0:34699:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853846.049524:0:34699:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:0.0:1780853846.049526:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.049526:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853846.049528:0:34699:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853846.049531:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37758 00000002:00002000:0.0:1780853846.049533:0:34699:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1780853846.049548:0:34699:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853846.049553:0:34699:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853846.049555:0:34699:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853846.049558:0:34699:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853846.049562:0:34699:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.049567:0:34699:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853846.049569:0:34699:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e459447d840 it_disposition 1800037 00000080:00002000:0.0:1780853846.049575:0:34699:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b4d288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1780853846.049581:0:34699:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853846.049900:0:34699:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:0.0:1780853846.049903:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37988 00000080:00200000:0.0:1780853846.049906:0:34699:0:(namei.c:1619:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9e459198c2c8), intent=open|creat 00000080:00000001:0.0:1780853846.049909:0:34699:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:0.0:1780853846.049911:0:34699:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853846.049916:0:34699:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853846.049920:0:34699:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853846.049923:0:34699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1780853846.049925:0:34699:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1780853846.049994:0:34699:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e459190d280. 00000020:00000001:0.0:1780853846.050006:0:34699:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:0.0:1780853846.050008:0:34699:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1780853846.050011:0:34699:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:0.0:1780853846.050013:0:34699:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff9e459190d348) 00000020:00000001:0.0:1780853846.050017:0:34699:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.050020:0:34699:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853846.050024:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072c00. 00000020:00000010:0.0:1780853846.050029:0:34699:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073e00. 00000020:00000010:0.0:1780853846.050033:0:34699:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853846.050040:0:34699:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853846.050044:0:34699:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853846.050049:0:34699:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.050055:0:34699:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.050059:0:34699:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.050063:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853846.050067:0:34699:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.050070:0:34699:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.050073:0:34699:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.050076:0:34699:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853846.050079:0:34699:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:0.0:1780853846.050081:0:34699:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:0.0:1780853846.050085:0:34699:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:0.0:1780853846.050090:0:34699:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4590c91898. 00000020:00000001:0.0:1780853846.050092:0:34699:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1780853846.050094:0:34699:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.050100:0:34699:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:0.0:1780853846.050104:0:34699:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45922448b8. 00020000:00000001:0.0:1780853846.050106:0:34699:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620374624440 : -107453334927176 : ffff9e45922448b8) 00020000:00000001:0.0:1780853846.050109:0:34699:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:0.0:1780853846.050111:0:34699:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853846.050115:0:34699:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d720. 00020000:00000010:0.0:1780853846.050119:0:34699:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674180. 00020000:00000010:0.0:1780853846.050124:0:34699:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447df60. 00020000:00000001:0.0:1780853846.050126:0:34699:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410511200 : -107453299040416 : ffff9e459447df60) 00020000:00000002:0.0:1780853846.050128:0:34699:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447df60, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853846.050133:0:34699:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853846.050136:0:34699:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674180: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1780853846.050139:0:34699:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1780853846.050141:0:34699:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447df60, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853846.050143:0:34699:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853846.050146:0:34699:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674180: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:0.0:1780853846.050149:0:34699:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4590c7f540. 00020000:00000010:0.0:1780853846.050152:0:34699:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e458491f840. 00020000:00000001:0.0:1780853846.050155:0:34699:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1780853846.050158:0:34699:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e458a741f18. 00020000:00000001:0.0:1780853846.050161:0:34699:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1780853846.050162:0:34699:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:0.0:1780853846.050167:0:34699:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1780853846.050170:0:34699:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4590c910c8. 00000020:00000001:0.0:1780853846.050171:0:34699:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1780853846.050172:0:34699:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.050174:0:34699:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620351869256 : -107453357682360 : ffff9e4590c91148) 00020000:00000001:0.0:1780853846.050178:0:34699:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1780853846.050181:0:34699:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e45864b7880. 00020000:00000001:0.0:1780853846.050183:0:34699:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.050187:0:34699:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351869256 : -107453357682360 : ffff9e4590c91148) 00020000:00000001:0.0:1780853846.050190:0:34699:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620351869256 : -107453357682360 : ffff9e4590c91148) 00020000:00000002:0.0:1780853846.050193:0:34699:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff9e4590c910c8[0:0] -> [0x200000404:0x35:0x0]@ffff9e4590c91898: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1780853846.050197:0:34699:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1780853846.050199:0:34699:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:0.0:1780853846.050201:0:34699:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.050203:0:34699:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620351871256 : -107453357680360 : ffff9e4590c91918) 00000020:00001000:0.0:1780853846.050206:0:34699:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:0.0:1780853846.050209:0:34699:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073e00. 00000020:00000010:0.0:1780853846.050213:0:34699:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853846.050218:0:34699:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853846.050221:0:34699:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853846.050224:0:34699:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.050227:0:34699:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.050229:0:34699:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.050231:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072c00. 00000008:00000010:0.0:1780853846.050234:0:34699:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.050236:0:34699:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.050239:0:34699:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.050242:0:34699:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853846.050244:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000020:00000010:0.0:1780853846.050246:0:34699:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:0.0:1780853846.050250:0:34699:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1780853846.050252:0:34699:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1780853846.050255:0:34699:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1780853846 00000080:00000001:0.0:1780853846.050258:0:34699:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1780853846.050260:0:34699:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620364960584 : -107453344591032 : ffff9e459190d348) 00010000:00000001:0.0:1780853846.050262:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.050291:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.050293:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:0.0:1780853846.050295:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:0.0:1780853846.050298:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00000080:00000001:0.0:1780853846.050301:0:34699:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853846.050302:0:34699:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.050314:0:34699:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008a20. 00000020:00000010:0.0:1780853846.050318:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000020:00000010:0.0:1780853846.050320:0:34699:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072c00. 00000020:00000010:0.0:1780853846.050322:0:34699:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853846.050324:0:34699:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853846.050326:0:34699:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ed80. 00008000:00000010:0.0:1780853846.050329:0:34699:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:2.0:1780853846.054429:0:34699:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853846.054442:0:34699:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853846.054449:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e600. 00000008:00000010:2.0:1780853846.054456:0:34699:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853846.054461:0:34699:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853846.054465:0:34699:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853846.054470:0:34699:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853846.054473:0:34699:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504680 : -107453354046936 : ffff9e4591008a28) 00000020:00001000:2.0:1780853846.054477:0:34699:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008a20 00000020:00000001:2.0:1780853846.054479:0:34699:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:2.0:1780853846.054482:0:34699:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:2.0:1780853846.054485:0:34699:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:2.0:1780853846.054492:0:34699:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585da5660. 00020000:00000010:2.0:1780853846.054497:0:34699:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e4591f02580. 00020000:00000010:2.0:1780853846.054502:0:34699:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585da59c0. 00020000:00000001:2.0:1780853846.054505:0:34699:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620168452544 : -107453541099072 : ffff9e4585da59c0) 00020000:00000002:2.0:1780853846.054508:0:34699:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585da59c0, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1780853846.054512:0:34699:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1780853846.054516:0:34699:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e4591f02580: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1780853846.054520:0:34699:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45922448b8) owner ffff9e4585d127c0 00020000:00000001:2.0:1780853846.054524:0:34699:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1780853846.054527:0:34699:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45922448b8) owner ffff9e4585d127c0 00020000:00000010:2.0:1780853846.054531:0:34699:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e4591f02580. 00020000:00000010:2.0:1780853846.055014:0:34699:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585da5660. 00020000:00000010:2.0:1780853846.055020:0:34699:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585da59c0. 00020000:00000002:2.0:1780853846.055022:0:34699:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1780853846.055025:0:34699:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.055027:0:34699:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.055032:0:34699:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1780853846.055035:0:34699:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:2.0:1780853846.055038:0:34699:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e459447df60 addref 2/0 by ffff9e4585d127c0. 00020000:00000002:2.0:1780853846.055041:0:34699:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:2.0:1780853846.055042:0:34699:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1780853846.055045:0:34699:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1780853846.055046:0:34699:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1780853846.055048:0:34699:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1780853846.055050:0:34699:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1780853846.055053:0:34699:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1780853846.055056:0:34699:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008a20 00000020:00000010:2.0:1780853846.055060:0:34699:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072c00. 00000020:00000010:2.0:1780853846.055064:0:34699:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:2.0:1780853846.055069:0:34699:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:2.0:1780853846.055072:0:34699:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ed80. 00008000:00000010:2.0:1780853846.055076:0:34699:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:2.0:1780853846.055080:0:34699:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853846.055083:0:34699:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853846.055086:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000008:00000010:2.0:1780853846.055089:0:34699:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853846.055094:0:34699:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853846.055097:0:34699:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853846.055100:0:34699:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:2.0:1780853846.055102:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e600. 00000020:00000010:2.0:1780853846.055106:0:34699:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008a20. 00000080:00000001:2.0:1780853846.055109:0:34699:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.055112:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.055114:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853846.055116:0:34699:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853846.055120:0:34699:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1780853846.055420:0:34699:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853846.055426:0:34699:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff9e459190d348) 00000080:00010000:2.0:1780853846.055430:0:34699:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff9e459190d348) for lock 0xa8f483e9eb300f10 00800000:00000001:2.0:1780853846.055433:0:34699:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853846.055436:0:34699:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853846.055438:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.055441:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.055443:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:2.0:1780853846.055446:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:2.0:1780853846.055448:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:2.0:1780853846.055451:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.055452:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853846.055454:0:34699:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853846.055456:0:34699:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.055458:0:34699:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:2.0:1780853846.055460:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.055472:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.055483:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.055489:0:34699:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853846.055493:0:34699:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff9e459190d348) 00000080:00000001:2.0:1780853846.055496:0:34699:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853846.055500:0:34699:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073400. 00000100:00000001:2.0:1780853846.055504:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.055508:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.055515:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.055519:0:34699:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1780853846.055520:0:34699:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.055528:0:34699:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853846.055531:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37a60 00000080:00200008:2.0:1780853846.055533:0:34699:0:(file.c:1059:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9e459190d348), flags 100102 00000080:00000010:2.0:1780853846.055542:0:34699:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530a140. 00000080:00000010:2.0:1780853846.055548:0:34699:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45904f0600. 00000080:00000001:2.0:1780853846.055551:0:34699:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:2.0:1780853846.055556:0:34699:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1780853846.055559:0:34699:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1780853846.055563:0:34699:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585ca77c0. 00000002:00100000:2.0:1780853846.055567:0:34699:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1780853846.055573:0:34699:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853846.055575:0:34699:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853846.055577:0:34699:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1780853846.055581:0:34699:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.055583:0:34699:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853846.056018:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.056024:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1780853846.056032:0:34699:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853846.056035:0:34699:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:2.0:1780853846.056061:0:34699:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1780853846.056062:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.056065:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37a60 00000080:00000008:2.0:1780853846.056067:0:34699:0:(file.c:1298:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9e459190d348), flags 100102, rc = 0 00000080:00000001:2.0:1780853846.056071:0:34699:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1780853846.056073:0:34699:0:(dcache.c:176:ll_intent_release()) intent ffff9e459447d840 released 00000080:00010000:2.0:1780853846.056075:0:34699:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f10 from it ffff9e459447d840 00010000:00000001:2.0:1780853846.056077:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.056079:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.056080:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573600 refcount=3 00000020:00000001:2.0:1780853846.056082:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:2.0:1780853846.056084:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126303744 : -107453583247872 : ffff9e4583573600) 00010000:00000001:2.0:1780853846.056087:0:34699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853846.056092:0:34699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.056100:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.056101:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853846.056102:0:34699:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853846.056106:0:34699:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853846.056108:0:34699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573600/0xa8f483e9eb300f10 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a83f expref: -99 pid: 34699 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853846.056115:0:34699:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853846.056119:0:34699:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853846.056121:0:34699:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853846.056193:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.056195:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853846.056197:0:34699:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.056202:0:34699:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853846.056204:0:34699:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.056206:0:34699:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.056209:0:34699:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.056213:0:34699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853846.056214:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.056215:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853846.056217:0:34699:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1780853846.056220:0:34699:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1780853846.056222:0:34699:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1780853846.056223:0:34699:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853846.056226:0:34699:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1780853846.056227:0:34699:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.056230:0:34699:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1780853846.056231:0:34699:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.056233:0:34699:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1780853846.056236:0:34699:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.056238:0:34699:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1780853846.056240:0:34699:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e459447d840. 00000080:00000001:2.0:1780853846.056244:0:34699:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.056248:0:34699:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:2.0:1780853846.056250:0:34699:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff9e459190d348), inode mode 81a4 mask 40 00000080:00000001:2.0:1780853846.056254:0:34699:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.057905:0:34699:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:2.0:1780853846.057911:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37d88 00000080:00200008:2.0:1780853846.057915:0:34699:0:(file.c:2614:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000001:2.0:1780853846.057919:0:34699:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1780853846.057921:0:34699:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.057924:0:34699:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1780853846.057928:0:34699:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.057930:0:34699:0:(file.c:2561:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1780853846.057932:0:34699:0:(file.c:2567:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.057934:0:34699:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853846.057938:0:34699:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07cf0. 00000020:00000010:2.0:1780853846.058181:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e600. 00000020:00000010:2.0:1780853846.058187:0:34699:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267f000. 00000020:00000010:2.0:1780853846.058190:0:34699:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da59c0. 00000008:00000010:2.0:1780853846.058197:0:34699:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ef90. 00020000:00000010:2.0:1780853846.058203:0:34699:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2a80. 00008000:00000010:2.0:1780853846.058208:0:34699:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd0000. 00000080:00000010:2.0:1780853846.058214:0:34699:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b7e0. 00000080:00000010:2.0:1780853846.058218:0:34699:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c63230. 00000020:00000010:2.0:1780853846.058221:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f400. 00000008:00000010:2.0:1780853846.058225:0:34699:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853846.058228:0:34699:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb6640. 00008000:00000010:2.0:1780853846.058231:0:34699:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344920. 00000080:00000010:2.0:1780853846.058234:0:34699:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345690. 00000020:00000001:2.0:1780853846.058238:0:34699:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312056 : -107453509239560 : ffff9e4587c07cf8) 00000020:00001000:2.0:1780853846.058240:0:34699:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07cf0 00000080:00000001:2.0:1780853846.058243:0:34699:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853846.058245:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37c98 00000080:00200000:2.0:1780853846.058246:0:34699:0:(file.c:2060:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1780853846.058251:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37c30 00000080:00200000:2.0:1780853846.058252:0:34699:0:(file.c:1817:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1780853846.058255:0:34699:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1780853846.058261:0:34699:0:(cl_io.c:214:cl_io_rw_init()) header@00000000ca4f4f32[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:2.0:1780853846.058263:0:34699:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1780853846.058493:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91918 -> ffff9e4590c91918 00000020:00000001:2.0:1780853846.058496:0:34699:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853846.058498:0:34699:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853846.058500:0:34699:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853846.058503:0:34699:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853846.058504:0:34699:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1780853846.058506:0:34699:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853846.058511:0:34699:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.058513:0:34699:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853846.058515:0:34699:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.058517:0:34699:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853846.058519:0:34699:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x35:0x0]io ffff9e4590c63290 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1780853846.058523:0:34699:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:2.0:1780853846.058526:0:34699:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853846.058528:0:34699:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853846.058530:0:34699:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853846.058531:0:34699:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1780853846.058533:0:34699:0:(lov_io.c:660:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1780853846.059012:0:34699:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1780853846.059014:0:34699:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853846.059016:0:34699:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059018:0:34699:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853846.059019:0:34699:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853846.059020:0:34699:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853846.059022:0:34699:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00000020:00000001:2.0:1780853846.059026:0:34699:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059027:0:34699:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853846.059030:0:34699:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1780853846.059032:0:34699:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:2.0:1780853846.059035:0:34699:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059038:0:34699:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853846.059040:0:34699:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853846.059043:0:34699:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1780853846.059044:0:34699:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1780853846.059046:0:34699:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1780853846.059048:0:34699:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1780853846.059052:0:34699:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853846.059054:0:34699:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853846.059058:0:34699:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1780853846.059061:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.059062:0:34699:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853846.059064:0:34699:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853846.059068:0:34699:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07090. 00000020:00000010:2.0:1780853846.059072:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e800. 00000020:00000010:2.0:1780853846.059075:0:34699:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267fc00. 00000020:00000010:2.0:1780853846.059078:0:34699:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5660. 00000008:00000010:2.0:1780853846.059082:0:34699:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68b28. 00020000:00000010:2.0:1780853846.059086:0:34699:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2780. 00008000:00000010:2.0:1780853846.059089:0:34699:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3c08. 00000080:00000010:2.0:1780853846.059092:0:34699:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7be70. 00000080:00000010:2.0:1780853846.059095:0:34699:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60920. 00000020:00000010:2.0:1780853846.059098:0:34699:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267fa00. 00000008:00000010:2.0:1780853846.059100:0:34699:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853846.059103:0:34699:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb5f80. 00008000:00000010:2.0:1780853846.059106:0:34699:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344e58. 00000080:00000010:2.0:1780853846.059110:0:34699:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345870. 00000020:00000001:2.0:1780853846.059113:0:34699:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200308888 : -107453509242728 : ffff9e4587c07098) 00000020:00001000:2.0:1780853846.059115:0:34699:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07090 00000020:00000001:2.0:1780853846.059117:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91148 -> ffff9e4590c91918 00000020:00000001:2.0:1780853846.059118:0:34699:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853846.059121:0:34699:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853846.059183:0:34699:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853846.059186:0:34699:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059188:0:34699:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059190:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853846.059193:0:34699:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1780853846.059195:0:34699:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1780853846.059199:0:34699:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059200:0:34699:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059202:0:34699:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059204:0:34699:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059206:0:34699:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059208:0:34699:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1780853846.059210:0:34699:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1780853846.059212:0:34699:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1780853846.059215:0:34699:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1780853846.059218:0:34699:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.059220:0:34699:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.059222:0:34699:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1780853846.059224:0:34699:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1780853846.059226:0:34699:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1780853846.059227:0:34699:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1780853846.059229:0:34699:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059231:0:34699:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.059232:0:34699:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.059234:0:34699:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.059236:0:34699:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059237:0:34699:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853846.059239:0:34699:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853846.059240:0:34699:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853846.059241:0:34699:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853846.059243:0:34699:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059244:0:34699:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059246:0:34699:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059247:0:34699:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.059249:0:34699:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853846.059251:0:34699:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853846.059252:0:34699:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853846.059255:0:34699:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853846.059257:0:34699:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853846.059259:0:34699:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1780853846.059290:0:34699:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9480. 00020000:00000002:2.0:1780853846.059293:0:34699:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1780853846.059295:0:34699:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853846.059297:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.059298:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853846.059300:0:34699:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853846.059313:0:34699:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282ab0. 00000008:00010000:2.0:1780853846.059316:0:34699:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1780853846.059318:0:34699:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853846.059320:0:34699:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853846.059322:0:34699:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba94b0, osc lock ffff9e4592282ab0, flags 0x0 00000020:00000001:2.0:1780853846.059324:0:34699:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059327:0:34699:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.059329:0:34699:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233479296 : -107453476072320 : ffff9e4589ba9480) 00000020:00000001:2.0:1780853846.059331:0:34699:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853846.059332:0:34699:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853846.061029:0:34699:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.061033:0:34699:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.061036:0:34699:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853846.061038:0:34699:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853846.061043:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.061045:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853846.061048:0:34699:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853846.061051:0:34699:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853846.061053:0:34699:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1780853846.061055:0:34699:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.061059:0:34699:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853846.061062:0:34699:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853846.061063:0:34699:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853846.061065:0:34699:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853846.061067:0:34699:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853846.061068:0:34699:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853846.061070:0:34699:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853846.061074:0:34699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853846.061081:0:34699:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.061084:0:34699:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1780853846.061094:0:34699:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853846.061098:0:34699:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00010000:00000001:2.0:1780853846.061103:0:34699:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853846.061107:0:34699:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853846.061113:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.061116:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853846.061118:0:34699:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.061121:0:34699:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853846.061124:0:34699:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853846.061129:0:34699:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853846.061138:0:34699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267e200. 00000100:00000001:2.0:1780853846.061145:0:34699:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.061150:0:34699:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853846.061152:0:34699:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.061154:0:34699:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853846.061155:0:34699:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.061157:0:34699:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.061159:0:34699:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00010000:00000001:2.0:1780853846.061163:0:34699:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853846.061165:0:34699:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853846.061169:0:34699:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837700. 00010000:00000010:2.0:1780853846.061172:0:34699:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4594837100. 00010000:00000001:2.0:1780853846.061176:0:34699:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853846.061180:0:34699:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a778600. 00000020:00000001:2.0:1780853846.061186:0:34699:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853846.061189:0:34699:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a778600 with handle 0xa8f483e9eb300f17 to hash 00000020:00000001:2.0:1780853846.061191:0:34699:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853846.061193:0:34699:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000010:2.0:1780853846.061198:0:34699:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e45904f0f40. 00010000:00000001:2.0:1780853846.061200:0:34699:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.061203:0:34699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853846.061206:0:34699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853846.061213:0:34699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853846.061227:0:34699:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853846.061239:0:34699:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853846.061246:0:34699:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853846.061248:0:34699:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853846.061255:0:34699:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9cc0. 00000100:00000001:2.0:1780853846.061257:0:34699:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155034816 : -107453554516800 : ffff9e45850d9cc0) 00000100:00000001:2.0:1780853846.061260:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853846.061261:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000001:2.0:1780853846.061295:0:34699:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853846.061299:0:34699:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.061301:0:34699:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853846.061312:0:34699:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853846.061323:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.061331:0:34699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853846.061333:0:34699:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853846.061337:0:34699:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853846.061339:0:34699:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853846.061342:0:34699:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853846.061345:0:34699:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34699:1867358631457152:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853846.061349:0:34699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853846.061354:0:34699:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853846.061357:0:34699:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853846.061360:0:34699:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853846.061371:0:34699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853846.061374:0:34699:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853846.061382:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853846.061387:0:34699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853846.061395:0:34699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853846.061401:0:34699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457152, portal 4 00000100:00000001:2.0:1780853846.061403:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853846.061404:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:2.0:1780853846.061410:0:34699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.061418:0:34699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853846.061421:0:34699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853846.061424:0:34699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f440. 00000100:00000200:2.0:1780853846.061427:0:34699:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631457152, offset 0 00000400:00000200:2.0:1780853846.061434:0:34699:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853846.061443:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853846.061451:0:34699:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853846.061456:0:34699:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853846.061460:0:34699:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853846.061464:0:34699:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853846.061466:0:34699:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853846.061470:0:34699:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2686:2686:256:4294967295] 192.168.202.110@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:2.0:1780853846.061475:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853846.061485:0:34699:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853846.061492:0:34699:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853846.061497:0:34699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddf00. 00000800:00000200:2.0:1780853846.061504:0:34699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853846.061512:0:34699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853846.061517:0:34699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853846.061534:0:34699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853846.061538:0:34699:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 203811 usecs (204 jiffies) 00000400:00000200:2.0:1780853846.061542:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853846.061544:0:34699:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643020 00000100:00000001:2.0:1780853846.061548:0:34699:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853846.061550:0:34699:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643020 00000100:00000001:2.0:1780853846.061553:0:34699:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853846.061555:0:34699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853846.061557:0:34699:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.061559:0:34699:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853846.061561:0:34699:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853846.061564:0:34699:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1780853846.061566:0:34699:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853846.061569:0:34699:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853846.062923:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853846.062927:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853846.062931:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853846.062932:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853846.062934:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853846.062945:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853846.063052:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853846.063057:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddf00. 00000400:00000200:1.0:1780853846.063063:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.063070:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853846.063076:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f440 00000400:00000010:1.0:1780853846.063079:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f440. 00000100:00000001:1.0:1780853846.063084:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853846.063091:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.063102:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853846.063106:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.063114:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.063115:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1780853846.063558:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853846.063561:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853846.063564:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1780853846.071151:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.071168:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853846.071173:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.071175:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853846.071187:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.071195:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853846.071205:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.071210:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.071215:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.071219:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe57180 00000400:00000200:1.0:1780853846.071223:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.071230:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x7369 [1] + 224 00000800:00000001:1.0:1780853846.071237:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.071248:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853846.071251:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.071255:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853846.071262:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853846.071319:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853846.071331:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.071350:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853846.071359:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.071362:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.071525:0:34699:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853846.071532:0:34699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853846.071534:0:34699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853846.071538:0:34699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853846.071544:0:34699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853846.071546:0:34699:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853846.071550:0:34699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853846.071554:0:34699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853846.071563:0:34699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.071568:0:34699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853846.071570:0:34699:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.071572:0:34699:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853846.071575:0:34699:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853846.071578:0:34699:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853846.071579:0:34699:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853846.071582:0:34699:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853846.071605:0:34699:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1780853846.071609:0:34699:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853846.071612:0:34699:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853846.071613:0:34699:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.071616:0:34699:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853846.071620:0:34699:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.071624:0:34699:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853846.071626:0:34699:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1780853846.071628:0:34699:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853846.071630:0:34699:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853846.071635:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.071643:0:34699:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853846.071646:0:34699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853846.071648:0:34699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853846.071652:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853846.071659:0:34699:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34699:1867358631457152:192.168.202.110@tcp:101:multiop.0 00000100:00000001:2.0:1780853846.071663:0:34699:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.071666:0:34699:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.071668:0:34699:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853846.071670:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.071673:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.071680:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853846.071683:0:34699:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9cc0. 00000100:00000001:2.0:1780853846.071686:0:34699:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853846.071688:0:34699:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.071691:0:34699:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853846.071694:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.071696:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.071699:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=4 00000020:00000001:2.0:1780853846.071702:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071705:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000040:2.0:1780853846.071711:0:34699:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a778600, remote cookie: 0x562725ecec97a84d, flags: 0x1 00010000:00010000:2.0:1780853846.071718:0:34699:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.071735:0:34699:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1780853846.071738:0:34699:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.071740:0:34699:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853846.071743:0:34699:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1780853846.071747:0:34699:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1780853846.071755:0:34699:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9e4594837700) refcount = 1 00010000:00000040:2.0:1780853846.071759:0:34699:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1780853846.071761:0:34699:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.071770:0:34699:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853846.071771:0:34699:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853846.071774:0:34699:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853846.071776:0:34699:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853846.071780:0:34699:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.071786:0:34699:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853846.071787:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.071789:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853846.071790:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.071791:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853846.071793:0:34699:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.071797:0:34699:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1780853846.071799:0:34699:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853846.071803:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.071804:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.071805:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:2.0:1780853846.071807:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071809:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071812:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.071813:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.071814:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=4 00000020:00000001:2.0:1780853846.071816:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071818:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071821:0:34699:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853846.071824:0:34699:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853846.071827:0:34699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.071833:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.071834:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853846.071837:0:34699:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1780853846.071841:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00010000:2.0:1780853846.071845:0:34699:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1780853846.071851:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:2.0:1780853846.071853:0:34699:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853846.071856:0:34699:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1780853846.071858:0:34699:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853846.071860:0:34699:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071862:0:34699:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071864:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:2.0:1780853846.071866:0:34699:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1780853846.071868:0:34699:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.071870:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.071871:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.071872:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=5 00000020:00000001:2.0:1780853846.071874:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071876:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:2.0:1780853846.071878:0:34699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853846.071882:0:34699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.071889:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.071890:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853846.071893:0:34699:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853846.071899:0:34699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853846.071900:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.071901:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853846.071902:0:34699:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.071904:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.071907:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631457152/t0(0) o101->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853862 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.071914:0:34699:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853846.071916:0:34699:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853846.071919:0:34699:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853846.071922:0:34699:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853846.071924:0:34699:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853846.071925:0:34699:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853846.071928:0:34699:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853846.071930:0:34699:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267e200. 02000000:00000001:2.0:1780853846.071933:0:34699:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853846.071935:0:34699:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853846.071937:0:34699:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:2.0:1780853846.071950:0:34699:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853846.071952:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853846.071954:0:34699:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.071956:0:34699:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071959:0:34699:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.071962:0:34699:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071964:0:34699:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071967:0:34699:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071970:0:34699:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071972:0:34699:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.071975:0:34699:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1780853846.071979:0:34699:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1780853846.071983:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37b80 00000080:00200000:2.0:1780853846.071986:0:34699:0:(vvp_io.c:1285:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1780853846.071989:0:34699:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1780853846.071992:0:34699:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:2.0:1780853846.071995:0:34699:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e459447df60 addref 2/0 by ffff9e4585d127c0. 00020000:00000002:2.0:1780853846.071998:0:34699:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00000020:00000001:2.0:1780853846.072001:0:34699:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1780853846.072004:0:34699:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853846.072007:0:34699:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853846.072010:0:34699:0:(lov_offset.c:247:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1780853846.072014:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.072015:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853846.072017:0:34699:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853846.072020:0:34699:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853846.072022:0:34699:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072024:0:34699:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.072026:0:34699:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072028:0:34699:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.072034:0:34699:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853846.072036:0:34699:0:(rw26.c:697:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1780853846.072062:0:34699:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1780853846.072064:0:34699:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] fffffbd344a67100 0 1 00000020:00000001:2.0:1780853846.072067:0:34699:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1780853846.072069:0:34699:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072071:0:34699:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1780853846.072075:0:34699:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e4583e808c0. 00000020:00000001:2.0:1780853846.072078:0:34699:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853846.072080:0:34699:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1780853846.072082:0:34699:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1780853846.072085:0:34699:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1780853846.072087:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.072088:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000008:00000001:2.0:1780853846.072092:0:34699:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1780853846.072094:0:34699:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e4583e80930 folio fffffbd344a67100 pg:0 obj off 0 00000008:00000001:2.0:1780853846.072096:0:34699:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072098:0:34699:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853846.072099:0:34699:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1780853846.072101:0:34699:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1780853846.072103:0:34699:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.072106:0:34699:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072108:0:34699:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620135794880 : -107453573756736 : ffff9e4583e808c0) 00000020:00000001:2.0:1780853846.072110:0:34699:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620135794880 : -107453573756736 : ffff9e4583e808c0) 00000020:00000001:2.0:1780853846.072112:0:34699:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1780853846.072115:0:34699:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853846.072116:0:34699:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351681168 : -107453357870448 : ffff9e4590c63290) 00000020:00000001:2.0:1780853846.072118:0:34699:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1780853846.072119:0:34699:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1780853846.072318:0:34699:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853846.072324:0:34699:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f79bf53[2 00000000afa723f6 1 1 0000000052c82bf1] 00000020:00000001:2.0:1780853846.072326:0:34699:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1780853846.072327:0:34699:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853846.072328:0:34699:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1780853846.072331:0:34699:0:(rw26.c:791:ll_write_begin()) page@000000004f79bf53[2 00000000afa723f6 2 1 0000000052c82bf1] 00000080:00008000:2.0:1780853846.072333:0:34699:0:(rw26.c:791:ll_write_begin()) full page write 00000080:00000001:2.0:1780853846.072334:0:34699:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:2.0:1780853846.072335:0:34699:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.072340:0:34699:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:2.0:1780853846.072342:0:34699:0:(rw26.c:892:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1780853846.072344:0:34699:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853846.072345:0:34699:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351681168 : -107453357870448 : ffff9e4590c63290) 00000020:00000001:2.0:1780853846.072347:0:34699:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1780853846.072348:0:34699:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853846.072354:0:34699:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1780853846.072356:0:34699:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853846.072357:0:34699:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1780853846.072358:0:34699:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1780853846.072361:0:34699:0:(rw26.c:950:ll_write_end()) page@000000004f79bf53[3 00000000afa723f6 2 1 0000000052c82bf1] 00000080:00200000:2.0:1780853846.072365:0:34699:0:(rw26.c:950:ll_write_end()) vmpage @0000000032e07d2d 17ffffc0001001 3:0 ffff9e4583e808c0 0 lru 00000080:00200000:2.0:1780853846.072372:0:34699:0:(rw26.c:950:ll_write_end()) osc-page@000000004a2a8382 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000009b799467 00000000244ddca8 > 3< 0 0 > 4< 0 0 8 393216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780853846.072374:0:34699:0:(rw26.c:950:ll_write_end()) end page@000000004f79bf53 00000080:00200000:2.0:1780853846.072376:0:34699:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1780853846.072377:0:34699:0:(rw26.c:971:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1780853846.072381:0:34699:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:2.0:1780853846.072382:0:34699:0:(rw26.c:697:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:2.0:1780853846.072396:0:34699:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1780853846.072398:0:34699:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] fffffbd3447a78c0 0 1 00000020:00000001:2.0:1780853846.072401:0:34699:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1780853846.072402:0:34699:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072404:0:34699:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1780853846.072406:0:34699:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e4583e80a80. 00000020:00000001:2.0:1780853846.072408:0:34699:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853846.072409:0:34699:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1780853846.072411:0:34699:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1780853846.072412:0:34699:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:2.0:1780853846.072414:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.072416:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000008:00000001:2.0:1780853846.072418:0:34699:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1780853846.072420:0:34699:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e4583e80af0 folio fffffbd3447a78c0 pg:0 obj off 4096 00000008:00000001:2.0:1780853846.072422:0:34699:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072423:0:34699:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1780853846.072424:0:34699:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1780853846.072425:0:34699:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1780853846.072426:0:34699:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853846.072430:0:34699:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.072432:0:34699:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620135795328 : -107453573756288 : ffff9e4583e80a80) 00000020:00000001:2.0:1780853846.072434:0:34699:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620135795328 : -107453573756288 : ffff9e4583e80a80) 00000020:00000001:2.0:1780853846.072436:0:34699:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1780853846.072437:0:34699:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853846.072438:0:34699:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351681168 : -107453357870448 : ffff9e4590c63290) 00000020:00000001:2.0:1780853846.072440:0:34699:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1780853846.072441:0:34699:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1780853846.072442:0:34699:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853846.072444:0:34699:0:(cl_page.c:507:__cl_page_state_set()) page@0000000058d285ba[2 00000000afa723f6 1 1 0000000052c82bf1] 00000020:00000001:2.0:1780853846.072446:0:34699:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1780853846.072447:0:34699:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853846.072448:0:34699:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1780853846.072450:0:34699:0:(rw26.c:791:ll_write_begin()) page@0000000058d285ba[2 00000000afa723f6 2 1 0000000052c82bf1] 00000080:00008000:2.0:1780853846.072452:0:34699:0:(rw26.c:791:ll_write_begin()) full page write 00000080:00000001:2.0:1780853846.072453:0:34699:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:2.0:1780853846.072454:0:34699:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853846.072458:0:34699:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:2.0:1780853846.072459:0:34699:0:(rw26.c:892:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:2.0:1780853846.072461:0:34699:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:2.0:1780853846.072462:0:34699:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620351681168 : -107453357870448 : ffff9e4590c63290) 00000020:00000001:2.0:1780853846.072463:0:34699:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1780853846.072465:0:34699:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853846.072467:0:34699:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1780853846.072468:0:34699:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853846.072469:0:34699:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1780853846.072469:0:34699:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1780853846.072472:0:34699:0:(rw26.c:950:ll_write_end()) page@0000000058d285ba[3 00000000afa723f6 2 1 0000000052c82bf1] 00000080:00200000:2.0:1780853846.072474:0:34699:0:(rw26.c:950:ll_write_end()) vmpage @00000000de932def 17ffffc0001001 3:0 ffff9e4583e80a80 1 lru 00000080:00200000:2.0:1780853846.072480:0:34699:0:(rw26.c:950:ll_write_end()) osc-page@00000000512c5aa7 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 000000009b799467 00000000244ddca8 > 3< 0 0 > 4< 0 0 8 393216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1780853846.072482:0:34699:0:(rw26.c:950:ll_write_end()) end page@0000000058d285ba 00000080:00200000:2.0:1780853846.072483:0:34699:0:(rw26.c:950:ll_write_end()) queued cl_page: 2. 00000080:00000001:2.0:1780853846.072484:0:34699:0:(rw26.c:971:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:2.0:1780853846.072487:0:34699:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1780853846.072489:0:34699:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:2.0:1780853846.072492:0:34699:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1780853846.072494:0:34699:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1780853846.072496:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853846.072497:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:2.0:1780853846.072499:0:34699:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1780853846.072501:0:34699:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1780853846.072503:0:34699:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1780853846.072505:0:34699:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1780853846.072506:0:34699:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1780853846.072508:0:34699:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1780853846.072511:0:34699:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583e80930 folio fffffbd344a67100 pg:0 added for cmd 2 00000008:00000001:2.0:1780853846.072516:0:34699:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:2.0:1780853846.072518:0:34699:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853846.072524:0:34699:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853846.072529:0:34699:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:2.0:1780853846.072534:0:34699:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000020:2.0:1780853846.072546:0:34699:0:(osc_cache.c:1685:cli_unlock_and_unplug()) lustre-OST0000-osc-ffff9e4592299000: sleeping for cache space for ffff9e4583e80930 00000020:00000001:2.0:1780853846.072565:0:22571:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853846.072569:0:22571:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07240. 00000020:00000010:2.0:1780853846.072574:0:22571:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e200. 00000020:00000010:2.0:1780853846.072578:0:22571:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e000. 00000020:00000010:2.0:1780853846.074715:0:22571:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5de0. 00000008:00000010:2.0:1780853846.074730:0:22571:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853846.074735:0:22571:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be23c0. 00008000:00000010:2.0:1780853846.074740:0:22571:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd34f8. 00000080:00000010:2.0:1780853846.074746:0:22571:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b3f0. 00000080:00000010:2.0:1780853846.074750:0:22571:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60490. 00000020:00000010:2.0:1780853846.074755:0:22571:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e400. 00000008:00000010:2.0:1780853846.074759:0:22571:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a2c0. 00020000:00000010:2.0:1780853846.074763:0:22571:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb4fc0. 00008000:00000010:2.0:1780853846.074766:0:22571:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45883448b8. 00000080:00000010:2.0:1780853846.074769:0:22571:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883454b0. 00000020:00000001:2.0:1780853846.074772:0:22571:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309320 : -107453509242296 : ffff9e4587c07248) 00000020:00001000:2.0:1780853846.074776:0:22571:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07240 00000008:00000020:2.0:1780853846.074778:0:22571:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:2.0:1780853846.074782:0:22571:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1780853846.074784:0:22571:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853846.074786:0:22571:0:(osc_cache.c:2314:osc_next_obj()) Process leaving (rc=18446636620245568576 : -107453463983040 : ffff9e458a730c40) 00000008:00000020:2.0:1780853846.074789:0:22571:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff9e458a730c40 ready 0|-|- wr 2|-|- rd 0|- 0 in flight 00000008:00000001:2.0:1780853846.074793:0:22571:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1780853846.074795:0:22571:0:(osc_cache.c:1836:osc_makes_rpc()) cache waiters forcing RPC 00000008:00000001:2.0:1780853846.074796:0:22571:0:(osc_cache.c:1837:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853846.074798:0:22571:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1780853846.074801:0:22571:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1780853846.074803:0:22571:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff9e4598be20c0@{[0 -> 255/255], [1|0|-|cache|wi|ffff9e458a730c40], [1703936|2|+|-|ffff9e45c2171400|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1780853846.074811:0:22571:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 00000000a0c6f02d ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1780853846.074824:0:22571:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1780853846.074827:0:22571:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:2.0:1780853846.074832:0:22571:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1780853846.074834:0:22571:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1780853846.074838:0:22571:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9e4598be20c0@{[0 -> 255/255], [1|0|+|locking|wi|ffff9e458a730c40], [1703936|2|+|-|ffff9e45c2171400|256|ffff9e4585c6a7c0]} make ready 00000008:00010000:2.0:1780853846.074843:0:22571:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000a0c6f02d ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1780853846.074849:0:22571:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1780853846.074851:0:22571:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1780853846.074865:0:22571:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000048a833c3[2 00000000896c4e88 1 1 0000000000000000] 00000020:00008000:2.0:1780853846.074867:0:22571:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1780853846.074868:0:22571:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1780853846.074870:0:22571:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853846.074871:0:22571:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853846.074873:0:22571:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853846.074874:0:22571:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853846.074876:0:22571:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853846.074878:0:22571:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048a833c3[2 00000000896c4e88 1 1 0000000000000000] 00000020:00000001:2.0:1780853846.074880:0:22571:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1780853846.074882:0:22571:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853846.074883:0:22571:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1780853846.074885:0:22571:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000048a833c3[2 00000000896c4e88 3 1 0000000000000000] 00000020:00000001:2.0:1780853846.074887:0:22571:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1780853846.074888:0:22571:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.074890:0:22571:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:2.0:1780853846.074891:0:22571:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1780853846.074894:0:22571:0:(cl_page.c:1160:cl_page_make_ready()) page@000000007f15cf09[2 00000000896c4e88 1 1 0000000000000000] 00000020:00008000:2.0:1780853846.074895:0:22571:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1780853846.074896:0:22571:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1780853846.074897:0:22571:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1780853846.074898:0:22571:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1780853846.074899:0:22571:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853846.074901:0:22571:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853846.074902:0:22571:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853846.074904:0:22571:0:(cl_page.c:507:__cl_page_state_set()) page@000000007f15cf09[2 00000000896c4e88 1 1 0000000000000000] 00000020:00000001:2.0:1780853846.074905:0:22571:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1780853846.074906:0:22571:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1780853846.074907:0:22571:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1780853846.074909:0:22571:0:(cl_page.c:1182:cl_page_make_ready()) page@000000007f15cf09[2 00000000896c4e88 3 1 0000000000000000] 00000020:00000001:2.0:1780853846.074910:0:22571:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1780853846.074911:0:22571:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.074914:0:22571:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853846.074916:0:22571:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853846.074918:0:22571:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1780853846.074920:0:22571:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.074922:0:22571:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000001:2.0:1780853846.074924:0:22571:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.074926:0:22571:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:2.0:1780853846.074929:0:22571:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e4592299000: cli: ffff9e45904bd560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1780853846.074934:0:22571:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9e4585ca5230. 00000008:00000010:2.0:1780853846.074938:0:22571:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e45835eb9c0. 00000008:00000020:2.0:1780853846.074940:0:22571:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:2.0:1780853846.074943:0:22571:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1780853846.074945:0:22571:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1780853846.074946:0:22571:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1780853846.074950:0:22571:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1780853845/1780853845 00000020:00000001:2.0:1780853846.074953:0:22571:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1780853846.074955:0:22571:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1780853846.074957:0:22571:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1780853846.074959:0:22571:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:2.0:1780853846.074962:0:22571:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853846.074967:0:22571:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3a00 count: 2 00010000:00000001:2.0:1780853846.074969:0:22571:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853846.074974:0:22571:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1780853846.074978:0:22571:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1780853846.074980:0:22571:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853846.074985:0:22571:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853846.074988:0:22571:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853846.075003:0:22571:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.075005:0:22571:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853846.075006:0:22571:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1780853846.075009:0:22571:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853846.075011:0:22571:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853846.075013:0:22571:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=3 00000020:00000001:2.0:1780853846.075015:0:22571:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:2.0:1780853846.075017:0:22571:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00000008:00000001:2.0:1780853846.075019:0:22571:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:2.0:1780853846.075021:0:22571:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.075022:0:22571:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1780853846.075023:0:22571:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1780853846.075026:0:22571:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1780853846.075031:0:22571:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c38a80. 00000020:00000040:2.0:1780853846.075034:0:22571:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853846.075041:0:22571:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853846.075043:0:22571:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853846.075046:0:22571:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853846.075067:0:22571:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9e459245c000. 00000100:00000001:2.0:1780853846.075073:0:22571:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1780853846.075079:0:22571:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:2.0:1780853846.075086:0:22571:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e4592299000: dirty: 1703936 undirty: 485097472 dropped 1703936 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1780853846.075092:0:22571:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1780853846.075117:0:22571:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 587 MB/s 00000008:00008000:2.0:1780853846.075122:0:22571:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=8192, folios=2 00000008:00000001:2.0:1780853846.075140:0:22571:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1780853846.075143:0:22571:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 7c40301 (20) 00000008:00100000:2.0:1780853846.075147:0:22571:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e4587c38a80 - object 0x240000400:68 offset 0<>8192 00000008:00000001:2.0:1780853846.075149:0:22571:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.075151:0:22571:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1780853846.075153:0:22571:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1780853846.075154:0:22571:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1780853846.075156:0:22571:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1780853845/1780853845 00000020:00000001:2.0:1780853846.075158:0:22571:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1780853846.075159:0:22571:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1780853846.075160:0:22571:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1780853846.075162:0:22571:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853846.075164:0:22571:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000008:00000002:2.0:1780853846.075173:0:22571:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 00000000d075f91f, now 0r/1w/0d in flight req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1780853846.075182:0:22571:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:2.0:1780853846.075190:0:22571:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bdd6be4] to pc [ptlrpcd_01_00+0] req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853846.075224:0:22571:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1780853846.075225:0:22571:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.075228:0:22571:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.075229:0:22571:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853846.075232:0:22571:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.075234:0:22571:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853846.075236:0:22571:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.075237:0:22571:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1780853846.075238:0:22571:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.075241:0:22571:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853846.075243:0:22571:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.075244:0:22571:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1780853846.075246:0:22571:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07240 00000020:00000010:2.0:1780853846.075250:0:22571:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e000. 00000020:00000010:2.0:1780853846.075253:0:22571:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5de0. 00000008:00000010:2.0:1780853846.075256:0:22571:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853846.075260:0:22571:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be23c0. 00008000:00000010:2.0:1780853846.075289:0:22571:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd34f8. 00000080:00000010:2.0:1780853846.075294:0:22571:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b3f0. 00000080:00000010:2.0:1780853846.075297:0:22571:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60490. 00000020:00000010:2.0:1780853846.075300:0:22571:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e200. 00000008:00000010:2.0:1780853846.075302:0:22571:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a2c0. 00020000:00000010:2.0:1780853846.075315:0:22571:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb4fc0. 00008000:00000010:2.0:1780853846.075318:0:22571:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45883448b8. 00000080:00000010:2.0:1780853846.075322:0:22571:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883454b0. 00000020:00000010:2.0:1780853846.075325:0:22571:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e400. 00000020:00000010:2.0:1780853846.075326:0:22571:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07240. 00000100:00000001:2.0:1780853846.075344:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853846.075347:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853846.075349:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.075355:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853846.075357:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.075359:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853846.075360:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853846.075362:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853846.075376:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.075384:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853846.075386:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853846.075390:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853846.075393:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853846.075395:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853846.075399:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631457280:192.168.202.110@tcp:4:multiop.0 00000100:00000001:2.0:1780853846.075403:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853846.075409:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853846.075411:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853846.075414:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853846.075420:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3c00. 02000000:00000001:2.0:1780853846.075422:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853846.075429:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853846.075432:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853846.075438:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853846.075444:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457280, portal 4 00000100:00000001:2.0:1780853846.075446:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853846.075448:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000040:2.0:1780853846.075454:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.075467:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853846.075470:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853846.075473:0:2383:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9e45850d9cc0. 00000100:00000200:2.0:1780853846.075476:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1867358631457280, offset 0 00000400:00000200:2.0:1780853846.075483:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853846.075490:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853846.075496:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853846.075502:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853846.075506:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853846.075509:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853846.075512:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853846.075516:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2687:2687:256:4294967295] 192.168.202.110@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:2.0:1780853846.075520:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853846.075530:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853846.075536:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853846.075540:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9e459267e400. 00000800:00000200:2.0:1780853846.075546:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853846.075554:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853846.075558:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e459267e400 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:2.0:1780853846.075577:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853846.075581:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 202966 usecs (203 jiffies) 00000400:00000200:2.0:1780853846.075584:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853846.075587:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643033 00000100:00000001:2.0:1780853846.075590:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853846.075593:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643033 00000100:00000001:2.0:1780853846.075595:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853846.075597:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853846.075599:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.075603:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.075605:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853846.077568:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853846.077575:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9e459267e400. 00000400:00000200:1.0:1780853846.077590:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.077599:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853846.077606:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45850d9cc0 00000400:00000010:1.0:1780853846.077608:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff9e45850d9cc0. 00000100:00000001:1.0:1780853846.077613:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853846.077620:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.077632:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853846.077635:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.077643:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.077645:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1780853846.077757:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853846.077761:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853846.082177:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.082192:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853846.082196:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.082198:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853846.082207:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.082214:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853846.082222:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.082228:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.082232:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.082237:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 4 MB=0x6a25a4fe57200 00000400:00000200:1.0:1780853846.082241:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.082248:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 448/448 into md 0x7371 [1] + 224 00000800:00000001:1.0:1780853846.082254:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.082260:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853846.082303:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853846.082319:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853846.082327:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853846.082337:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853846.082348:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.082365:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853846.082373:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853846.082376:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.082686:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853846.082691:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853846.082696:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853846.082698:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853846.082701:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853846.082706:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853846.082708:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853846.082712:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853846.082717:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853846.082726:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c38a80 x1867358631457280/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.082732:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853846.082734:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.082736:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853846.082739:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853846.082742:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853846.082744:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853846.082747:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853846.082755:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234a8 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853846.082759:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853846.082761:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853846.082763:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853846.082765:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853846.082769:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.082771:0:2383:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853846.082773:0:2383:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853846.082775:0:2383:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853846.082777:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853846.082779:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200512128 : -107453509039488 : ffff9e4587c38a80) 00000100:00000001:2.0:1780853846.082781:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853846.082784:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1780853846.082786:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853846.082788:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853846.082793:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c38a80 x1867358631457280/t4294967334(4294967334) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.082801:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853846.082804:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853846.082806:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853846.082808:0:2383:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:2.0:1780853846.082810:0:2383:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:2.0:1780853846.082814:0:2383:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:2.0:1780853846.082817:0:2383:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:2.0:1780853846.082820:0:2383:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for usr 0 00000001:04000000:2.0:1780853846.082823:0:2383:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for grp 0 00000001:04000000:2.0:1780853846.082824:0:2383:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for prj 0 00000001:00000001:2.0:1780853846.082826:0:2383:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1780853846.082828:0:2383:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:2.0:1780853846.082831:0:2383:0:(osc_request.c:2091:check_write_checksum()) checksum 7c40301 confirmed 00000008:00000001:2.0:1780853846.082835:0:2383:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1780853846.082837:0:2383:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:2.0:1780853846.082839:0:2383:0:(osc_request.c:2585:brw_interpret()) request ffff9e4587c38a80 aa ffff9e4587c38c30 rc 0 00000020:00000001:2.0:1780853846.082845:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853846.082848:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853846.082850:0:2383:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853846.082853:0:2383:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853846.082855:0:2383:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.082857:0:2383:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.082859:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000010:2.0:1780853846.082862:0:2383:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e45835eb9c0. 00000020:00000001:2.0:1780853846.082865:0:2383:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:2.0:1780853846.082867:0:2383:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:2.0:1780853846.082871:0:2383:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:2.0:1780853846.082873:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.082876:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c38a80 x1867358631457280/t4294967334(4294967334) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.082883:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.082886:0:2383:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:2.0:1780853846.082889:0:2383:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e4598be20c0@{[0 -> 255/255], [2|0|-|rpc|wi|ffff9e458a730c40], [1703936|2|+|-|ffff9e45c2171400|256|ffff9e4585c6a7c0]} extent finished. 00000008:00010000:2.0:1780853846.082897:0:2383:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000a0c6f02d ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1780853846.082909:0:2383:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1780853846.082912:0:2383:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1780853846.082915:0:2383:0:(cl_page.c:1104:cl_page_complete()) page@0000000048a833c3[2 00000000896c4e88 3 1 0000000000000000] 00000020:00000001:2.0:1780853846.082917:0:2383:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1780853846.082919:0:2383:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853846.082920:0:2383:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853846.082923:0:2383:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853846.082925:0:2383:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048a833c3[2 00000000896c4e88 3 1 0000000000000000] 00000020:00000001:2.0:1780853846.082927:0:2383:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1780853846.082928:0:2383:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1780853846.082931:0:2383:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1780853846.082933:0:2383:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000048a833c3[2 00000000896c4e88 1 1 0000000000000000] 00000080:00008000:2.0:1780853846.082935:0:2383:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1780853846.082956:0:2383:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1780853846.082957:0:2383:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1780853846.082959:0:2383:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853846.082962:0:2383:0:(cl_page.c:556:cl_batch_put()) page@0000000048a833c3[2 00000000896c4e88 1 1 0000000000000000] 00000020:00000001:2.0:1780853846.082963:0:2383:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1780853846.082964:0:2383:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1780853846.082966:0:2383:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:2.0:1780853846.082967:0:2383:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:2.0:1780853846.082968:0:2383:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1780853846.082970:0:2383:0:(cl_page.c:1104:cl_page_complete()) page@000000007f15cf09[2 00000000896c4e88 3 1 0000000000000000] 00000020:00000001:2.0:1780853846.082971:0:2383:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1780853846.082972:0:2383:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1780853846.082973:0:2383:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1780853846.082975:0:2383:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1780853846.082976:0:2383:0:(cl_page.c:507:__cl_page_state_set()) page@000000007f15cf09[2 00000000896c4e88 3 1 0000000000000000] 00000020:00000001:2.0:1780853846.082978:0:2383:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1780853846.082979:0:2383:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1780853846.082980:0:2383:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1780853846.082982:0:2383:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000007f15cf09[2 00000000896c4e88 1 1 0000000000000000] 00000080:00008000:2.0:1780853846.082983:0:2383:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1780853846.082992:0:2383:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1780853846.082993:0:2383:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1780853846.082994:0:2383:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1780853846.082996:0:2383:0:(cl_page.c:556:cl_batch_put()) page@000000007f15cf09[2 00000000896c4e88 1 1 0000000000000000] 00000020:00000001:2.0:1780853846.082997:0:2383:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1780853846.082998:0:2383:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1780853846.082999:0:2383:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:2.0:1780853846.083057:0:2383:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:2.0:1780853846.083062:0:2383:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e4598be20c0@{[0 -> 255/255], [1|0|-|inv|w|ffff9e458a730c40], [1703936|0|-|-|ffff9e45c2171400|256|ffff9e4585c6a7c0]} destroyed. 00000008:00010000:2.0:1780853846.083068:0:2383:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000a0c6f02d ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853846.083076:0:2383:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853846.083078:0:2383:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1780853846.083081:0:2383:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e4598be20c0. 00000008:00000001:2.0:1780853846.083084:0:2383:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1780853846.083087:0:2383:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff9e4585ca5230. 00000008:00000020:0.0:1780853846.085071:0:34699:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 1 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1780853846.085082:0:34699:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583e80968 page fffffbd344a67100 00000008:00000020:0.0:1780853846.085087:0:34699:0:(osc_cache.c:1765:osc_enter_cache()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 1 } lru {in list: 2, left: 2, waiters: 0 }finally got grant space 00000008:00000001:0.0:1780853846.085092:0:34699:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1780853846.085094:0:34699:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085097:0:34699:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:0.0:1780853846.085105:0:34699:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e458303e0c0. 00000008:00000020:0.0:1780853846.085113:0:34699:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff9e45864b7880 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:0.0:1780853846.085119:0:34699:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1780853846.085132:0:34699:0:(osc_cache.c:857:osc_extent_find()) extent ffff9e458303e0c0@{[0 -> 255/255], [3|1|-|active|wi|ffff9e45864b7880], [1703936|0|-|-|ffff9e458a778600|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1780853846.085140:0:34699:0:(osc_cache.c:857:osc_extent_find()) ### extent: 000000005774a2c8 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1780853846.085152:0:34699:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:0.0:1780853846.085156:0:34699:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085159:0:34699:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085162:0:34699:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1780853846.085165:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000002:0.0:1780853846.085167:0:34699:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1780853846.085170:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.085172:0:34699:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1780853846.085174:0:34699:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1780853846.085176:0:34699:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853846.085179:0:34699:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085181:0:34699:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085182:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:0.0:1780853846.085184:0:34699:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1780853846.085186:0:34699:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1780853846.085189:0:34699:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853846.085192:0:34699:0:(cl_page.c:556:cl_batch_put()) page@000000004f79bf53[4 00000000afa723f6 2 1 0000000052c82bf1] 00000020:00000001:0.0:1780853846.085194:0:34699:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1780853846.085196:0:34699:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1780853846.085197:0:34699:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1780853846.085199:0:34699:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1780853846.085201:0:34699:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1780853846.085202:0:34699:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1780853846.085204:0:34699:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1780853846.085206:0:34699:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583e80af0 folio fffffbd3447a78c0 pg:0 added for cmd 2 00000008:00000020:0.0:1780853846.085210:0:34699:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0000-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 1 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1780853846.085214:0:34699:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583e80b28 page fffffbd3447a78c0 00000008:00000001:0.0:1780853846.085216:0:34699:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085217:0:34699:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085219:0:34699:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1780853846.085220:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000002:0.0:1780853846.085221:0:34699:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1780853846.085223:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.085224:0:34699:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1780853846.085225:0:34699:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1780853846.085226:0:34699:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853846.085228:0:34699:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085229:0:34699:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085230:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:0.0:1780853846.085232:0:34699:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1780853846.085233:0:34699:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1780853846.085234:0:34699:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853846.085236:0:34699:0:(cl_page.c:556:cl_batch_put()) page@0000000058d285ba[4 00000000afa723f6 2 1 0000000052c82bf1] 00000020:00000001:0.0:1780853846.085237:0:34699:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1780853846.085238:0:34699:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1780853846.085239:0:34699:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1780853846.085241:0:34699:0:(osc_request.c:745:osc_update_next_shrink()) next time 3175 to shrink grant 00000080:00000001:0.0:1780853846.085244:0:34699:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:0.0:1780853846.085246:0:34699:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1780853846.085254:0:34699:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e459190d4f8, count 2, dirtied 2 00000080:00000001:0.0:1780853846.085256:0:34699:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1780853846.085258:0:34699:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1780853846.085260:0:34699:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1780853846.085262:0:34699:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1780853846.085278:0:34699:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853846.085281:0:34699:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f79bf53[3 00000000afa723f6 2 1 0000000000000000] 00000020:00000001:0.0:1780853846.085283:0:34699:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1780853846.085284:0:34699:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1780853846.085286:0:34699:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1780853846.085288:0:34699:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853846.085290:0:34699:0:(cl_page.c:556:cl_batch_put()) page@000000004f79bf53[3 00000000afa723f6 1 1 0000000000000000] 00000020:00000001:0.0:1780853846.085291:0:34699:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1780853846.085292:0:34699:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1780853846.085293:0:34699:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1780853846.085294:0:34699:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1780853846.085295:0:34699:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1780853846.085296:0:34699:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853846.085298:0:34699:0:(cl_page.c:507:__cl_page_state_set()) page@0000000058d285ba[3 00000000afa723f6 2 1 0000000000000000] 00000020:00000001:0.0:1780853846.085300:0:34699:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1780853846.085301:0:34699:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1780853846.085302:0:34699:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1780853846.085311:0:34699:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853846.085314:0:34699:0:(cl_page.c:556:cl_batch_put()) page@0000000058d285ba[3 00000000afa723f6 1 1 0000000000000000] 00000020:00000001:0.0:1780853846.085315:0:34699:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1780853846.085316:0:34699:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1780853846.085317:0:34699:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:0.0:1780853846.085319:0:34699:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1780853846.085320:0:34699:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085323:0:34699:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085326:0:34699:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085328:0:34699:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853846.085330:0:34699:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1780853846.085333:0:34699:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1780853846.085334:0:34699:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1780853846.085336:0:34699:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085340:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37b80 00000080:00200000:0.0:1780853846.085342:0:34699:0:(vvp_io.c:1352:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1780853846.085345:0:34699:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085347:0:34699:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853846.085350:0:34699:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.085351:0:34699:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853846.085353:0:34699:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:0.0:1780853846.085355:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.085356:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.085358:0:34699:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1780853846.085360:0:34699:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853846.085361:0:34699:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085363:0:34699:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085374:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:0.0:1780853846.085376:0:34699:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085378:0:34699:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085380:0:34699:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085381:0:34699:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085383:0:34699:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085385:0:34699:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853846.085386:0:34699:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1780853846.085387:0:34699:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853846.085388:0:34699:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1780853846.085390:0:34699:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:0.0:1780853846.085393:0:34699:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1780853846.085396:0:34699:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e45864b7880 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1780853846.085401:0:34699:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853846.085403:0:34699:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085404:0:34699:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853846.085406:0:34699:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.085408:0:34699:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:0.0:1780853846.085409:0:34699:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853846.085410:0:34699:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085412:0:34699:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085414:0:34699:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853846.085416:0:34699:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853846.085418:0:34699:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853846.085420:0:34699:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1780853846.085422:0:34699:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853846.085423:0:34699:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1780853846.085426:0:34699:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853846.085429:0:34699:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853846.085430:0:34699:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371945128 : -107453337606488 : ffff9e4591fb66a8) 00000020:00000001:0.0:1780853846.085432:0:34699:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853846.085433:0:34699:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba94b0 (ffff9e4587c07098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853846.085436:0:34699:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1780853846.085438:0:34699:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1780853846.085440:0:34699:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.085443:0:34699:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.085445:0:34699:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=5 00000020:00000001:0.0:1780853846.085448:0:34699:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:0.0:1780853846.085450:0:34699:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:0.0:1780853846.085452:0:34699:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853846.085456:0:34699:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853846.085463:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.085465:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.085466:0:34699:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853846.085469:0:34699:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853846.085472:0:34699:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853846.085480:0:34699:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853846.085483:0:34699:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853846.085485:0:34699:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853846.085488:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.085489:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.085491:0:34699:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.085494:0:34699:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853846.085496:0:34699:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.085498:0:34699:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.085501:0:34699:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.085504:0:34699:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853846.085505:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.085506:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.085507:0:34699:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.085508:0:34699:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853846.085509:0:34699:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1780853846.085511:0:34699:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853846.085512:0:34699:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853846.085513:0:34699:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853846.085515:0:34699:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853846.085516:0:34699:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45883456c8 (ffff9e4587c07cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1780853846.085519:0:34699:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853846.085520:0:34699:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853846.085521:0:34699:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba94b0 (ffff9e4587c07cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1780853846.085524:0:34699:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282ab0. 00000020:00000001:0.0:1780853846.085529:0:34699:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1780853846.085530:0:34699:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9480. 00020000:00000001:0.0:1780853846.085533:0:34699:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853846.085534:0:34699:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853846.085543:0:34699:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1780853846.085545:0:34699:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853846.085546:0:34699:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.085547:0:34699:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853846.085549:0:34699:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853846.085550:0:34699:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085552:0:34699:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085554:0:34699:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853846.085555:0:34699:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853846.085556:0:34699:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1780853846.085558:0:34699:0:(vvp_io.c:516:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1780853846.085560:0:34699:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853846.085561:0:34699:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853846.085563:0:34699:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853846.085564:0:34699:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.085565:0:34699:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853846.085567:0:34699:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853846.085568:0:34699:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085570:0:34699:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.085572:0:34699:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853846.085573:0:34699:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853846.085575:0:34699:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853846.085579:0:34699:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1780853846.085582:0:34699:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:0.0:1780853846.085757:0:34699:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:0.0:1780853846.085760:0:34699:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853846.085762:0:34699:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853846.085763:0:34699:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853846.085765:0:34699:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853846.085766:0:34699:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853846.085768:0:34699:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07090 00000020:00000010:0.0:1780853846.085773:0:34699:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267fc00. 00000020:00000010:0.0:1780853846.085778:0:34699:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5660. 00000008:00000010:0.0:1780853846.085782:0:34699:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68b28. 00020000:00000010:0.0:1780853846.085787:0:34699:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2780. 00008000:00000010:0.0:1780853846.085791:0:34699:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3c08. 00000080:00000010:0.0:1780853846.085796:0:34699:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7be70. 00000080:00000010:0.0:1780853846.085800:0:34699:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60920. 00000020:00000010:0.0:1780853846.085803:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e800. 00000008:00000010:0.0:1780853846.085807:0:34699:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a580. 00020000:00000010:0.0:1780853846.085810:0:34699:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb5f80. 00008000:00000010:0.0:1780853846.085813:0:34699:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344e58. 00000080:00000010:0.0:1780853846.085817:0:34699:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345870. 00000020:00000010:0.0:1780853846.085819:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267fa00. 00000020:00000010:0.0:1780853846.085822:0:34699:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07090. 00020000:00000001:0.0:1780853846.085824:0:34699:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853846.085826:0:34699:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853846.085828:0:34699:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853846.085830:0:34699:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853846.085833:0:34699:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853846.085835:0:34699:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1780853846.085836:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37c98 00000080:00200000:0.0:1780853846.085838:0:34699:0:(file.c:2208:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1780853846.085843:0:34699:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853846.085845:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91918 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.085847:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91918 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.085849:0:34699:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853846.085853:0:34699:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1780853846.085857:0:34699:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853846.085859:0:34699:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1780853846.085861:0:34699:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853846.085862:0:34699:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1780853846.085865:0:34699:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1780853846 a=0 c=1780853846 b=1 00020000:00000001:0.0:1780853846.085868:0:34699:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853846.085870:0:34699:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1780853846 a=0 c=1780853846 b=1 00020000:00000001:0.0:1780853846.085874:0:34699:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085875:0:34699:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.085877:0:34699:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91918 -> ffff9e4590c91918 00000080:00200000:0.0:1780853846.085880:0:34699:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1780853846.085882:0:34699:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1780853846.085886:0:34699:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1780853846.085888:0:34699:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1780853846.085890:0:34699:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07cf0 00000020:00000010:0.0:1780853846.085892:0:34699:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267f000. 00000020:00000010:0.0:1780853846.085895:0:34699:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da59c0. 00000008:00000010:0.0:1780853846.085897:0:34699:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ef90. 00020000:00000010:0.0:1780853846.085900:0:34699:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2a80. 00008000:00000010:0.0:1780853846.085902:0:34699:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd0000. 00000080:00000010:0.0:1780853846.085905:0:34699:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b7e0. 00000080:00000010:0.0:1780853846.085907:0:34699:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c63230. 00000020:00000010:0.0:1780853846.085909:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e600. 00000008:00000010:0.0:1780853846.085912:0:34699:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:0.0:1780853846.085915:0:34699:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb6640. 00008000:00000010:0.0:1780853846.085917:0:34699:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344920. 00000080:00000010:0.0:1780853846.085919:0:34699:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345690. 00000020:00000010:0.0:1780853846.085921:0:34699:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f400. 00000020:00000010:0.0:1780853846.085923:0:34699:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07cf0. 00000020:00000001:0.0:1780853846.085926:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37d88 00000080:00000008:0.0:1780853846.085927:0:34699:0:(file.c:2694:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1780853846.085930:0:34699:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000008:00000020:2.0:1780853846.087687:0:2383:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000001:2.0:1780853846.087702:0:2383:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853846.087717:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c38a80 x1867358631457280/t4294967334(4294967334) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853846.087728:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631457280:192.168.202.110@tcp:4:multiop.0 00000100:00000001:2.0:1780853846.087733:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.087737:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853846.087740:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c38a80 x1867358631457280/t4294967334(4294967334) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853846.087747:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.087750:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853846.087757:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853846.087759:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853846.087761:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853846.087764:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853846.087785:0:22571:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853846.087793:0:22571:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07240. 00000020:00000010:2.0:1780853846.087797:0:22571:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e200. 00000020:00000010:2.0:1780853846.087801:0:22571:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e000. 00000020:00000010:2.0:1780853846.087805:0:22571:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5de0. 00000008:00000010:2.0:1780853846.087810:0:22571:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853846.087814:0:22571:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853846.087818:0:22571:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd34f8. 00000080:00000010:2.0:1780853846.087823:0:22571:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b3f0. 00000080:00000010:2.0:1780853846.087827:0:22571:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60490. 00000020:00000010:2.0:1780853846.087830:0:22571:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f400. 00000008:00000010:2.0:1780853846.087833:0:22571:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a2c0. 00020000:00000010:2.0:1780853846.087836:0:22571:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb4fc0. 00008000:00000010:2.0:1780853846.087839:0:22571:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45883448b8. 00000080:00000010:2.0:1780853846.087843:0:22571:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883454b0. 00000020:00000001:2.0:1780853846.087845:0:22571:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309320 : -107453509242296 : ffff9e4587c07248) 00000020:00001000:2.0:1780853846.087848:0:22571:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07240 00000008:00000020:2.0:1780853846.087850:0:22571:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:2.0:1780853846.087852:0:22571:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1780853846.087854:0:22571:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:2.0:1780853846.087856:0:22571:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853846.087858:0:22571:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1780853846.087859:0:22571:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07240 00000020:00000010:2.0:1780853846.087862:0:22571:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e000. 00000020:00000010:2.0:1780853846.087867:0:22571:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5de0. 00000008:00000010:2.0:1780853846.087870:0:22571:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853846.087873:0:22571:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853846.087876:0:22571:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd34f8. 00000080:00000010:2.0:1780853846.087879:0:22571:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b3f0. 00000080:00000010:2.0:1780853846.087882:0:22571:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60490. 00000020:00000010:2.0:1780853846.087884:0:22571:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e200. 00000008:00000010:2.0:1780853846.087886:0:22571:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a2c0. 00020000:00000010:2.0:1780853846.087889:0:22571:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb4fc0. 00008000:00000010:2.0:1780853846.087891:0:22571:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45883448b8. 00000080:00000010:2.0:1780853846.087894:0:22571:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883454b0. 00000020:00000010:2.0:1780853846.087896:0:22571:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f400. 00000020:00000010:2.0:1780853846.087899:0:22571:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07240. 00000080:00000001:0.0:1780853846.131846:0:34703:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853846.131854:0:34703:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853846.131858:0:34703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c0fb78 00000080:00200000:0.0:1780853846.131863:0:34703:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853846.131872:0:34703:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073400. 00800000:00000002:0.0:1780853846.131880:0:34703:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853846.131884:0:34703:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853846.131889:0:34703:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853846.131891:0:34703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c0fa98 00800000:00000002:0.0:1780853846.131894:0:34703:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853846.131898:0:34703:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853846.131902:0:34703:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853846.131909:0:34703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853846.131911:0:34703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c0f968 00000002:00010000:0.0:1780853846.131913:0:34703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853846.131917:0:34703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853846.131919:0:34703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853846.131923:0:34703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853846.131930:0:34703:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:0.0:1780853846.131933:0:34703:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853846.131938:0:34703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853846.131942:0:34703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853846.131947:0:34703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853846.131958:0:34703:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853846.131963:0:34703:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.131966:0:34703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1780853846.131973:0:34703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853846.131975:0:34703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853846.131977:0:34703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853846.131979:0:34703:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853846.131981:0:34703:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853846.131983:0:34703:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853846.131986:0:34703:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853846.131988:0:34703:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853846.131992:0:34703:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073400. 00000080:00000001:0.0:1780853846.132261:0:34703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853846.132327:0:34703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853846.132331:0:34703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853846.132335:0:34703:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eed 00800000:00000001:0.0:1780853846.132338:0:34703:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853846.132340:0:34703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853846.132342:0:34703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.132344:0:34703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.132347:0:34703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:0.0:1780853846.132349:0:34703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.132351:0:34703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.132355:0:34703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.132356:0:34703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853846.132357:0:34703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853846.132359:0:34703:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853846.132361:0:34703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eed from it ffffb4b401c0fbb0 00010000:00000001:0.0:1780853846.132363:0:34703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.132364:0:34703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.132459:0:34703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:0.0:1780853846.132463:0:34703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.132465:0:34703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:0.0:1780853846.132468:0:34703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853846.132471:0:34703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853846.132478:0:34703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.132480:0:34703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.132481:0:34703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853846.132483:0:34703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853846.132486:0:34703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853846.132493:0:34703:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853846.132496:0:34703:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853846.132499:0:34703:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853846.132503:0:34703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.132504:0:34703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853846.132505:0:34703:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.132508:0:34703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853846.132510:0:34703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.132512:0:34703:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.132515:0:34703:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.132517:0:34703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853846.132518:0:34703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.132519:0:34703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853846.132522:0:34703:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853846.132524:0:34703:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853846.132526:0:34703:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:0.0:1780853846.132530:0:34703:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132535:0:34703:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:0.0:1780853846.132610:0:34703:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853846.132613:0:34703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c0fb78 00000080:00200008:0.0:1780853846.132615:0:34703:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 504000 00000080:00000010:0.0:1780853846.132621:0:34703:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cd900. 00000080:00000001:0.0:1780853846.132626:0:34703:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132628:0:34703:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132658:0:34703:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1780853846.132660:0:34703:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=8028667f arg=7ffe2f84aee0 00000080:00000001:0.0:1780853846.132666:0:34703:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000080:00000001:0.0:1780853846.132669:0:34703:0:(llite_lib.c:4137:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1780853846.132671:0:34703:0:(llite_lib.c:4143:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132672:0:34703:0:(llite_lib.c:3525:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132674:0:34703:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132683:0:34703:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:0.0:1780853846.132685:0:34703:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853846.132687:0:34703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c0fd98 00000080:00200008:0.0:1780853846.132689:0:34703:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 504000 00000080:00400000:0.0:1780853846.132693:0:34703:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1780853846.132696:0:34703:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cd900. 00000080:00000001:0.0:1780853846.132700:0:34703:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853846.132702:0:34703:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c0fd98 00000080:00000008:0.0:1780853846.132704:0:34703:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 504000, rc = 0 00000080:00000001:0.0:1780853846.132706:0:34703:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.132708:0:34703:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.318162:0:20794:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1780853846.318168:0:20794:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853846.318171:0:20794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.318184:0:20794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853846.318193:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073800. 00000020:00000010:0.0:1780853846.318198:0:20794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072000. 00000020:00000010:0.0:1780853846.318202:0:20794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853846.318208:0:20794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.318213:0:20794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853846.318219:0:20794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853846.318225:0:20794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.318228:0:20794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.318231:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000008:00000010:0.0:1780853846.318234:0:20794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.318238:0:20794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.318241:0:20794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.318244:0:20794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853846.318247:0:20794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853846.318250:0:20794:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853846.318254:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e4598830c38 -> ffff9e4598830c38 00000020:00000001:0.0:1780853846.318257:0:20794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853846.318289:0:20794:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853846.318292:0:20794:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853846.318296:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.318297:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853846.318298:0:20794:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853846.318318:0:20794:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x30:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1780853846.318322:0:20794:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e458a6b4f80 00020000:00000001:0.0:1780853846.318326:0:20794:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853846.318328:0:20794:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853846.318331:0:20794:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853846.318332:0:20794:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318335:0:20794:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853846.318337:0:20794:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853846.318339:0:20794:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318340:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.318341:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853846.318343:0:20794:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853846.318352:0:20794:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e39b0) owner 0000000000000000/ffff9e458a6b4f80 00000020:00000001:0.0:1780853846.318355:0:20794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318359:0:20794:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853846.318361:0:20794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853846.318363:0:20794:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853846.318376:0:20794:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853846.318380:0:20794:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853846.318384:0:20794:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853846.318385:0:20794:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853846.318387:0:20794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.318390:0:20794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008b40. 00000020:00000010:0.0:1780853846.318393:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072200. 00000020:00000010:0.0:1780853846.318396:0:20794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072a00. 00000020:00000010:0.0:1780853846.318400:0:20794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853846.318404:0:20794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853846.318406:0:20794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853846.318410:0:20794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.318413:0:20794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853846.318416:0:20794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853846.318419:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000008:00000010:0.0:1780853846.318421:0:20794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853846.318424:0:20794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853846.318426:0:20794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853846.318429:0:20794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853846.318431:0:20794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504968 : -107453354046648 : ffff9e4591008b48) 00000020:00001000:0.0:1780853846.318434:0:20794:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008b40 00000020:00000001:0.0:1780853846.318436:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e45988303a0 -> ffff9e4598830c38 00000020:00000001:0.0:1780853846.318438:0:20794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853846.318441:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.318442:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853846.318443:0:20794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318445:0:20794:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318447:0:20794:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853846.318449:0:20794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853846.318451:0:20794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318453:0:20794:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318454:0:20794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318456:0:20794:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853846.318458:0:20794:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853846.318460:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.318460:0:20794:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853846.318462:0:20794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853846.318463:0:20794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318465:0:20794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318467:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318468:0:20794:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318469:0:20794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853846.318470:0:20794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318471:0:20794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318473:0:20794:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853846.318475:0:20794:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853846.318476:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.318477:0:20794:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853846.318478:0:20794:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1780853846.318480:0:20794:0:(osc_io.c:1089:osc_io_fsync_start()) lustre-OST0000-osc-ffff9e4592299000: unstable/dirty counts are both zero 00000008:00000001:0.0:1780853846.318482:0:20794:0:(osc_io.c:1090:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318484:0:20794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318485:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318486:0:20794:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318487:0:20794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318489:0:20794:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853846.318490:0:20794:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853846.318492:0:20794:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853846.318493:0:20794:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1780853846.318494:0:20794:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853846.318495:0:20794:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318497:0:20794:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853846.318498:0:20794:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853846.318499:0:20794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853846.318501:0:20794:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853846.318502:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.318503:0:20794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853846.318504:0:20794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853846.318505:0:20794:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318507:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318508:0:20794:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853846.318509:0:20794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853846.318511:0:20794:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853846.318512:0:20794:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853846.318514:0:20794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853846.318515:0:20794:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853846.318516:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.318518:0:20794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853846.318519:0:20794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853846.318520:0:20794:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318522:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318524:0:20794:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853846.318525:0:20794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853846.318526:0:20794:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.318528:0:20794:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853846.318530:0:20794:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853846.318531:0:20794:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853846.318532:0:20794:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853846.318543:0:20794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853846.318545:0:20794:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008b40 00000020:00000010:0.0:1780853846.318549:0:20794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072a00. 00000020:00000010:0.0:1780853846.318554:0:20794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853846.318558:0:20794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853846.318563:0:20794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853846.318566:0:20794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.318569:0:20794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853846.318572:0:20794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853846.318575:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853846.318578:0:20794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853846.318580:0:20794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853846.318588:0:20794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853846.318591:0:20794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853846.318593:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000020:00000010:0.0:1780853846.318595:0:20794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008b40. 00020000:00000001:0.0:1780853846.318598:0:20794:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853846.318600:0:20794:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853846.318603:0:20794:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853846.318605:0:20794:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853846.318607:0:20794:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853846.318608:0:20794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853846.318611:0:20794:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853846.318613:0:20794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072000. 00000020:00000010:0.0:1780853846.318615:0:20794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853846.318618:0:20794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.318620:0:20794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853846.318623:0:20794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853846.318626:0:20794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.318628:0:20794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.318630:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073800. 00000008:00000010:0.0:1780853846.318632:0:20794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.318634:0:20794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.318636:0:20794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.318638:0:20794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853846.318640:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853846.318642:0:20794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00000080:00000001:0.0:1780853846.318645:0:20794:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.318647:0:20794:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.318653:0:20794:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1780853846.318655:0:20794:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853846.318656:0:20794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.318659:0:20794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853846.318662:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853846.318664:0:20794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073800. 00000020:00000010:0.0:1780853846.318667:0:20794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853846.318669:0:20794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.318671:0:20794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853846.318674:0:20794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853846.318676:0:20794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.318678:0:20794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.318680:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000008:00000010:0.0:1780853846.318682:0:20794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.318685:0:20794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.318687:0:20794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.318689:0:20794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853846.318692:0:20794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853846.318694:0:20794:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853846.318696:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:0.0:1780853846.318697:0:20794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853846.318699:0:20794:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853846.318701:0:20794:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853846.318703:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.318704:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853846.318705:0:20794:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853846.318708:0:20794:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1780853846.318710:0:20794:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e458a6b4f80 00020000:00000001:0.0:1780853846.318712:0:20794:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853846.318714:0:20794:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853846.318715:0:20794:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853846.318716:0:20794:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.318718:0:20794:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853846.318719:0:20794:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853846.318720:0:20794:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319792:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.319797:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853846.319798:0:20794:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853846.319800:0:20794:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e458a6b4f80 00000020:00000001:0.0:1780853846.319804:0:20794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319807:0:20794:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853846.319809:0:20794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853846.319811:0:20794:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853846.319815:0:20794:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853846.319818:0:20794:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853846.319822:0:20794:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853846.319824:0:20794:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853846.319825:0:20794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.319831:0:20794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008b40. 00000020:00000010:0.0:1780853846.319836:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000020:00000010:0.0:1780853846.319839:0:20794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072200. 00000020:00000010:0.0:1780853846.319842:0:20794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853846.319846:0:20794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853846.319849:0:20794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853846.319853:0:20794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.319856:0:20794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853846.319859:0:20794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853846.319862:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000008:00000010:0.0:1780853846.319865:0:20794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853846.319868:0:20794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853846.319871:0:20794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853846.319873:0:20794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853846.319875:0:20794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504968 : -107453354046648 : ffff9e4591008b48) 00000020:00001000:0.0:1780853846.319877:0:20794:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008b40 00000020:00000001:0.0:1780853846.319879:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e4598830148 -> ffff9e4598830918 00000020:00000001:0.0:1780853846.319881:0:20794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853846.319883:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.319884:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853846.319885:0:20794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.319887:0:20794:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.319890:0:20794:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853846.319892:0:20794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853846.319893:0:20794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.319895:0:20794:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319896:0:20794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319898:0:20794:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853846.319900:0:20794:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853846.319901:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.319902:0:20794:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853846.319903:0:20794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853846.319905:0:20794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319906:0:20794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.319908:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.319909:0:20794:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319911:0:20794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853846.319912:0:20794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319914:0:20794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319915:0:20794:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853846.319917:0:20794:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853846.319918:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.319919:0:20794:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853846.319921:0:20794:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1780853846.319923:0:20794:0:(osc_io.c:1089:osc_io_fsync_start()) lustre-OST0000-osc-ffff9e4592299000: unstable/dirty counts are both zero 00000008:00000001:0.0:1780853846.319924:0:20794:0:(osc_io.c:1090:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.319926:0:20794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.319928:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.320705:0:20794:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.320708:0:20794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.320711:0:20794:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853846.320713:0:20794:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853846.320714:0:20794:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853846.320715:0:20794:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1780853846.320716:0:20794:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853846.320717:0:20794:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.320719:0:20794:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1780853846.320720:0:20794:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853846.320794:0:20794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853846.320797:0:20794:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853846.320798:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.320799:0:20794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853846.320800:0:20794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853846.320801:0:20794:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.320803:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.320805:0:20794:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853846.320806:0:20794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853846.320808:0:20794:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853846.320809:0:20794:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853846.320810:0:20794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853846.320812:0:20794:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853846.320813:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.320814:0:20794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853846.320815:0:20794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853846.320816:0:20794:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.320818:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.320820:0:20794:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853846.320821:0:20794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853846.320823:0:20794:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.320825:0:20794:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853846.320827:0:20794:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853846.320828:0:20794:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853846.320829:0:20794:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853846.320830:0:20794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853846.320832:0:20794:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008b40 00000020:00000010:0.0:1780853846.320836:0:20794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072200. 00000020:00000010:0.0:1780853846.320843:0:20794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853846.320848:0:20794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853846.320853:0:20794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853846.320856:0:20794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.320860:0:20794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853846.320862:0:20794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853846.320866:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000008:00000010:0.0:1780853846.320868:0:20794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853846.320871:0:20794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853846.320874:0:20794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853846.320877:0:20794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:0.0:1780853846.320879:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000020:00000010:0.0:1780853846.320882:0:20794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008b40. 00020000:00000001:0.0:1780853846.320884:0:20794:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853846.320887:0:20794:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853846.320889:0:20794:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853846.320891:0:20794:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853846.320894:0:20794:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853846.320895:0:20794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853846.320898:0:20794:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:0.0:1780853846.320900:0:20794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073800. 00000020:00000010:0.0:1780853846.320902:0:20794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853846.320904:0:20794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.320907:0:20794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853846.320909:0:20794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853846.320912:0:20794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.320914:0:20794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.320916:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000008:00000010:0.0:1780853846.320918:0:20794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.320921:0:20794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.320923:0:20794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.320926:0:20794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:0.0:1780853846.320928:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000020:00000010:0.0:1780853846.321710:0:20794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00000080:00000001:0.0:1780853846.321714:0:20794:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.321718:0:20794:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.321856:0:20794:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1780853846.321859:0:20794:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1780853846.321861:0:20794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.321868:0:20794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008480. 00000020:00000010:0.0:1780853846.321873:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000020:00000010:0.0:1780853846.321878:0:20794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072800. 00000020:00000010:0.0:1780853846.321881:0:20794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853846.321886:0:20794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.321890:0:20794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e000. 00008000:00000010:0.0:1780853846.321894:0:20794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa9c40. 00000080:00000010:0.0:1780853846.321899:0:20794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276aa80. 00000080:00000010:0.0:1780853846.321903:0:20794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853846.321906:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073800. 00000008:00000010:0.0:1780853846.321910:0:20794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e840. 00020000:00000010:0.0:1780853846.321913:0:20794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e458645a1c0. 00008000:00000010:0.0:1780853846.321916:0:20794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b50c8. 00000080:00000010:0.0:1780853846.321919:0:20794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474a50. 00000020:00000001:0.0:1780853846.321922:0:20794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503240 : -107453354048376 : ffff9e4591008488) 00000020:00001000:0.0:1780853846.321924:0:20794:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008480 00000020:00000001:0.0:1780853846.321928:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91918 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.322201:0:20794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853846.322204:0:20794:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853846.322206:0:20794:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853846.322209:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.322211:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853846.322212:0:20794:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853846.322215:0:20794:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x35:0x0]io ffff9e45904c0980 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1780853846.322219:0:20794:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e458a6b4f80 00020000:00000001:0.0:1780853846.322222:0:20794:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853846.322224:0:20794:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853846.322225:0:20794:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853846.322227:0:20794:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.322229:0:20794:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853846.322232:0:20794:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853846.322233:0:20794:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.322235:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.322236:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853846.322237:0:20794:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853846.322239:0:20794:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e458a6b4f80 00000020:00000001:0.0:1780853846.322241:0:20794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.322244:0:20794:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853846.322245:0:20794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853846.322247:0:20794:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853846.322249:0:20794:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853846.322252:0:20794:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853846.322255:0:20794:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853846.322257:0:20794:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853846.322258:0:20794:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.322294:0:20794:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008b40. 00000020:00000010:0.0:1780853846.322299:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000020:00000010:0.0:1780853846.322925:0:20794:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073400. 00000020:00000010:0.0:1780853846.322939:0:20794:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853846.322944:0:20794:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853846.322948:0:20794:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e900. 00008000:00000010:0.0:1780853846.322951:0:20794:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab170. 00000080:00000010:0.0:1780853846.322955:0:20794:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a150. 00000080:00000010:0.0:1780853846.322958:0:20794:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c1488. 00000020:00000010:0.0:1780853846.322961:0:20794:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853846.322964:0:20794:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2fce0. 00020000:00000010:0.0:1780853846.322967:0:20794:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458d80. 00008000:00000010:0.0:1780853846.322969:0:20794:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b59f0. 00000080:00000010:0.0:1780853846.322972:0:20794:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474870. 00000020:00000001:0.0:1780853846.322975:0:20794:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504968 : -107453354046648 : ffff9e4591008b48) 00000020:00001000:0.0:1780853846.322977:0:20794:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008b40 00000020:00000001:0.0:1780853846.322980:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91148 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.322982:0:20794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853846.322985:0:20794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853846.322986:0:20794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853846.322987:0:20794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.322989:0:20794:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.322991:0:20794:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175483432 : -107453534068184 : ffff9e458645a228) 00000020:00000001:0.0:1780853846.322993:0:20794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853846.322995:0:20794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.322997:0:20794:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.322999:0:20794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323001:0:20794:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1780853846.323002:0:20794:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853846.323004:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.323005:0:20794:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853846.323007:0:20794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853846.323008:0:20794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323009:0:20794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.323011:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.323012:0:20794:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323013:0:20794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853846.323015:0:20794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323016:0:20794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323018:0:20794:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1780853846.323020:0:20794:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853846.323021:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853846.323021:0:20794:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853846.323023:0:20794:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1780853846.323026:0:20794:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1780853846.323031:0:20794:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1780853846.323033:0:20794:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1780853846.323034:0:20794:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853846.323037:0:20794:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1780853846.323039:0:20794:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1780853846.323041:0:20794:0:(osc_cache.c:2305:osc_next_obj()) Process leaving (rc=18446636620175865984 : -107453533685632 : ffff9e45864b7880) 00000008:00000020:0.0:1780853846.323045:0:20794:0:(osc_cache.c:2341:osc_check_rpcs()) obj ffff9e45864b7880 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1780853846.323048:0:20794:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1780853846.323049:0:20794:0:(osc_cache.c:1828:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1780853846.323050:0:20794:0:(osc_cache.c:1829:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853846.323051:0:20794:0:(osc_cache.c:2161:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1780853846.323054:0:20794:0:(osc_cache.c:2018:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1780853846.323056:0:20794:0:(osc_cache.c:2022:try_to_add_extent_for_io()) extent ffff9e458303e0c0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9e45864b7880], [1703936|2|+|-|ffff9e458a778600|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1780853846.323064:0:20794:0:(osc_cache.c:2022:try_to_add_extent_for_io()) ### extent: 000000005774a2c8 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1780853846.323078:0:20794:0:(osc_cache.c:2071:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1780853846.323082:0:20794:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1780853846.323088:0:20794:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1780853846.323091:0:20794:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1780853846.323095:0:20794:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9e458303e0c0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9e45864b7880], [1703936|2|+|-|ffff9e458a778600|256|ffff9e458a6b4f80]} make ready 00000008:00010000:0.0:1780853846.323101:0:20794:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 000000005774a2c8 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1780853846.323108:0:20794:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1780853846.323110:0:20794:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1780853846.323134:0:20794:0:(cl_page.c:1160:cl_page_make_ready()) page@000000004f79bf53[2 00000000afa723f6 1 1 0000000000000000] 00000020:00008000:0.0:1780853846.323136:0:20794:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1780853846.323138:0:20794:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1780853846.323139:0:20794:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1780853846.323141:0:20794:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1780853846.323143:0:20794:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853846.323144:0:20794:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853846.323146:0:20794:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853846.323149:0:20794:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f79bf53[2 00000000afa723f6 1 1 0000000000000000] 00000020:00000001:0.0:1780853846.323151:0:20794:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1780853846.323152:0:20794:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1780853846.323153:0:20794:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1780853846.323156:0:20794:0:(cl_page.c:1182:cl_page_make_ready()) page@000000004f79bf53[2 00000000afa723f6 3 1 0000000000000000] 00000020:00000001:0.0:1780853846.323157:0:20794:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1780853846.323159:0:20794:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323161:0:20794:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:0.0:1780853846.323162:0:20794:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1780853846.323166:0:20794:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000058d285ba[2 00000000afa723f6 1 1 0000000000000000] 00000020:00008000:0.0:1780853846.323167:0:20794:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1780853846.323168:0:20794:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1780853846.323169:0:20794:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1780853846.323170:0:20794:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1780853846.323171:0:20794:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853846.323173:0:20794:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853846.323174:0:20794:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853846.323176:0:20794:0:(cl_page.c:507:__cl_page_state_set()) page@0000000058d285ba[2 00000000afa723f6 1 1 0000000000000000] 00000020:00000001:0.0:1780853846.323177:0:20794:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1780853846.323179:0:20794:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1780853846.323180:0:20794:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1780853846.323182:0:20794:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000058d285ba[2 00000000afa723f6 3 1 0000000000000000] 00000020:00000001:0.0:1780853846.323183:0:20794:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1780853846.323184:0:20794:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323187:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.323189:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.323191:0:20794:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1780853846.323194:0:20794:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323196:0:20794:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:0.0:1780853846.323199:0:20794:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323202:0:20794:0:(osc_request.c:2818:osc_build_rpc()) Process entered 00000008:00000020:0.0:1780853846.323204:0:20794:0:(osc_page.c:1386:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9e4592299000: cli: ffff9e45904bd560 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1780853846.323210:0:20794:0:(osc_request.c:2849:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9e4590c7f000. 00000008:00000010:0.0:1780853846.323214:0:20794:0:(osc_request.c:2853:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9e45898adb60. 00000008:00000020:0.0:1780853846.323216:0:20794:0:(osc_request.c:2874:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1780853846.323219:0:20794:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1780853846.323221:0:20794:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1780853846.323223:0:20794:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1780853846.323226:0:20794:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1780853846/1780853846 00000020:00000001:0.0:1780853846.323230:0:20794:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1780853846.323232:0:20794:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1780853846.323235:0:20794:0:(osc_lock.c:1341:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1780853846.323238:0:20794:0:(osc_request.c:3330:osc_match_base()) Process entered 00010000:00000001:0.0:1780853846.323241:0:20794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853846.323246:0:20794:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:0.0:1780853846.323249:0:20794:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853846.323254:0:20794:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1780853846.323257:0:20794:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1780853846.323260:0:20794:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853846.323316:0:20794:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853846.323321:0:20794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853846.323329:0:20794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.323331:0:20794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853846.323333:0:20794:0:(osc_request.c:3345:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853846.323335:0:20794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853846.323338:0:20794:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853846.323340:0:20794:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:0.0:1780853846.323342:0:20794:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:0.0:1780853846.323353:0:20794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00000008:00000001:0.0:1780853846.323356:0:20794:0:(osc_lock.c:1375:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:0.0:1780853846.323358:0:20794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.323359:0:20794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1780853846.323360:0:20794:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1780853846.323363:0:20794:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1780853846.323379:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836ad80. 00000020:00000040:0.0:1780853846.323384:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853846.323391:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853846.323393:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853846.323396:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853846.323421:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9e4587cc8000. 00000100:00000001:0.0:1780853846.323429:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1780853846.323437:0:20794:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1780853846.323445:0:20794:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9e4592299000: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:0.0:1780853846.323451:0:20794:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1780853846.323482:0:20794:0:(lnet-crypto.c:95:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 587 MB/s 00000008:00008000:0.0:1780853846.323487:0:20794:0:(osc_request.c:1215:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=0, bytes=8192, folios=2 00000008:00000001:0.0:1780853846.323511:0:20794:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1780853846.323514:0:20794:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 7c40301 (20) 00000008:00100000:0.0:1780853846.323519:0:20794:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9e458836ad80 - object 0x240000400:69 offset 0<>8192 00000008:00000001:0.0:1780853846.323522:0:20794:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323524:0:20794:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1780853846.323526:0:20794:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1780853846.323527:0:20794:0:(cl_io.c:1176:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1780853846.323529:0:20794:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1780853846/1780853846 00000020:00000001:0.0:1780853846.323530:0:20794:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1780853846.323532:0:20794:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1780853846.323542:0:20794:0:(cl_io.c:1182:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1780853846.323545:0:20794:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.323547:0:20794:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000008:00000002:0.0:1780853846.323558:0:20794:0:(osc_request.c:2975:osc_build_rpc()) @@@ 2 pages, aa 00000000dff08c75, now 0r/1w/0d in flight req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1780853846.323574:0:20794:0:(osc_request.c:2987:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1780853846.323591:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e460c2dc] to pc [ptlrpcd_00_01+1] req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1780853846.323625:0:20794:0:(osc_request.c:2993:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1780853846.323627:0:20794:0:(osc_request.c:3018:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323629:0:20794:0:(osc_cache.c:2210:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323631:0:20794:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853846.323632:0:20794:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323634:0:20794:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853846.323635:0:20794:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323637:0:20794:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1780853846.323638:0:20794:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323641:0:20794:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1780853846.323643:0:20794:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323645:0:20794:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1780853846.323648:0:20794:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1780853846.323652:0:20794:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1780853846.323654:0:20794:0:(osc_io.c:1043:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1780853846.323656:0:20794:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853846.323658:0:20794:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853846.323659:0:20794:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853846.323660:0:20794:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853846.323661:0:20794:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853846.323662:0:20794:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853846.323664:0:20794:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000001:1.0:1780853846.323667:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1780853846.323668:0:20794:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368000. 00000100:00000001:1.0:1780853846.323670:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1780853846.323670:0:20794:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=5 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853846.323673:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1780853846.323673:0:20794:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853846.323675:0:20794:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853846.323677:0:20794:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853846.323679:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000010:0.0:1780853846.323680:0:20794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585073000. 00000100:00000001:0.0:1780853846.323683:0:20794:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.323687:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853846.323688:0:20794:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853846.323689:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.323692:0:20794:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853846.323693:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853846.323696:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1780853846.323697:0:20794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000795fd144] to pc [ptlrpcd_00_00+0] req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1780853846.323699:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853846.323702:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631457408:192.168.202.110@tcp:4:multiop.0 00000008:00000001:0.0:1780853846.323706:0:20794:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.323707:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1780853846.323707:0:20794:0:(osc_io.c:1060:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.323709:0:20794:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323711:0:20794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853846.323712:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:0.0:1780853846.323712:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853846.323714:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853846.323714:0:20794:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.323715:0:20794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853846.323717:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1780853846.323717:0:20794:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853846.323719:0:20794:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1780853846.323721:0:20794:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 02000000:00000010:1.0:1780853846.323722:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d70c00. 02000000:00000001:1.0:1780853846.323724:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853846.323731:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000001:0.0:1780853846.323732:0:20794:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000010:1.0:1780853846.323735:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835df20. 00000400:00000010:1.0:1780853846.323741:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9198. 00000100:00000001:0.0:1780853846.323743:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853846.323745:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853846.323746:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1780853846.323749:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457408, portal 4 00000100:00000001:1.0:1780853846.323751:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1780853846.323751:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.323752:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853846.323757:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853846.323758:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853846.323759:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1780853846.323760:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853846.323762:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853846.323764:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.323766:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1780853846.323766:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631457536:192.168.202.110@tcp:16:kworker.0 00000100:00000040:1.0:1780853846.323769:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000100:00000001:0.0:1780853846.323770:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1780853846.323772:0:2381:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9e4587cb9480. 02000000:00000001:0.0:1780853846.323772:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853846.323773:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1780853846.323775:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1867358631457408, offset 0 02000000:00000001:0.0:1780853846.323775:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853846.323778:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b8c00. 02000000:00000001:0.0:1780853846.323779:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853846.323781:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853846.323782:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853846.323784:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b7e8. 00000400:00000010:0.0:1780853846.323787:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426990. 00000400:00000200:1.0:1780853846.323789:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000200:0.0:1780853846.323790:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457536, portal 4 00000100:00000001:0.0:1780853846.323791:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.323793:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208046080 : -107453501505536 : ffff9e4588368000) 00000400:00000200:1.0:1780853846.323797:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000100:00000040:0.0:1780853846.323797:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1780853846.323802:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1780853846.323802:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853846.323804:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853846.323806:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000010:0.0:1780853846.323807:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853846.323808:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1867358631457536, offset 0 00000400:00000200:1.0:1780853846.323810:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853846.323812:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853846.323812:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853846.323816:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2688:2688:256:4294967295] 192.168.202.110@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:1.0:1780853846.323820:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853846.323829:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000400:00000200:0.0:1780853846.323834:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000200:1.0:1780853846.323835:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853846.323837:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000800:00000010:1.0:1780853846.323840:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9e4588f73200. 00000400:00000200:0.0:1780853846.323840:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853846.323842:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853846.323843:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853846.323846:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000800:00000200:1.0:1780853846.323847:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000400:00000200:0.0:1780853846.323848:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2689:2689:255:4294967295] 192.168.202.110@tcp LPNI seq info [2689:2689:7:4294967295] 00000400:00000200:0.0:1780853846.323851:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000800:00000200:1.0:1780853846.323855:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000400:00000200:0.0:1780853846.323857:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853846.323859:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4588f73200 type 1, nob 8776 niov 1 nkiov 3 00000800:00000200:0.0:1780853846.323861:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853846.323864:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeae00. 00000800:00000200:0.0:1780853846.323867:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000100:00000001:1.0:1780853846.323870:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853846.323871:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853846.323873:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeae00 type 1, nob 536 niov 1 nkiov 1 00000100:00000040:1.0:1780853846.323874:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 202112 usecs (203 jiffies) 00000400:00000200:1.0:1780853846.323877:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853846.323879:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643281 00000100:00000001:0.0:1780853846.323881:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.323882:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000040:0.0:1780853846.323883:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 202112 usecs (203 jiffies) 00000100:00000001:1.0:1780853846.323885:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643281 00000400:00000200:0.0:1780853846.323886:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853846.323887:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853846.323888:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296643281 00000100:00000001:1.0:1780853846.323890:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853846.323890:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:1.0:1780853846.323892:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.323892:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296643281 00000100:00000001:0.0:1780853846.323894:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:1.0:1780853846.323895:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.323895:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853846.323897:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.323898:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.323899:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.323901:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853846.323903:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853846.323904:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853846.323905:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853846.323905:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853846.323907:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853846.323907:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853846.323909:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853846.323909:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853846.323911:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.323911:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.323913:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.323913:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853846.323974:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853846.323978:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeae00. 00000400:00000200:0.0:1780853846.323981:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853846.323986:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853846.323991:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:0.0:1780853846.323994:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:0.0:1780853846.323996:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853846.324001:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.324010:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1780853846.324013:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1780853846.324013:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000800:00000010:1.0:1780853846.324015:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9e4588f73200. 00000400:00000200:1.0:1780853846.324018:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1780853846.324020:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853846.324021:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853846.324022:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1780853846.324029:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4587cb9480 00000400:00000010:1.0:1780853846.324031:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff9e4587cb9480. 00000100:00000001:1.0:1780853846.324034:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853846.324037:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.324043:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853846.324046:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.324052:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.324054:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853846.337518:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337551:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853846.337555:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337559:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853846.337568:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337576:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853846.337593:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337599:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337604:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337610:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 432 into portal 4 MB=0x6a25a4fe57300 00000400:00000200:0.0:1780853846.337615:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337623:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 432/432 into md 0x7389 [1] + 224 00000800:00000001:0.0:1780853846.337632:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337637:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853846.337640:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853846.337644:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853846.337652:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853846.337661:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853846.337673:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.337701:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853846.337711:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337715:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853846.337716:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337718:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853846.337721:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337725:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853846.337730:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337732:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337735:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337737:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 448 into portal 4 MB=0x6a25a4fe57280 00000400:00000200:0.0:1780853846.337740:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853846.337744:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 448/448 into md 0x7379 [1] + 224 00000800:00000001:0.0:1780853846.337748:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337757:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853846.337759:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853846.337762:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853846.337764:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853846.337768:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853846.337776:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.337798:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853846.337802:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853846.337804:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.337817:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853846.337820:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853846.337825:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853846.337827:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853846.337830:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835df20. 00000400:00000200:0.0:1780853846.337835:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9198 00000400:00000010:0.0:1780853846.337837:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9198. 00000100:00000001:0.0:1780853846.337840:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853846.337844:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853846.337852:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836ad80 x1867358631457408/t0(0) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.337859:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853846.337860:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.337863:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853846.337866:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853846.337868:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853846.337871:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853846.337874:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853846.337884:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234a8 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1780853846.337888:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853846.337890:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853846.337892:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853846.337895:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853846.337897:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.337900:0:2381:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853846.337902:0:2381:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853846.337904:0:2381:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853846.337906:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853846.337907:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208057728 : -107453501493888 : ffff9e458836ad80) 00000100:00000001:0.0:1780853846.337911:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853846.337913:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:0.0:1780853846.337915:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853846.337917:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853846.337921:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836ad80 x1867358631457408/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.337927:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853846.337941:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853846.337943:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1780853846.337947:0:2381:0:(osc_request.c:2580:brw_interpret()) Process entered 00000008:00000001:0.0:1780853846.337948:0:2381:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1780853846.337952:0:2381:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 406000 00000001:00000001:0.0:1780853846.337955:0:2381:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1780853846.337959:0:2381:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for usr 0 00000001:04000000:0.0:1780853846.337961:0:2381:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for grp 0 00000001:04000000:0.0:1780853846.337962:0:2381:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9e4592299000: setdq to remove for prj 0 00000001:00000001:0.0:1780853846.337964:0:2381:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1780853846.337967:0:2381:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1780853846.337970:0:2381:0:(osc_request.c:2091:check_write_checksum()) checksum 7c40301 confirmed 00000008:00000001:0.0:1780853846.337973:0:2381:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1780853846.337976:0:2381:0:(osc_request.c:2438:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1780853846.337978:0:2381:0:(osc_request.c:2585:brw_interpret()) request ffff9e458836ad80 aa ffff9e458836af30 rc 0 00000020:00000001:0.0:1780853846.337984:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.337988:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.337989:0:2381:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1780853846.337993:0:2381:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853846.337995:0:2381:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.337997:0:2381:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.337999:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000010:0.0:1780853846.338002:0:2381:0:(osc_request.c:2667:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9e45898adb60. 00000020:00000001:0.0:1780853846.338006:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:0.0:1780853846.338008:0:2381:0:(cl_object.c:286:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1780853846.338011:0:2381:0:(cl_object.c:292:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1780853846.338013:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853846.338018:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836ad80 x1867358631457408/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.338024:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.338028:0:2381:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:0.0:1780853846.338031:0:2381:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e458303e0c0@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff9e45864b7880], [1703936|2|+|-|ffff9e458a778600|256|ffff9e458a6b4f80]} extent finished. 00000008:00010000:0.0:1780853846.338038:0:2381:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 000000005774a2c8 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1780853846.338052:0:2381:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1780853846.338055:0:2381:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1780853846.338059:0:2381:0:(cl_page.c:1104:cl_page_complete()) page@000000004f79bf53[2 00000000afa723f6 3 1 0000000000000000] 00000020:00000001:0.0:1780853846.338061:0:2381:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1780853846.338062:0:2381:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853846.338064:0:2381:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853846.338066:0:2381:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853846.338068:0:2381:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f79bf53[2 00000000afa723f6 3 1 0000000000000000] 00000020:00000001:0.0:1780853846.338070:0:2381:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1780853846.338071:0:2381:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1780853846.338074:0:2381:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1780853846.338077:0:2381:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000004f79bf53[2 00000000afa723f6 1 1 0000000000000000] 00000080:00008000:0.0:1780853846.338079:0:2381:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1780853846.338089:0:2381:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1780853846.338090:0:2381:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1780853846.338092:0:2381:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853846.338094:0:2381:0:(cl_page.c:556:cl_batch_put()) page@000000004f79bf53[2 00000000afa723f6 1 1 0000000000000000] 00000020:00000001:0.0:1780853846.338095:0:2381:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1780853846.338097:0:2381:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1780853846.338098:0:2381:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000001:0.0:1780853846.338099:0:2381:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:0.0:1780853846.338100:0:2381:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1780853846.338102:0:2381:0:(cl_page.c:1104:cl_page_complete()) page@0000000058d285ba[2 00000000afa723f6 3 1 0000000000000000] 00000020:00000001:0.0:1780853846.338103:0:2381:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1780853846.338104:0:2381:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1780853846.338105:0:2381:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1780853846.338107:0:2381:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1780853846.338109:0:2381:0:(cl_page.c:507:__cl_page_state_set()) page@0000000058d285ba[2 00000000afa723f6 3 1 0000000000000000] 00000020:00000001:0.0:1780853846.338111:0:2381:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1780853846.338112:0:2381:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1780853846.338114:0:2381:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1780853846.338115:0:2381:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000058d285ba[2 00000000afa723f6 1 1 0000000000000000] 00000080:00008000:0.0:1780853846.338117:0:2381:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000100:00000001:1.0:1780853846.338727:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853846.338731:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853846.338736:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853846.338739:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853846.338741:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b7e8. 00000400:00000200:1.0:1780853846.338747:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426990 00000400:00000010:1.0:1780853846.338749:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426990. 00000100:00000001:1.0:1780853846.338753:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853846.338759:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853846.338769:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.338775:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853846.338777:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853846.338779:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853846.338781:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853846.338782:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853846.338783:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853846.338785:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853846.338791:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853846.338793:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853846.338795:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853846.338797:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853846.338799:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853846.338801:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.338803:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853846.338804:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1780853846.338806:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853846.338808:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853846.338812:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.338818:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853846.338821:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853846.338822:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1780853846.338825:0:2380:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1780853846.338829:0:2380:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:1.0:1780853846.338831:0:2380:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:1.0:1780853846.338833:0:2380:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1780853846.338835:0:2380:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853846.338837:0:2380:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853846.338839:0:2380:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853846.338840:0:2380:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:1.0:1780853846.338860:0:2380:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853846.338865:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853846.338873:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631457536:192.168.202.110@tcp:16:kworker.0 00000100:00000001:1.0:1780853846.338878:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853846.338880:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853846.338883:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588368000 x1867358631457536/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853862 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853846.338889:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853846.338891:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853846.338894:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8c00. 02000000:00000001:1.0:1780853846.338898:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853846.338901:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853846.338902:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853846.338905:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853846.338907:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585073000. 02000000:00000001:1.0:1780853846.338910:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853846.338913:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853846.338914:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588368000. 00000100:00000001:1.0:1780853846.338918:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853846.338919:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853846.338922:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853846.338939:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853846.338941:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853846.338945:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853846.338947:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853846.339086:0:20794:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1780853846.339090:0:20794:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853846.339092:0:20794:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1780853846.339095:0:20794:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1780853846.339097:0:20794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1780853846.339099:0:20794:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1780853846.339102:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853846.339103:0:20794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853846.339105:0:20794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1780853846.339106:0:20794:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853846.339108:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853846.339110:0:20794:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1780853846.339111:0:20794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1780853846.339112:0:20794:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1780853846.339114:0:20794:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1780853846.339115:0:20794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853846.339117:0:20794:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853846.339118:0:20794:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853846.339119:0:20794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1780853846.339129:0:20794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1780853846.339131:0:20794:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853846.339133:0:20794:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853846.339134:0:20794:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853846.339135:0:20794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853846.339137:0:20794:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853846.339140:0:20794:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853846.339142:0:20794:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853846.339143:0:20794:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853846.339144:0:20794:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853846.339145:0:20794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853846.339148:0:20794:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008b40 00000020:00000010:3.0:1780853846.339153:0:20794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073400. 00000020:00000010:3.0:1780853846.339157:0:20794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:3.0:1780853846.339163:0:20794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ef90. 00020000:00000010:3.0:1780853846.339168:0:20794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e900. 00008000:00000010:3.0:1780853846.339172:0:20794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab170. 00000080:00000010:3.0:1780853846.339176:0:20794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a150. 00000080:00000010:3.0:1780853846.339180:0:20794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c1488. 00000020:00000010:3.0:1780853846.339184:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000008:00000010:3.0:1780853846.339186:0:20794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2fce0. 00020000:00000010:3.0:1780853846.339190:0:20794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458d80. 00008000:00000010:3.0:1780853846.339194:0:20794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b59f0. 00000080:00000010:3.0:1780853846.339197:0:20794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474870. 00000020:00000010:3.0:1780853846.339200:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000020:00000010:3.0:1780853846.339202:0:20794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008b40. 00020000:00000001:3.0:1780853846.339204:0:20794:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853846.339207:0:20794:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853846.339209:0:20794:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853846.339212:0:20794:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853846.339215:0:20794:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853846.339216:0:20794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853846.339219:0:20794:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008480 00000020:00000010:3.0:1780853846.339221:0:20794:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072800. 00000020:00000010:3.0:1780853846.339223:0:20794:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:3.0:1780853846.339226:0:20794:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:3.0:1780853846.339229:0:20794:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e000. 00008000:00000010:3.0:1780853846.339231:0:20794:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa9c40. 00000080:00000010:3.0:1780853846.339235:0:20794:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276aa80. 00000080:00000010:3.0:1780853846.339238:0:20794:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:3.0:1780853846.339240:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000008:00000010:3.0:1780853846.339242:0:20794:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e840. 00020000:00000010:3.0:1780853846.339244:0:20794:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e458645a1c0. 00008000:00000010:3.0:1780853846.339246:0:20794:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b50c8. 00000080:00000010:3.0:1780853846.339248:0:20794:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474a50. 00000020:00000010:3.0:1780853846.339251:0:20794:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073800. 00000020:00000010:3.0:1780853846.339252:0:20794:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008480. 00000080:00000001:3.0:1780853846.339255:0:20794:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:3.0:1780853846.339258:0:20794:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853846.342717:0:2381:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1780853846.342725:0:2381:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1780853846.342728:0:2381:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1780853846.342736:0:2381:0:(cl_page.c:556:cl_batch_put()) page@0000000058d285ba[2 00000000afa723f6 1 1 0000000000000000] 00000020:00000001:0.0:1780853846.342738:0:2381:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1780853846.342740:0:2381:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1780853846.342742:0:2381:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:0.0:1780853846.342746:0:2381:0:(osc_cache.c:1602:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:0.0:1780853846.342754:0:2381:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e458303e0c0@{[0 -> 255/255], [1|0|-|inv|wuY|ffff9e45864b7880], [1703936|0|-|-|ffff9e458a778600|256|ffff9e458a6b4f80]} destroyed. 00000008:00010000:0.0:1780853846.342762:0:2381:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000005774a2c8 ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853846.342776:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853846.342777:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1780853846.342781:0:2381:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e458303e0c0. 00000008:00000001:0.0:1780853846.342787:0:2381:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853846.342791:0:2381:0:(osc_request.c:2539:osc_release_ppga()) kvfree 'ppga': 16 at ffff9e4590c7f000. 00000008:00000020:0.0:1780853846.342803:0:2381:0:(osc_cache.c:2416:__osc_io_unplug()) Queue writeback work for client ffff9e45904bd560. 00000008:00000001:0.0:1780853846.342819:0:2381:0:(osc_request.c:2755:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853846.342833:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836ad80 x1867358631457408/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853846.342844:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631457408:192.168.202.110@tcp:4:multiop.0 00000100:00000001:0.0:1780853846.342849:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.342853:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853846.342857:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836ad80 x1867358631457408/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853846.342864:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.342867:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853846.342874:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853846.342876:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853846.342879:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853846.342881:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853846.342910:0:28982:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853846.342921:0:28982:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008bd0. 00000020:00000010:0.0:1780853846.342927:0:28982:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072c00. 00000020:00000010:0.0:1780853846.345704:0:28982:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073e00. 00000020:00000010:0.0:1780853846.345711:0:28982:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853846.345719:0:28982:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.345724:0:28982:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853846.345728:0:28982:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853846.345733:0:28982:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a348. 00000080:00000010:0.0:1780853846.345737:0:28982:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853846.345742:0:28982:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073800. 00000008:00000010:0.0:1780853846.345746:0:28982:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f760. 00020000:00000010:0.0:1780853846.345749:0:28982:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458240. 00008000:00000010:0.0:1780853846.345753:0:28982:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5c58. 00000080:00000010:0.0:1780853846.345756:0:28982:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864742d0. 00000020:00000001:0.0:1780853846.345759:0:28982:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355505112 : -107453354046504 : ffff9e4591008bd8) 00000020:00001000:0.0:1780853846.345762:0:28982:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008bd0 00000008:00000020:0.0:1780853846.345764:0:28982:0:(osc_request.c:4050:brw_queue_work()) Run writeback work for client obd ffff9e45904bd560. 00000008:00000001:0.0:1780853846.345768:0:28982:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1780853846.345770:0:28982:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:0.0:1780853846.345772:0:28982:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853846.345774:0:28982:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1780853846.345776:0:28982:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008bd0 00000020:00000010:0.0:1780853846.345779:0:28982:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073e00. 00000020:00000010:0.0:1780853846.345785:0:28982:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853846.345790:0:28982:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853846.345793:0:28982:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853846.345796:0:28982:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853846.345799:0:28982:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a348. 00000080:00000010:0.0:1780853846.345802:0:28982:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853846.345804:0:28982:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072c00. 00000008:00000010:0.0:1780853846.345808:0:28982:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f760. 00020000:00000010:0.0:1780853846.345811:0:28982:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458240. 00008000:00000010:0.0:1780853846.345813:0:28982:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5c58. 00000080:00000010:0.0:1780853846.345816:0:28982:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864742d0. 00000020:00000010:0.0:1780853846.345818:0:28982:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073800. 00000020:00000010:0.0:1780853846.345820:0:28982:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008bd0. 00010000:00000001:1.0:1780853847.089209:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.089215:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.089221:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.089223:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.089226:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.089227:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.089253:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853847.089256:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.089258:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853847.338908:0:34696:0:(file.c:5303:ll_fsync()) Process entered 00000080:00200000:0.0:1780853847.338915:0:34696:0:(file.c:5306:ll_fsync()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9e4591989988), start 0, end 9223372036854775807, datasync 0 00020000:00000001:0.0:1780853847.338925:0:34696:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853847.338929:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000002:0.0:1780853847.338945:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000001:0.0:1780853847.338947:0:34696:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.338954:0:34696:0:(lmv_obd.c:3033:lmv_fsync()) Process entered 00000002:00000001:0.0:1780853847.338959:0:34696:0:(mdc_request.c:2771:mdc_fsync()) Process entered 00000100:00000010:0.0:1780853847.338966:0:34696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369c00. 00000020:00000040:0.0:1780853847.338971:0:34696:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853847.338976:0:34696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.338981:0:34696:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.338985:0:34696:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.339002:0:34696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585073800. 00000100:00000001:0.0:1780853847.339010:0:34696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.339017:0:34696:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.339019:0:34696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.339026:0:34696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491fb40. 00000100:00000001:0.0:1780853847.339028:0:34696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146932544 : -107453562619072 : ffff9e458491fb40) 00000100:00000001:0.0:1780853847.339030:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.339032:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208053248 : -107453501498368 : ffff9e4588369c00) 00000100:00000001:0.0:1780853847.339037:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.339042:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.339044:0:34696:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.339046:0:34696:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.339058:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.339067:0:34696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.339070:0:34696:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.339074:0:34696:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.339077:0:34696:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.339079:0:34696:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.339082:0:34696:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369c00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631457664:192.168.202.110@tcp:44:multiop.0 00000100:00000001:0.0:1780853847.339086:0:34696:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.339092:0:34696:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.339104:0:34696:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.339108:0:34696:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.339113:0:34696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b8c00. 02000000:00000001:0.0:1780853847.339115:0:34696:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.339124:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.339128:0:34696:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014bf20. 00000400:00000010:0.0:1780853847.339134:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426880. 00000100:00000200:0.0:1780853847.339141:0:34696:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457664, portal 10 00000100:00000001:0.0:1780853847.339142:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.339144:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208053248 : -107453501498368 : ffff9e4588369c00) 00000100:00000040:0.0:1780853847.339160:0:34696:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.339168:0:34696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.339170:0:34696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.339173:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426770. 00000100:00000200:0.0:1780853847.339176:0:34696:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1867358631457664, offset 0 00000400:00000200:0.0:1780853847.339182:0:34696:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.339190:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.339198:0:34696:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.339203:0:34696:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.339207:0:34696:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.339211:0:34696:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.339214:0:34696:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.339217:0:34696:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2690:2690:256:4294967295] 192.168.202.110@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:0.0:1780853847.339222:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.339232:0:34696:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.339238:0:34696:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.339244:0:34696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeae00. 00000800:00000200:0.0:1780853847.339250:0:34696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.339258:0:34696:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.339288:0:34696:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeae00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.339309:0:34696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.339313:0:34696:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 802287 usecs (803 jiffies) 00000400:00000200:0.0:1780853847.339317:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.339320:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644895 00000100:00000001:0.0:1780853847.339500:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.339504:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644895 00000100:00000001:0.0:1780853847.339506:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.339508:0:34696:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.339511:0:34696:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.339515:0:34696:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.339517:0:34696:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.339520:0:34696:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491fb40 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.339522:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.339525:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.342673:0:15876:0:(service.c:1713:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1780853847.342679:0:15876:0:(service.c:1724:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.342756:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.342762:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeae00. 00000400:00000200:1.0:1780853847.342769:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.342778:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.342785:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426770 00000400:00000010:1.0:1780853847.342788:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426770. 00000100:00000001:1.0:1780853847.342794:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.342801:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.342812:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.342816:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.342823:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.342825:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853847.351069:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.351085:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.351090:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.351092:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.351101:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.351109:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.351117:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.351122:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.351127:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.351131:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 440 into portal 10 MB=0x6a25a4fe57380 00000400:00000200:0.0:1780853847.351136:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.351143:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 440/440 into md 0x7399 [1] + 224 00000800:00000001:0.0:1780853847.351150:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.351157:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.351160:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.351164:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.351172:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.351181:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853847.351192:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.351214:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.351222:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.351225:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.351831:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853847.351841:0:34696:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.351843:0:34696:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.351847:0:34696:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014bf20. 00000400:00000200:2.0:1780853847.351851:0:34696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426880 00000400:00000010:2.0:1780853847.351853:0:34696:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426880. 00000100:00000001:2.0:1780853847.351857:0:34696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.351863:0:34696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853847.351873:0:34696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.351879:0:34696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.351881:0:34696:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.351883:0:34696:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.351886:0:34696:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.351889:0:34696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.351891:0:34696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.351894:0:34696:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.351903:0:34696:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853847.351907:0:34696:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.351910:0:34696:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.351911:0:34696:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.351914:0:34696:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.351918:0:34696:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.351922:0:34696:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1780853847.351924:0:34696:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 8589934612 gen 2 00000100:00000040:2.0:1780853847.351930:0:34696:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff9e4587c39180 x1867358631454976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.351938:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.351941:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631454976/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 568/448 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.351954:0:34696:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.351956:0:34696:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.351960:0:34696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.351963:0:34696:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.351966:0:34696:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.351968:0:34696:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.351971:0:34696:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.351973:0:34696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3400. 02000000:00000001:2.0:1780853847.351976:0:34696:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.351978:0:34696:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.351979:0:34696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853847.351983:0:34696:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.351984:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.351988:0:34696:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff9e4583171f80 x1867358631456000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.351994:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.351997:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171f80 x1867358631456000/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 520/456 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.352013:0:34696:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.352014:0:34696:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.352016:0:34696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583facc00. 02000000:00000001:2.0:1780853847.352018:0:34696:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.352019:0:34696:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.352021:0:34696:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.352022:0:34696:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.352024:0:34696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4583fac000. 02000000:00000001:2.0:1780853847.352026:0:34696:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.352027:0:34696:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.352028:0:34696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171f80. 00000100:00000001:2.0:1780853847.352031:0:34696:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.352033:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1780853847.352037:0:34696:0:(client.c:3151:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853847.352050:0:34696:0:(client.c:3151:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.352056:0:34696:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1780853847.352059:0:34696:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:2.0:1780853847.352062:0:34696:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.352063:0:34696:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.352068:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.352075:0:34696:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.352077:0:34696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.352079:0:34696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.352083:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853847.352090:0:34696:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369c00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631457664:192.168.202.110@tcp:44:multiop.0 00000100:00000001:2.0:1780853847.352095:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.352108:0:34696:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.352110:0:34696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.352112:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.352115:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.352121:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.352123:0:34696:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491fb40. 00000100:00000001:2.0:1780853847.352127:0:34696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.352128:0:34696:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.352131:0:34696:0:(mdc_request.c:2792:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.352135:0:34696:0:(lmv_obd.c:3040:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.352137:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.352140:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369c00 x1867358631457664/t0(0) o44->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 448/440 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.352151:0:34696:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.352152:0:34696:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.352154:0:34696:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b8c00. 02000000:00000001:2.0:1780853847.352156:0:34696:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.352157:0:34696:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.352159:0:34696:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.352161:0:34696:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.352162:0:34696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585073800. 02000000:00000001:2.0:1780853847.352164:0:34696:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.352165:0:34696:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.352167:0:34696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369c00. 00000100:00000001:2.0:1780853847.352169:0:34696:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.352170:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853847.352173:0:34696:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1780853847.352175:0:34696:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.352177:0:34696:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1780853847.352180:0:34696:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853847.352185:0:34696:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07240. 00000020:00000010:2.0:1780853847.352190:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e200. 00000020:00000010:2.0:1780853847.352195:0:34696:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e600. 00000020:00000010:2.0:1780853847.352198:0:34696:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5de0. 00000008:00000010:2.0:1780853847.352204:0:34696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853847.352209:0:34696:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be20c0. 00008000:00000010:2.0:1780853847.352213:0:34696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd34f8. 00000080:00000010:2.0:1780853847.352220:0:34696:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b3f0. 00000080:00000010:2.0:1780853847.352224:0:34696:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c60490. 00000020:00000010:2.0:1780853847.352227:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e800. 00000008:00000010:2.0:1780853847.352230:0:34696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a2c0. 00020000:00000010:2.0:1780853847.352233:0:34696:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb4fc0. 00008000:00000010:2.0:1780853847.352236:0:34696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45883448b8. 00000080:00000010:2.0:1780853847.352239:0:34696:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883454b0. 00000020:00000001:2.0:1780853847.352242:0:34696:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309320 : -107453509242296 : ffff9e4587c07248) 00000020:00001000:2.0:1780853847.352245:0:34696:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07240 00000020:00000001:2.0:1780853847.352249:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:2.0:1780853847.352251:0:34696:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853847.352254:0:34696:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853847.352255:0:34696:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853847.352258:0:34696:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.352259:0:34696:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853847.352261:0:34696:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853847.352290:0:34696:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff9e4590c604f0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1780853847.352302:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000001:2.0:1780853847.352306:0:34696:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853847.352308:0:34696:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853847.352310:0:34696:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853847.352311:0:34696:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352313:0:34696:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853847.352315:0:34696:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853847.352317:0:34696:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352318:0:34696:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.352319:0:34696:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853847.352329:0:34696:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853847.352331:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00000020:00000001:2.0:1780853847.352334:0:34696:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352336:0:34696:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853847.352337:0:34696:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853847.352339:0:34696:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853847.352342:0:34696:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853847.352346:0:34696:0:(lov_offset.c:247:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1780853847.352350:0:34696:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.352352:0:34696:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853847.352353:0:34696:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853847.352356:0:34696:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07d80. 00000020:00000010:2.0:1780853847.352359:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267fc00. 00000020:00000010:2.0:1780853847.352361:0:34696:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e400. 00000020:00000010:2.0:1780853847.352364:0:34696:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5420. 00000008:00000010:2.0:1780853847.352367:0:34696:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853847.352370:0:34696:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be23c0. 00008000:00000010:2.0:1780853847.352372:0:34696:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd18b8. 00000080:00000010:2.0:1780853847.352375:0:34696:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b348. 00000080:00000010:2.0:1780853847.352377:0:34696:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c62910. 00000020:00000010:2.0:1780853847.352383:0:34696:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267fa00. 00000008:00000010:2.0:1780853847.352386:0:34696:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b8c0. 00020000:00000010:2.0:1780853847.352388:0:34696:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb7cc0. 00008000:00000010:2.0:1780853847.352391:0:34696:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344358. 00000080:00000010:2.0:1780853847.352394:0:34696:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45883455a0. 00000020:00000001:2.0:1780853847.352395:0:34696:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200312200 : -107453509239416 : ffff9e4587c07d88) 00000020:00001000:2.0:1780853847.352397:0:34696:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07d80 00000020:00000001:2.0:1780853847.352399:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830148 -> ffff9e4598830918 00000020:00000001:2.0:1780853847.352401:0:34696:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853847.352403:0:34696:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.352405:0:34696:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853847.352406:0:34696:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352408:0:34696:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352410:0:34696:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371939368 : -107453337612248 : ffff9e4591fb5028) 00000020:00000001:2.0:1780853847.352412:0:34696:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1780853847.352413:0:34696:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352416:0:34696:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352418:0:34696:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352420:0:34696:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1780853847.352422:0:34696:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853847.352424:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853847.352424:0:34696:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853847.352426:0:34696:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853847.352427:0:34696:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352429:0:34696:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352431:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352432:0:34696:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352434:0:34696:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853847.352434:0:34696:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352436:0:34696:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352438:0:34696:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1780853847.352440:0:34696:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853847.352441:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853847.352442:0:34696:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853847.352444:0:34696:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1780853847.352447:0:34696:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1780853847.352451:0:34696:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:2.0:1780853847.352455:0:34696:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.352458:0:34696:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1780853847.352461:0:34696:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1780853847.352463:0:34696:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.352465:0:34696:0:(osc_io.c:1043:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1780853847.352467:0:34696:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853847.352469:0:34696:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853847.352471:0:34696:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853847.352473:0:34696:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853847.352474:0:34696:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853847.352475:0:34696:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853847.352477:0:34696:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1780853847.352481:0:34696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c39180. 00000020:00000040:2.0:1780853847.352485:0:34696:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=5 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:2.0:1780853847.352490:0:34696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.352492:0:34696:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.352497:0:34696:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.352503:0:34696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267f000. 00000100:00000001:2.0:1780853847.352509:0:34696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.352516:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.352520:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.352527:0:34696:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a6d92a3a] to pc [ptlrpcd_01_01+1] req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1780853847.352548:0:34696:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.352550:0:34696:0:(osc_io.c:1060:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.352552:0:34696:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352554:0:34696:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352556:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.352557:0:34696:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352558:0:34696:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.352560:0:34696:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853847.352562:0:34696:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1780853847.352563:0:34696:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853847.352564:0:34696:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1780853847.353958:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.353963:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.353966:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853847.353977:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.353988:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853847.353990:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.353994:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853847.353997:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853847.354000:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853847.354004:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631457792:192.168.202.110@tcp:16:multiop.0 00000100:00000001:3.0:1780853847.354008:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853847.354013:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853847.354016:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.354019:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853847.354026:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fadc00. 02000000:00000001:3.0:1780853847.354028:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853847.354035:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853847.354039:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853847.354045:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853847.354052:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457792, portal 4 00000100:00000001:3.0:1780853847.354054:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.354055:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200513920 : -107453509037696 : ffff9e4587c39180) 00000100:00000040:3.0:1780853847.354062:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.354070:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853847.354072:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853847.354075:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8add0. 00000100:00000200:3.0:1780853847.354078:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1867358631457792, offset 0 00000400:00000200:3.0:1780853847.354085:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853847.354093:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.354100:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853847.354105:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853847.354109:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853847.354113:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853847.354116:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853847.354120:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2691:2691:256:4294967295] 192.168.202.110@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:3.0:1780853847.354124:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.354133:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853847.354139:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853847.354144:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853847.354151:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853847.354158:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853847.354162:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1780853847.354182:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.354187:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 200507 usecs (201 jiffies) 00000400:00000200:3.0:1780853847.354190:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853847.354193:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644309 00000100:00000001:3.0:1780853847.354196:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.354199:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644309 00000100:00000001:3.0:1780853847.354201:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.354203:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.354205:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.354208:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.354211:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.354218:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.354220:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853847.354222:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.354224:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.354225:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.354228:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.354241:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.354243:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.354406:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.354411:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:1.0:1780853847.354416:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.354421:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.354426:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8add0 00000400:00000010:1.0:1780853847.354428:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8add0. 00000100:00000001:1.0:1780853847.354432:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.354437:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.354446:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.354451:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.354457:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.354458:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853847.360684:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.360699:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.360704:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.360706:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.360717:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.360724:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.360733:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.360738:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.360743:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.360747:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe57400 00000400:00000200:0.0:1780853847.360752:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.360758:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x73a9 [1] + 224 00000800:00000001:0.0:1780853847.360765:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.360772:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.360776:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.360780:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.360788:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.360796:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.360811:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.360830:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.360839:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.360842:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.361059:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.361063:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.361070:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.361072:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.361076:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853847.361080:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853847.361082:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853847.361086:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.361091:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853847.361099:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/432 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.361105:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.361107:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.361109:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.361112:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.361115:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.361117:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.361120:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.361129:0:2383:0:(import.c:2151:obd_at_measure()) add 0 to ffff9e4585123460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853847.361133:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.361135:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1780853847.361138:0:2383:0:(client.c:1491:ptlrpc_check_status()) lustre-OST0000-osc-ffff9e4592299000: operation ost_sync to node 192.168.202.110@tcp failed: rc = -107 00000100:00000001:3.0:1780853847.389478:0:2383:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1780853847.389492:0:2383:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1780853847.389499:0:2383:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9e4592299000 of lustre-OST0000_UUID@192.168.202.110@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1780853847.389505:0:2383:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1780853847.389509:0:2383:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9e4592299000: Connection to lustre-OST0000 (at 192.168.202.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1780853847.389513:0:2383:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853847.389516:0:2383:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853847.389519:0:2383:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.389520:0:2383:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00000001:3.0:1780853847.389522:0:2383:0:(import.c:703:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1780853847.396802:0:2383:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1780853847.396816:0:2383:0:(import.c:487:import_select_connection()) Process entered 00000100:00080000:3.0:1780853847.396824:0:2383:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: connect to NID 192.168.202.110@tcp last attempt 1966 00000400:00000200:3.0:1780853847.396835:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.396842:0:2383:0:(peer.c:1531:LNetPeerDiscovered()) Peer NID 192.168.202.110@tcp is discovered: rc = 1 00000100:00000040:3.0:1780853847.396847:0:2383:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853847.396851:0:2383:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853847.396853:0:2383:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853847.396855:0:2383:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000001:3.0:1780853847.396859:0:2383:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853847.396861:0:2383:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853847.396864:0:2383:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.396866:0:2383:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853847.396868:0:2383:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853847.396883:0:2383:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00000040:3.0:1780853847.396887:0:2383:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 11 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853847.396889:0:2383:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1780853847.396890:0:2383:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00000100:00000001:3.0:1780853847.396892:0:2383:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 00000020:00000040:3.0:1780853847.396895:0:2383:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00080000:3.0:1780853847.396898:0:2383:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff9e4592299000: import ffff9e4585123000 using connection 192.168.202.110@tcp/192.168.202.110@tcp 00000100:00000001:3.0:1780853847.396901:0:2383:0:(import.c:630:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.396904:0:2383:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1780853847.402515:0:2383:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.402526:0:2383:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.402529:0:2383:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1780853847.402534:0:2383:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34682169 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1780853847.402538:0:2383:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.402540:0:2383:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.402548:0:2383:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3a680. 00000020:00000040:2.0:1780853847.402554:0:2383:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=6 obd=lustre-OST0000-osc-ffff9e4592299000 02000000:00000001:2.0:1780853847.402560:0:2383:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1780853847.402561:0:2383:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.402565:0:2383:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.402567:0:2383:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.402571:0:2383:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.402579:0:2383:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf3400. 00000100:00000001:2.0:1780853847.402586:0:2383:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.402600:0:2383:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780853847.402611:0:2383:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.402616:0:2383:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.402621:0:2383:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4c11ec7] to pc [ptlrpcd_rcv+-1] req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.402651:0:2383:0:(import.c:835:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.402654:0:2383:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1780853847.402656:0:2383:0:(client.c:1700:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1780853847.402659:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.402662:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.402669:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.402671:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.402673:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.402675:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.402677:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.402683:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.402685:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.402687:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.402690:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.407589:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.407599:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.407601:0:2379:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853847.407615:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.407628:0:2379:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853847.407630:0:2379:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.407634:0:2379:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853847.407639:0:2379:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853847.407642:0:2379:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853847.407646:0:2379:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631457920:192.168.202.110@tcp:8:ptlrpcd_01_01.0 00000100:00000001:3.0:1780853847.407650:0:2379:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853847.407654:0:2379:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853847.407657:0:2379:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.407660:0:2379:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853847.407671:0:2379:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583faf400. 02000000:00000001:3.0:1780853847.407673:0:2379:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853847.407680:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853847.407684:0:2379:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853847.407692:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853847.407699:0:2379:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631457920, portal 4 00000100:00000001:3.0:1780853847.407701:0:2379:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.407703:0:2379:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200519296 : -107453509032320 : ffff9e4587c3a680) 00000100:00000040:3.0:1780853847.407711:0:2379:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.407718:0:2379:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853847.407721:0:2379:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853847.407723:0:2379:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a198. 00000100:00000200:3.0:1780853847.407727:0:2379:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1867358631457920, offset 0 00000400:00000200:3.0:1780853847.407733:0:2379:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853847.407743:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.407752:0:2379:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853847.407757:0:2379:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853847.407761:0:2379:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853847.407764:0:2379:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853847.407767:0:2379:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853847.407771:0:2379:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2692:2692:256:4294967295] 192.168.202.110@tcp LPNI seq info [2692:2692:8:4294967295] 00000400:00000200:3.0:1780853847.407775:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.407786:0:2379:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853847.407792:0:2379:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853847.407798:0:2379:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853847.407805:0:2379:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853847.407813:0:2379:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853847.407817:0:2379:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1780853847.407837:0:2379:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.407841:0:2379:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 199682 usecs (200 jiffies) 00000400:00000200:3.0:1780853847.407845:0:2379:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853847.407848:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644362 00000100:00000001:3.0:1780853847.407851:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.407853:0:2379:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644362 00000100:00000001:3.0:1780853847.407856:0:2379:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.407857:0:2379:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.407860:0:2379:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.407863:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.407866:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.407872:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.407874:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1780853847.407877:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.407878:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.407879:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.407881:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.409688:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.409696:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:1.0:1780853847.409703:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.409711:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.409718:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a198 00000400:00000010:1.0:1780853847.409721:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a198. 00000100:00000001:1.0:1780853847.409726:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.409732:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.409743:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.409747:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.409754:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.409755:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853847.417579:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.417597:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.417601:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.417603:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.417613:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.417621:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.417630:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.417635:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.417640:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.417644:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 416 into portal 4 MB=0x6a25a4fe57480 00000400:00000200:0.0:1780853847.417648:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.417655:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 416/416 into md 0x73b1 [1] + 0 00000800:00000001:0.0:1780853847.417662:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.417668:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.417671:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.417675:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.417682:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.417692:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853847.417703:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.417717:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.417725:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.417729:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.418445:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.418451:0:2379:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.418458:0:2379:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.418460:0:2379:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.418463:0:2379:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853847.418468:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853847.418471:0:2379:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853847.418474:0:2379:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.418480:0:2379:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853847.418490:0:2379:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/544 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.418497:0:2379:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.418499:0:2379:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.418502:0:2379:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.418505:0:2379:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.418508:0:2379:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.418510:0:2379:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.418512:0:2379:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.418522:0:2379:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853847.418526:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.418528:0:2379:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853847.418530:0:2379:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.418533:0:2379:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853847.418536:0:2379:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.418539:0:2379:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853847.418542:0:2379:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1780853847.418543:0:2379:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.418547:0:2379:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.418551:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.418559:0:2379:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.418562:0:2379:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853847.418565:0:2379:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.418568:0:2379:0:(import.c:1062:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1780853847.418575:0:2379:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9e4592299000: connect to target with instance 1 00000020:00000001:3.0:1780853847.418578:0:2379:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1780853847.418580:0:2379:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002c9 00000020:00000001:3.0:1780853847.418583:0:2379:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.418586:0:2379:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4598bf4000 refcount=4 00000020:00000001:3.0:1780853847.418589:0:2379:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000020:00000001:3.0:1780853847.418591:0:2379:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620485443584 : -107453224108032 : ffff9e4598bf4000) 00000100:00001000:3.0:1780853847.418595:0:2379:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=1780853847 v=0 (0 0 0 0) 00000100:00001000:3.0:1780853847.418598:0:2379:0:(import.c:2217:obd_at_measure()) AT ffff9e4585123418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1780853847.418602:0:2379:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 579, crc32c 4163, adler 587 00000020:00000040:3.0:1780853847.418609:0:2379:0:(genops.c:900:class_export_put()) PUTting export ffff9e4598bf4000 : new refcount 3 00000100:00000001:3.0:1780853847.418612:0:2379:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853847.418615:0:2379:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000020:3.0:1780853847.418619:0:2379:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9e4592299000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1780853847.418622:0:2379:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853847.418626:0:2379:0:(lov_obd.c:427:lov_notify()) Process entered 00000080:00000001:3.0:1780853847.418630:0:2379:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853847.418633:0:2379:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853847.418635:0:2379:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853847.418636:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853847.418639:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853847.418642:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.418645:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.418646:0:2379:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853847.418647:0:2379:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853847.418648:0:2379:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.418650:0:2379:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853847.418652:0:2379:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853847.418655:0:2379:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853847.418657:0:2379:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.418659:0:2379:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.418661:0:2379:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.418663:0:2379:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.418664:0:2379:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.418667:0:2379:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.418669:0:2379:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:3.0:1780853847.418673:0:2379:0:(import.c:1340:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9e4592299000: evicting (reconnect/recover flags not set: 4) req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1780853847.418680:0:2379:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1780853847.418684:0:2379:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:3.0:1780853847.418686:0:2379:0:(import.c:1664:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e4592299000: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:3.0:1780853847.438676:0:2379:0:(import.c:1675:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.110@tcp; invalidating 00000020:00000040:3.0:1780853847.438683:0:2379:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=7 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:0.0:1780853847.441559:0:2379:0:(import.c:1696:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.441569:0:2379:0:(import.c:1519:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.441584:0:2379:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853847.441596:0:2379:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e55ecacc-e48a-400c-a052-f3869534991c:2379:1867358631457920:192.168.202.110@tcp:8:ptlrpcd_01_01.0 00000100:00000001:0.0:1780853847.441601:0:2379:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.441605:0:2379:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.441608:0:2379:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3a680 x1867358631457920/t0(0) o8->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 520/416 e 0 to 0 dl 1780853857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.441615:0:2379:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853847.441619:0:2379:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853847.441623:0:2379:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583faf400. 02000000:00000001:0.0:1780853847.441627:0:2379:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853847.441629:0:2379:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853847.441632:0:2379:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=6 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:0.0:1780853847.441635:0:2379:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853847.441638:0:2379:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf3400. 02000000:00000001:0.0:1780853847.441641:0:2379:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853847.441643:0:2379:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853847.441645:0:2379:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3a680. 00000100:00000001:0.0:1780853847.441649:0:2379:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853847.441651:0:2379:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.441653:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.441661:0:2379:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.441663:0:2379:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.441666:0:2379:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853847.441668:0:2379:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.442718:0:34712:0:(import.c:1595:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1780853847.442733:0:34712:0:(import.c:1599:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9e4592299000 to lustre-OST0000_UUID@192.168.202.110@tcp 00000100:00000001:3.0:1780853847.442737:0:34712:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1780853847.442739:0:34712:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1780853847.442742:0:34712:0:(client.c:3564:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1780853847.442750:0:34712:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.442781:0:34712:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1780853847.442783:0:34712:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: committing for last_committed 4294967332 gen 19 00000100:00100000:3.0:1780853847.442790:0:34712:0:(client.c:3140:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e4587c38a80 x1867358631457280/t4294967334(4294967334) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.442797:0:34712:0:(client.c:3141:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.442801:0:34712:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.442805:0:34712:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c38a80 x1867358631457280/t4294967334(4294967334) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.442811:0:34712:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853847.442813:0:34712:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853847.442816:0:34712:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3c00. 02000000:00000001:3.0:1780853847.442821:0:34712:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853847.442823:0:34712:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.442825:0:34712:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=5 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853847.442827:0:34712:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.442829:0:34712:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9e459245c000. 02000000:00000001:3.0:1780853847.442845:0:34712:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.442847:0:34712:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.442849:0:34712:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c38a80. 00000100:00000001:3.0:1780853847.442853:0:34712:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.442854:0:34712:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1780853847.442860:0:34712:0:(client.c:3140:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9e458836ad80 x1867358631457408/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.442866:0:34712:0:(client.c:3141:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.442869:0:34712:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.442872:0:34712:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836ad80 x1867358631457408/t4294967335(4294967335) o4->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:6/4 lens 8680/448 e 0 to 0 dl 1780853862 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.442877:0:34712:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853847.442879:0:34712:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853847.442881:0:34712:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d70c00. 02000000:00000001:3.0:1780853847.442884:0:34712:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853847.442886:0:34712:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.442887:0:34712:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853847.442889:0:34712:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.442890:0:34712:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9e4587cc8000. 02000000:00000001:3.0:1780853847.442898:0:34712:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.442900:0:34712:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.442901:0:34712:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836ad80. 00000100:00000001:3.0:1780853847.442904:0:34712:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.442906:0:34712:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853847.442909:0:34712:0:(client.c:3212:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: normal: skip=0 replay=2/2 committed=0/0 00000100:00000001:3.0:1780853847.442911:0:34712:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.442913:0:34712:0:(client.c:3609:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1780853847.443493:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.443497:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.443500:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.443510:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.443518:0:2383:0:(client.c:2128:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1780853847.443521:0:2383:0:(client.c:2970:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.443523:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.443525:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1780853847.443528:0:2383:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1780853847.443530:0:2383:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1780853847.443547:0:2383:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.443551:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1780853863 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853847.443559:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631457792:192.168.202.110@tcp:16:multiop.0 00000100:00000001:3.0:1780853847.443599:0:34712:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1780853847.443602:0:34712:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:3.0:1780853847.443604:0:34712:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:3.0:1780853847.443607:0:34712:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:3.0:1780853847.443610:0:34712:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:3.0:1780853847.443613:0:34712:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1780853847.443614:0:34712:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1780853847.443619:0:34712:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1780853847.443621:0:34712:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a8f483e9eb3002c9 00020000:00000001:3.0:1780853847.443623:0:34712:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.443626:0:34712:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1780853847.443629:0:34712:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:3.0:1780853847.443631:0:34712:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1780853847.443632:0:34712:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853847.443635:0:34712:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853847.443636:0:34712:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.443638:0:34712:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.443640:0:34712:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:3.0:1780853847.443641:0:34712:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:3.0:1780853847.443642:0:34712:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.443644:0:34712:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1780853847.443645:0:34712:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1780853847.443649:0:34712:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1780853847.443650:0:34712:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.443652:0:34712:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.443654:0:34712:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.443657:0:34712:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.443659:0:34712:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.443661:0:34712:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.443663:0:34712:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000020:00000001:0.0:1780853847.443706:0:34696:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853847.443709:0:34696:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.443712:0:34696:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000080:00000001:0.0:1780853847.443717:0:34696:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853847.443721:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:0.0:1780853847.443724:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:0.0:1780853847.443726:0:34696:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.443730:0:34696:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1780853847.443735:0:34696:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853847.443737:0:34696:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1780853847.443739:0:34696:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853847.443740:0:34696:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1780853847.443743:0:34696:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1780853845 a=0 c=1780853845 b=1 00020000:00000001:0.0:1780853847.443746:0:34696:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.443748:0:34696:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1780853845 a=0 c=1780853845 b=1 00020000:00000001:0.0:1780853847.443751:0:34696:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.443753:0:34696:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.443754:0:34696:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000080:00200000:0.0:1780853847.443756:0:34696:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1780853847.443759:0:34696:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853847.443760:0:34696:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853847.443762:0:34696:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1780853847.443764:0:34696:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:0.0:1780853847.443766:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853847.443767:0:34696:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853847.443768:0:34696:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1780853847.443770:0:34696:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.443772:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.443773:0:34696:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853847.443774:0:34696:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853847.443776:0:34696:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1780853847.443777:0:34696:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853847.443779:0:34696:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853847.443780:0:34696:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853847.443782:0:34696:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853847.443783:0:34696:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1780853847.443784:0:34696:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853847.443785:0:34696:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.443787:0:34696:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.443788:0:34696:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853847.443789:0:34696:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853847.443791:0:34696:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:0.0:1780853847.443794:0:34696:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853847.443795:0:34696:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853847.443797:0:34696:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853847.443798:0:34696:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853847.443799:0:34696:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.443801:0:34696:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07d80 00000020:00000010:0.0:1780853847.443806:0:34696:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e400. 00000020:00000010:0.0:1780853847.443812:0:34696:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5420. 00000008:00000010:0.0:1780853847.443816:0:34696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:0.0:1780853847.443820:0:34696:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be23c0. 00008000:00000010:0.0:1780853847.443826:0:34696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd18b8. 00000080:00000010:0.0:1780853847.443830:0:34696:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b348. 00000080:00000010:0.0:1780853847.443834:0:34696:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c62910. 00000020:00000010:0.0:1780853847.443837:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267fc00. 00000008:00000010:0.0:1780853847.443841:0:34696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b8c0. 00020000:00000010:0.0:1780853847.443845:0:34696:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7cc0. 00008000:00000010:0.0:1780853847.443849:0:34696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344358. 00000080:00000010:0.0:1780853847.443851:0:34696:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883455a0. 00000020:00000010:0.0:1780853847.443854:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267fa00. 00000020:00000010:0.0:1780853847.443855:0:34696:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07d80. 00020000:00000001:0.0:1780853847.443858:0:34696:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853847.443859:0:34696:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853847.443862:0:34696:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853847.443864:0:34696:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853847.443866:0:34696:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853847.443867:0:34696:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.443869:0:34696:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07240 00000020:00000010:0.0:1780853847.443871:0:34696:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e600. 00000020:00000010:0.0:1780853847.443873:0:34696:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5de0. 00000008:00000010:0.0:1780853847.443875:0:34696:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:0.0:1780853847.443878:0:34696:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be20c0. 00008000:00000010:0.0:1780853847.443880:0:34696:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd34f8. 00000080:00000010:0.0:1780853847.443884:0:34696:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b3f0. 00000080:00000010:0.0:1780853847.443886:0:34696:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c60490. 00000020:00000010:0.0:1780853847.443889:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e200. 00000008:00000010:0.0:1780853847.443891:0:34696:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a2c0. 00020000:00000010:0.0:1780853847.443893:0:34696:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb4fc0. 00008000:00000010:0.0:1780853847.443895:0:34696:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45883448b8. 00000080:00000010:0.0:1780853847.443897:0:34696:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45883454b0. 00000020:00000010:0.0:1780853847.443898:0:34696:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e800. 00000020:00000010:0.0:1780853847.443900:0:34696:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07240. 00000080:00000001:0.0:1780853847.443902:0:34696:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:0.0:1780853847.443905:0:34696:0:(file.c:5366:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:0.0:1780853847.444666:0:34696:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853847.444671:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000002:0.0:1780853847.444674:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000001:0.0:1780853847.444677:0:34696:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.444691:0:34696:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853847.444694:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd50 00000080:00200008:0.0:1780853847.444697:0:34696:0:(file.c:448:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9e4591989988), flags 100002 00000080:00000001:0.0:1780853847.444702:0:34696:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853847.444706:0:34696:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1780853847.444707:0:34696:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853847.444709:0:34696:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000002:0.0:1780853847.444711:0:34696:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45916e34d8) owner 0000000000000000/ffff9e4585d10000 00020000:00000001:0.0:1780853847.444713:0:34696:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.444715:0:34696:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853847.444722:0:34696:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.444726:0:34696:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.444733:0:34696:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837e00 count: 2 00010000:00000001:0.0:1780853847.444737:0:34696:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.444743:0:34696:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853847.444745:0:34696:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:0.0:1780853847.444747:0:34696:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853847.444749:0:34696:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853847.444753:0:34696:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4585073600. 00000080:00000001:0.0:1780853847.444756:0:34696:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853847.444760:0:34696:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853847.444764:0:34696:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853847.444767:0:34696:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:0.0:1780853847.444770:0:34696:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853847.444772:0:34696:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:0.0:1780853847.444778:0:34696:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836a680. 00000020:00000040:0.0:1780853847.444782:0:34696:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853847.444787:0:34696:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.444790:0:34696:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.444795:0:34696:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.444802:0:34696:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585072600. 00000100:00000001:0.0:1780853847.444808:0:34696:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853847.444823:0:34696:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853847.444833:0:34696:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853847.444838:0:34696:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853847.444846:0:34696:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.444848:0:34696:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.444854:0:34696:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f0c0. 00000100:00000001:0.0:1780853847.444856:0:34696:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146929856 : -107453562621760 : ffff9e458491f0c0) 00000100:00000001:0.0:1780853847.444859:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.444860:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055936 : -107453501495680 : ffff9e458836a680) 00000100:00000001:0.0:1780853847.444864:0:34696:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.444868:0:34696:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.444870:0:34696:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.444872:0:34696:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.444876:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.444883:0:34696:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.444885:0:34696:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.444888:0:34696:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.444891:0:34696:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.444893:0:34696:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.444897:0:34696:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836a680 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631458176:192.168.202.110@tcp:35:multiop.0 00000100:00000001:0.0:1780853847.444901:0:34696:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.444905:0:34696:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.444908:0:34696:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.444911:0:34696:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.444915:0:34696:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bbc00. 02000000:00000001:0.0:1780853847.444917:0:34696:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.444926:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.444930:0:34696:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b478. 00000400:00000010:0.0:1780853847.444935:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426bb0. 00000100:00000200:0.0:1780853847.444942:0:34696:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631458176, portal 10 00000100:00000001:0.0:1780853847.444944:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.444945:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055936 : -107453501495680 : ffff9e458836a680) 00000100:00000040:0.0:1780853847.444951:0:34696:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.444958:0:34696:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.444961:0:34696:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.444963:0:34696:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426908. 00000100:00000200:0.0:1780853847.444966:0:34696:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631458176, offset 0 00000400:00000200:0.0:1780853847.444972:0:34696:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.444981:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.444989:0:34696:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.444994:0:34696:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.444998:0:34696:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.445002:0:34696:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.445005:0:34696:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.445009:0:34696:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2693:2693:256:4294967295] 192.168.202.110@tcp LPNI seq info [2693:2693:8:4294967295] 00000400:00000200:0.0:1780853847.445013:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.445023:0:34696:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.445030:0:34696:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.445035:0:34696:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853847.445042:0:34696:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.445050:0:34696:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.445054:0:34696:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.445068:0:34696:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.445072:0:34696:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 801343 usecs (802 jiffies) 00000400:00000200:0.0:1780853847.445076:0:34696:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.445078:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645000 00000100:00000001:0.0:1780853847.445082:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.445085:0:34696:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645000 00000100:00000001:0.0:1780853847.445087:0:34696:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.445089:0:34696:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.445092:0:34696:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.445095:0:34696:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.445096:0:34696:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.445099:0:34696:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.445101:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.445104:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.446054:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.446061:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853847.446068:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.446074:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.446081:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426908 00000400:00000010:1.0:1780853847.446083:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426908. 00000100:00000001:1.0:1780853847.446087:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.446093:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.446114:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.446117:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.446124:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.446125:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1780853847.447735:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.447742:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.447752:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c39180 x1867358631457792/t0(0) o16->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 440/224 e 0 to 0 dl 1780853863 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.447761:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.447765:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.447769:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fadc00. 02000000:00000001:2.0:1780853847.447774:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.447777:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.447779:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.447781:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.447784:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f000. 02000000:00000001:2.0:1780853847.447788:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.447790:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.447792:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c39180. 00000100:00000001:2.0:1780853847.447796:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.447797:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.447800:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.447808:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.447810:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.447813:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.447816:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853847.447855:0:34712:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1780853847.448009:0:34712:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1780853847.448013:0:34712:0:(osc_request.c:3901:osc_import_event()) Process entered 00000001:00000001:1.0:1780853847.448016:0:34712:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853847.448020:0:34712:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1780853847.448035:0:34712:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e45853e3a00 count: 2 00010000:00000001:1.0:1780853847.448042:0:34712:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853847.448044:0:34712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.448046:0:34712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.448048:0:34712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45c2171400 refcount=3 00000020:00000001:1.0:1780853847.448051:0:34712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:1.0:1780853847.448053:0:34712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636621179065344 : -107452530486272 : ffff9e45c2171400) 00010000:00000001:1.0:1780853847.448057:0:34712:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853847.448061:0:34712:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1780853847.448073:0:34712:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853847.448075:0:34712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.448083:0:34712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.448090:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.448094:0:34712:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.448098:0:34712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.448104:0:34712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.448109:0:34712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.448114:0:34712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.448119:0:34712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.448123:0:34712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.448127:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72600. 00000008:00000010:1.0:1780853847.448131:0:34712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.448134:0:34712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.448137:0:34712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.448141:0:34712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.448144:0:34712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.448146:0:34712:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000008:00000001:1.0:1780853847.448149:0:34712:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853847.448152:0:34712:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1780853847.448153:0:34712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.448155:0:34712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853847.448158:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73e00. 00000020:00000010:1.0:1780853847.448160:0:34712:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.448162:0:34712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.448166:0:34712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.448168:0:34712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.448171:0:34712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.448173:0:34712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.448175:0:34712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.448180:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72a00. 00000008:00000010:1.0:1780853847.448183:0:34712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.448185:0:34712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.448187:0:34712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.448190:0:34712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853847.448192:0:34712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853847.448193:0:34712:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000008:00000001:1.0:1780853847.448196:0:34712:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1780853847.448198:0:34712:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1780853847.448200:0:34712:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1780853847.448203:0:34712:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.448205:0:34712:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1780853847.448208:0:34712:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1780853847.448211:0:34712:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1780853847.448215:0:34712:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853847.448217:0:34712:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e458a730c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1780853847.448221:0:34712:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853847.448223:0:34712:0:(osc_lock.c:372:osc_lock_flush()) object ffff9e458a730c40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1780853847.448225:0:34712:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1780853847.448228:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:1.0:1780853847.448230:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e4598830918 -> ffff9e4598830918 00000020:00000001:1.0:1780853847.448233:0:34712:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853847.448236:0:34712:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853847.448238:0:34712:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853847.448241:0:34712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.448242:0:34712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853847.448244:0:34712:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853847.448247:0:34712:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x34:0x0]io ffff9e45910559e0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1780853847.448251:0:34712:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853847.448252:0:34712:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853847.448255:0:34712:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853847.448257:0:34712:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853847.448258:0:34712:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448260:0:34712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.448261:0:34712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853847.448262:0:34712:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1780853847.448398:0:34712:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.448402:0:34712:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1780853847.448406:0:34712:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853847.448408:0:34712:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853847.448410:0:34712:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853847.448411:0:34712:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853847.448413:0:34712:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1780853847.448415:0:34712:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853847.448417:0:34712:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620355820000 : -107453353731616 : ffff9e45910559e0) 00000020:00000001:1.0:1780853847.448419:0:34712:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853847.448420:0:34712:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853847.448422:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.448426:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048a833c3[2 00000000896c4e88 1 1 0000000052acf0f2] 00000020:00000001:1.0:1780853847.448428:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853847.448429:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1780853847.448431:0:34712:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1780853847.448432:0:34712:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448435:0:34712:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.448437:0:34712:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.448438:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.448439:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.448440:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.448443:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@0000000048a833c3[2 00000000896c4e88 2 1 0000000000000000] 00000020:00000001:1.0:1780853847.448444:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1780853847.448445:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1780853847.448447:0:34712:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1780853847.448448:0:34712:0:(osc_page.c:138:osc_page_delete()) ffff9e4583e80ca0 00000008:00000001:1.0:1780853847.448451:0:34712:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1780853847.448453:0:34712:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e4583e80cb0 page ffff9e4583e80ca0 at index 0. 00000008:00000001:1.0:1780853847.448455:0:34712:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.448460:0:34712:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1780853847.448462:0:34712:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd34472f1c0 index 0 00000020:00000001:1.0:1780853847.448467:0:34712:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.448468:0:34712:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.448480:0:34712:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853847.448481:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.448482:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.448484:0:34712:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853847.448485:0:34712:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1780853847.448486:0:34712:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853847.448487:0:34712:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620355820000 : -107453353731616 : ffff9e45910559e0) 00000020:00000001:1.0:1780853847.448489:0:34712:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853847.448490:0:34712:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853847.448491:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.448493:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@000000007f15cf09[2 00000000896c4e88 1 1 0000000052acf0f2] 00000020:00000001:1.0:1780853847.448495:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853847.448496:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1780853847.448497:0:34712:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1780853847.448498:0:34712:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448499:0:34712:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.448500:0:34712:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.448501:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.448502:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.448503:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.448505:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@000000007f15cf09[2 00000000896c4e88 2 1 0000000000000000] 00000020:00000001:1.0:1780853847.448506:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1780853847.448507:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1780853847.448508:0:34712:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1780853847.448509:0:34712:0:(osc_page.c:138:osc_page_delete()) ffff9e4583e80140 00000008:00000001:1.0:1780853847.448510:0:34712:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1780853847.448511:0:34712:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e4583e80150 page ffff9e4583e80140 at index 1. 00000008:00000001:1.0:1780853847.448513:0:34712:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.448520:0:34712:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1780853847.448522:0:34712:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd344758700 index 1 00000020:00000001:1.0:1780853847.448523:0:34712:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.448525:0:34712:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.448529:0:34712:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853847.448531:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.448532:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.448533:0:34712:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853847.448535:0:34712:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.448537:0:34712:0:(cl_page.c:556:cl_batch_put()) page@0000000048a833c3[1 00000000896c4e88 5 1 0000000000000000] 00000020:00000001:1.0:1780853847.448539:0:34712:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1780853847.448540:0:34712:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1780853847.448544:0:34712:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e4583e80c40. 00000020:00000001:1.0:1780853847.448549:0:34712:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1780853847.448550:0:34712:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1780853847.448551:0:34712:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.448553:0:34712:0:(cl_page.c:556:cl_batch_put()) page@000000007f15cf09[1 00000000896c4e88 5 1 0000000000000000] 00000020:00000001:1.0:1780853847.448553:0:34712:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1780853847.448554:0:34712:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1780853847.448556:0:34712:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e4583e800e0. 00000020:00000001:1.0:1780853847.448558:0:34712:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1780853847.448559:0:34712:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1780853847.448586:0:34712:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853847.448589:0:34712:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853847.448592:0:34712:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853847.448594:0:34712:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853847.448596:0:34712:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853847.448598:0:34712:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1780853847.448601:0:34712:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853847.448602:0:34712:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1780853847.448603:0:34712:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853847.448605:0:34712:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853847.448610:0:34712:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.448614:0:34712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.448618:0:34712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.448622:0:34712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.448625:0:34712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.448628:0:34712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.448631:0:34712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.448634:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73e00. 00000008:00000010:1.0:1780853847.448637:0:34712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.448639:0:34712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.448642:0:34712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.448645:0:34712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853847.448647:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72a00. 00000020:00000010:1.0:1780853847.448650:0:34712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00000008:00000001:1.0:1780853847.448652:0:34712:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448654:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00010000:00000001:1.0:1780853847.448657:0:34712:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1780853847.448659:0:34712:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448661:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000020:00000001:1.0:1780853847.448662:0:34712:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853847.448665:0:34712:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1780853847.448667:0:34712:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853847.448669:0:34712:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448671:0:34712:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.448673:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e458a730c40 -> ffff9e4598830918 00000008:00000001:1.0:1780853847.448675:0:34712:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853847.448677:0:34712:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.448679:0:34712:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.448681:0:34712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.448683:0:34712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.448685:0:34712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.448686:0:34712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.448689:0:34712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.448691:0:34712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.448693:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73200. 00000008:00000010:1.0:1780853847.448695:0:34712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.448697:0:34712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.448700:0:34712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.448702:0:34712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.448704:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.448706:0:34712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000008:00000001:1.0:1780853847.448708:0:34712:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.448711:0:34712:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853847.448713:0:34712:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853847.448717:0:34712:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853847.448719:0:34712:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853847.448721:0:34712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.448724:0:34712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853847.448726:0:34712:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45c2171400 with handle 0xa8f483e9eb300f09 from hash 00010000:00000001:1.0:1780853847.448729:0:34712:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853847.448731:0:34712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.448732:0:34712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.448733:0:34712:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853847.448737:0:34712:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853847.448739:0:34712:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853847.448741:0:34712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.448742:0:34712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.448744:0:34712:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.448745:0:34712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853847.448748:0:34712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 0000000059337865/0xa8f483e9eb300f09 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x562725ecec97a823 expref: -99 pid: 34696 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1780853847.448756:0:34712:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45852defc0. 00010000:00000001:1.0:1780853847.448762:0:34712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1780853847.448765:0:34712:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e45853e3a00 count: 0 00010000:00000010:1.0:1780853847.448770:0:34712:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e45853e3200. 00010000:00000040:1.0:1780853847.448778:0:34712:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837700 count: 2 00010000:00000001:1.0:1780853847.448780:0:34712:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853847.448782:0:34712:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.448783:0:34712:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.448785:0:34712:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a778600 refcount=3 00000020:00000001:1.0:1780853847.448787:0:34712:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:1.0:1780853847.448789:0:34712:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245861888 : -107453463689728 : ffff9e458a778600) 00010000:00000001:1.0:1780853847.448791:0:34712:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853847.448794:0:34712:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1780853847.448801:0:34712:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853847.448802:0:34712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.448806:0:34712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.448810:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.448813:0:34712:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.448815:0:34712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.448818:0:34712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.448820:0:34712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.448823:0:34712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.448826:0:34712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.448830:0:34712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.448833:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72200. 00000008:00000010:1.0:1780853847.448835:0:34712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.448837:0:34712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.448839:0:34712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.448841:0:34712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.448843:0:34712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.448845:0:34712:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000008:00000001:1.0:1780853847.448847:0:34712:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853847.448849:0:34712:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1780853847.448850:0:34712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.448852:0:34712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853847.448854:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72a00. 00000020:00000010:1.0:1780853847.448856:0:34712:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f73e00. 00000020:00000010:1.0:1780853847.448858:0:34712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.448860:0:34712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.448862:0:34712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.448864:0:34712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.448866:0:34712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.448869:0:34712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.450808:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73800. 00000008:00000010:1.0:1780853847.450815:0:34712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.450820:0:34712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.450824:0:34712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.450829:0:34712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853847.450832:0:34712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853847.450836:0:34712:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000008:00000001:1.0:1780853847.450839:0:34712:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1780853847.450841:0:34712:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1780853847.450844:0:34712:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1780853847.450846:0:34712:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.450848:0:34712:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1780853847.450851:0:34712:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1780853847.450854:0:34712:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1780853847.450856:0:34712:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853847.450859:0:34712:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e45864b7880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1780853847.450862:0:34712:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853847.450864:0:34712:0:(osc_lock.c:372:osc_lock_flush()) object ffff9e45864b7880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1780853847.450868:0:34712:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1780853847.450881:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:1.0:1780853847.450884:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e4590c91918 -> ffff9e4590c91918 00000020:00000001:1.0:1780853847.450886:0:34712:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853847.450889:0:34712:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853847.450891:0:34712:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853847.450894:0:34712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.450895:0:34712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853847.450897:0:34712:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853847.450900:0:34712:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x35:0x0]io ffff9e45910559e0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1780853847.450905:0:34712:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853847.450907:0:34712:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853847.450909:0:34712:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853847.450912:0:34712:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853847.450913:0:34712:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.450915:0:34712:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.450917:0:34712:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853847.450918:0:34712:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1780853847.450919:0:34712:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.450922:0:34712:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1780853847.450925:0:34712:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853847.450927:0:34712:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853847.450928:0:34712:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853847.450929:0:34712:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853847.450932:0:34712:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1780853847.450935:0:34712:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853847.450937:0:34712:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620355820000 : -107453353731616 : ffff9e45910559e0) 00000020:00000001:1.0:1780853847.450939:0:34712:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853847.450940:0:34712:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853847.450942:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.450947:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f79bf53[2 00000000afa723f6 1 1 0000000052acf0f2] 00000020:00000001:1.0:1780853847.450949:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853847.450951:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1780853847.450952:0:34712:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1780853847.450954:0:34712:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.450957:0:34712:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.450958:0:34712:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.450960:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.450961:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.450962:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.450964:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@000000004f79bf53[2 00000000afa723f6 2 1 0000000000000000] 00000020:00000001:1.0:1780853847.450966:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1780853847.450967:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1780853847.450969:0:34712:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1780853847.450970:0:34712:0:(osc_page.c:138:osc_page_delete()) ffff9e4583e80920 00000008:00000001:1.0:1780853847.450972:0:34712:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1780853847.450974:0:34712:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e4583e80930 page ffff9e4583e80920 at index 0. 00000008:00000001:1.0:1780853847.450976:0:34712:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.450981:0:34712:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1780853847.450983:0:34712:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd344a67100 index 0 00000020:00000001:1.0:1780853847.450988:0:34712:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.450989:0:34712:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.450998:0:34712:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853847.451000:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.451001:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.451002:0:34712:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853847.451003:0:34712:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1780853847.451005:0:34712:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853847.451006:0:34712:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620355820000 : -107453353731616 : ffff9e45910559e0) 00000020:00000001:1.0:1780853847.451008:0:34712:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853847.451009:0:34712:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853847.451011:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.451014:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@0000000058d285ba[2 00000000afa723f6 1 1 0000000052acf0f2] 00000020:00000001:1.0:1780853847.451015:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853847.451016:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1780853847.451018:0:34712:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1780853847.451019:0:34712:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.451020:0:34712:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.451021:0:34712:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.451022:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.451023:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.451024:0:34712:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.451026:0:34712:0:(cl_page.c:507:__cl_page_state_set()) page@0000000058d285ba[2 00000000afa723f6 2 1 0000000000000000] 00000020:00000001:1.0:1780853847.451027:0:34712:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1780853847.451029:0:34712:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1780853847.451030:0:34712:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1780853847.451031:0:34712:0:(osc_page.c:138:osc_page_delete()) ffff9e4583e80ae0 00000008:00000001:1.0:1780853847.451032:0:34712:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1780853847.451034:0:34712:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e4583e80af0 page ffff9e4583e80ae0 at index 1. 00000008:00000001:1.0:1780853847.451036:0:34712:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.451042:0:34712:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1780853847.451044:0:34712:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd3447a78c0 index 1 00000020:00000001:1.0:1780853847.451046:0:34712:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.451046:0:34712:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.451051:0:34712:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853847.451052:0:34712:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.451053:0:34712:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.451054:0:34712:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853847.451056:0:34712:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.451058:0:34712:0:(cl_page.c:556:cl_batch_put()) page@000000004f79bf53[1 00000000afa723f6 5 1 0000000000000000] 00000020:00000001:1.0:1780853847.451060:0:34712:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1780853847.451062:0:34712:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1780853847.451065:0:34712:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e4583e808c0. 00000020:00000001:1.0:1780853847.451071:0:34712:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1780853847.451072:0:34712:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1780853847.451073:0:34712:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.451075:0:34712:0:(cl_page.c:556:cl_batch_put()) page@0000000058d285ba[1 00000000afa723f6 5 1 0000000000000000] 00000020:00000001:1.0:1780853847.451076:0:34712:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1780853847.451077:0:34712:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1780853847.451079:0:34712:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e4583e80a80. 00000020:00000001:1.0:1780853847.451081:0:34712:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1780853847.451082:0:34712:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1780853847.451101:0:34712:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853847.451105:0:34712:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853847.451108:0:34712:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853847.451109:0:34712:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853847.451111:0:34712:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853847.451113:0:34712:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1780853847.451116:0:34712:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853847.451117:0:34712:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1780853847.451118:0:34712:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853847.451120:0:34712:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853847.451124:0:34712:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f73e00. 00000020:00000010:1.0:1780853847.451129:0:34712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.451133:0:34712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.451136:0:34712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.451140:0:34712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.451143:0:34712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.451146:0:34712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.451150:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72a00. 00000008:00000010:1.0:1780853847.451153:0:34712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.451156:0:34712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.451159:0:34712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.451161:0:34712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853847.451163:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.451166:0:34712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00000008:00000001:1.0:1780853847.451169:0:34712:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.451172:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00010000:00000001:1.0:1780853847.451175:0:34712:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1780853847.451177:0:34712:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.451179:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000020:00000001:1.0:1780853847.451180:0:34712:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853847.451183:0:34712:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1780853847.451186:0:34712:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853847.451188:0:34712:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.451190:0:34712:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.451192:0:34712:0:(cl_object.c:151:cl_object_top()) ffff9e45864b7880 -> ffff9e4590c91918 00000008:00000001:1.0:1780853847.451194:0:34712:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853847.451196:0:34712:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.451198:0:34712:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.451201:0:34712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.451203:0:34712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.451206:0:34712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.451208:0:34712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.451211:0:34712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.451213:0:34712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.451216:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72600. 00000008:00000010:1.0:1780853847.451218:0:34712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.451220:0:34712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.451223:0:34712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.451226:0:34712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.451229:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.451231:0:34712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000008:00000001:1.0:1780853847.451233:0:34712:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.451237:0:34712:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1780853847.451239:0:34712:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853847.451243:0:34712:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853847.451245:0:34712:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853847.451247:0:34712:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.451250:0:34712:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853847.451253:0:34712:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a778600 with handle 0xa8f483e9eb300f17 from hash 00010000:00000001:1.0:1780853847.451256:0:34712:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853847.451258:0:34712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.451259:0:34712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.451261:0:34712:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853847.451438:0:34712:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853847.451441:0:34712:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1780853847.451444:0:34712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.451445:0:34712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.451446:0:34712:0:(ldlm_request.c:1800:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.451448:0:34712:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853847.451451:0:34712:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9e4592299000 lock: 000000001927d9eb/0xa8f483e9eb300f17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x562725ecec97a84d expref: -99 pid: 34699 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1780853847.451466:0:34712:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45904f0f40. 00010000:00000001:1.0:1780853847.451472:0:34712:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1780853847.451476:0:34712:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837700 count: 0 00010000:00000010:1.0:1780853847.451482:0:34712:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4594837100. 00000001:00000001:1.0:1780853847.451508:0:34712:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853847.451511:0:34712:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853847.451513:0:34712:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853847.451540:0:34712:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.451543:0:34712:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.451547:0:34712:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.451550:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.451553:0:34712:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.451555:0:34712:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.451559:0:34712:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.451563:0:34712:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.451566:0:34712:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.451569:0:34712:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.451572:0:34712:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.451575:0:34712:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73200. 00000008:00000010:1.0:1780853847.451578:0:34712:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.451581:0:34712:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.451583:0:34712:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.451586:0:34712:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.451588:0:34712:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.451590:0:34712:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000008:00000001:1.0:1780853847.451593:0:34712:0:(osc_cache.c:2336:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1780853847.451595:0:34712:0:(osc_cache.c:2297:osc_next_obj()) Process entered 00000008:00000001:1.0:1780853847.451598:0:34712:0:(osc_cache.c:2327:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.451601:0:34712:0:(osc_cache.c:2400:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1780853847.451602:0:34712:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853847.451604:0:34712:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853847.451629:0:34712:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853847.451631:0:34712:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.451633:0:34712:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.451636:0:34712:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.451638:0:34712:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.451641:0:34712:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.451643:0:34712:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.451646:0:34712:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.451648:0:34712:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.451650:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72200. 00000008:00000010:1.0:1780853847.451651:0:34712:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.451653:0:34712:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.451656:0:34712:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.451658:0:34712:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.451660:0:34712:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.451662:0:34712:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000001:00000001:1.0:1780853847.451664:0:34712:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853847.451665:0:34712:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853847.451690:0:34712:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1780853847.451692:0:34712:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1780853847.451692:0:34712:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1780853847.451716:0:34712:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.451719:0:34712:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.451722:0:34712:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:00080000:1.0:1780853847.451728:0:34712:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1780853847.451732:0:34712:0:(import.c:1649:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1780853847.451734:0:34712:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1780853847.451736:0:34712:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1780853847.451739:0:34712:0:(import.c:65:import_set_state_nolock()) ffff9e4585123000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1780853847.451741:0:34712:0:(obd_class.h:1223:obd_import_event()) Process entered 00000008:00000001:1.0:1780853847.451743:0:34712:0:(osc_request.c:3901:osc_import_event()) Process entered 00000008:00000001:1.0:1780853847.451745:0:34712:0:(obd_class.h:1243:obd_notify()) Process entered 00020000:00000001:1.0:1780853847.451749:0:34712:0:(lov_obd.c:427:lov_notify()) Process entered 00020000:00000001:1.0:1780853847.451751:0:34712:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1780853847.451753:0:34712:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9e45904b8820 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1780853847.451758:0:34712:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1780853847.451760:0:34712:0:(lov_obd.c:415:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn a8f483e9eb3002c9 00020000:00000001:1.0:1780853847.451763:0:34712:0:(lov_obd.c:419:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.451767:0:34712:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1780853847.451768:0:34712:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00000001:1.0:1780853847.451771:0:34712:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1780853847.451772:0:34712:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1780853847.451775:0:34712:0:(lov_obd.c:1151:lov_get_info()) Process entered 00000800:00000001:0.0:1780853847.455850:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.455871:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.455876:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.455879:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.455889:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.455898:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.455906:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.455912:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.455917:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.455921:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe57580 00000400:00000200:0.0:1780853847.455926:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.455932:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x73b9 [1] + 224 00000800:00000001:0.0:1780853847.455940:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.455960:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.455963:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.455968:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.455977:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.455987:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.455998:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.456027:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.456036:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.456039:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.456091:0:34696:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853847.456098:0:34696:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.456100:0:34696:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.456103:0:34696:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b478. 00000400:00000200:2.0:1780853847.456108:0:34696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426bb0 00000400:00000010:2.0:1780853847.456110:0:34696:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426bb0. 00000100:00000001:2.0:1780853847.456113:0:34696:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.456117:0:34696:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853847.456126:0:34696:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836a680 x1867358631458176/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456131:0:34696:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.456133:0:34696:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.456136:0:34696:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.456139:0:34696:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.456141:0:34696:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.456143:0:34696:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.456146:0:34696:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.456155:0:34696:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=88 v=5 (10 5 5 5) 00000100:00001000:2.0:1780853847.456159:0:34696:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.456162:0:34696:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.456163:0:34696:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.456167:0:34696:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.456170:0:34696:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.456173:0:34696:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853847.456176:0:34696:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853847.456177:0:34696:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853847.456180:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.456181:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055936 : -107453501495680 : ffff9e458836a680) 00000100:00000001:2.0:1780853847.456184:0:34696:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.456186:0:34696:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1780853847.456188:0:34696:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.456190:0:34696:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.456195:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456202:0:34696:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.456205:0:34696:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.456207:0:34696:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.456210:0:34696:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853847.456217:0:34696:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836a680 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34696:1867358631458176:192.168.202.110@tcp:35:multiop.0 00000100:00000001:2.0:1780853847.456222:0:34696:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.456224:0:34696:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.456227:0:34696:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.456229:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.456231:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456237:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.456240:0:34696:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f0c0. 00000100:00000001:2.0:1780853847.456243:0:34696:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.456245:0:34696:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.456251:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.456252:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055936 : -107453501495680 : ffff9e458836a680) 00000002:00000001:2.0:1780853847.456254:0:34696:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.456257:0:34696:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.456261:0:34696:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073600. 00000080:00000001:2.0:1780853847.456303:0:34696:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853847.456307:0:34696:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853847.456311:0:34696:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853847.456316:0:34696:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456324:0:34696:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.456326:0:34696:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853847.456328:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.456331:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456338:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.456340:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.456343:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631456640/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853861 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456348:0:34696:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853847.456351:0:34696:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.456353:0:34696:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.456355:0:34696:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.456359:0:34696:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1c00. 02000000:00000001:2.0:1780853847.456362:0:34696:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.456364:0:34696:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.456366:0:34696:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853847.456370:0:34696:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.456371:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.456373:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.456376:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456382:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.456384:0:34696:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4584989400. 00000002:00000001:2.0:1780853847.456387:0:34696:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.456389:0:34696:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.456391:0:34696:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45852de940. 00000100:00000001:2.0:1780853847.456393:0:34696:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.456396:0:34696:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.456401:0:34696:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.456403:0:34696:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.456406:0:34696:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45815c8500. 00000080:00000001:2.0:1780853847.456409:0:34696:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.456414:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd50 00000080:00000008:2.0:1780853847.456417:0:34696:0:(file.c:492:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9e4591989988), flags 100002, rc = 0 00000080:00000001:2.0:1780853847.456421:0:34696:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.456426:0:34696:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853847.456428:0:34696:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c1fd98 00000080:00002000:2.0:1780853847.456430:0:34696:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9e4591b1baf8, parent ffff9e4591af7360, inode ffff9e4591989988) hashed, 00000080:00000001:2.0:1780853847.456433:0:34696:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.456932:0:34699:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853847.456937:0:34699:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:0.0:1780853847.456942:0:34699:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:0.0:1780853847.456944:0:34699:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.456950:0:34699:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:0.0:1780853847.456951:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37db8 00000080:00200008:0.0:1780853847.456953:0:34699:0:(file.c:448:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9e459190d348), flags 100002 00000080:00000001:0.0:1780853847.456957:0:34699:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1780853847.456959:0:34699:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1780853847.456960:0:34699:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853847.456962:0:34699:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:0.0:1780853847.456964:0:34699:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45922448b8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:0.0:1780853847.456966:0:34699:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.456968:0:34699:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:0.0:1780853847.456972:0:34699:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.456975:0:34699:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.456981:0:34699:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95100 count: 2 00010000:00000001:0.0:1780853847.456984:0:34699:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.456988:0:34699:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853847.456990:0:34699:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:0.0:1780853847.456992:0:34699:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:0.0:1780853847.456993:0:34699:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1780853847.456998:0:34699:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e4585072c00. 00000080:00000001:0.0:1780853847.457000:0:34699:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1780853847.457004:0:34699:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1780853847.457007:0:34699:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:0.0:1780853847.457009:0:34699:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:0.0:1780853847.457012:0:34699:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1780853847.457013:0:34699:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:0.0:1780853847.457018:0:34699:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836aa00. 00000020:00000040:0.0:1780853847.457021:0:34699:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:0.0:1780853847.457026:0:34699:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.457029:0:34699:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.457032:0:34699:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.457038:0:34699:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585073e00. 00000100:00000001:0.0:1780853847.457043:0:34699:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1780853847.457054:0:34699:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1780853847.457063:0:34699:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1780853847.457068:0:34699:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1780853847.457075:0:34699:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.457076:0:34699:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.457081:0:34699:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f900. 00000100:00000001:0.0:1780853847.457083:0:34699:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146931968 : -107453562619648 : ffff9e458491f900) 00000100:00000001:0.0:1780853847.457085:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.457086:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000001:0.0:1780853847.457090:0:34699:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.457094:0:34699:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.457095:0:34699:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.457097:0:34699:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.457101:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.457108:0:34699:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.457109:0:34699:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.457113:0:34699:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.457115:0:34699:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.457117:0:34699:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.457120:0:34699:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34699:1867358631458432:192.168.202.110@tcp:35:multiop.0 00000100:00000001:0.0:1780853847.457123:0:34699:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.457129:0:34699:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.457131:0:34699:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.457133:0:34699:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.457137:0:34699:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851ba000. 02000000:00000001:0.0:1780853847.457139:0:34699:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.457144:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.457148:0:34699:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b3c8. 00000400:00000010:0.0:1780853847.457153:0:34699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426f68. 00000100:00000200:0.0:1780853847.457159:0:34699:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631458432, portal 10 00000100:00000001:0.0:1780853847.457161:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.457162:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000040:0.0:1780853847.457167:0:34699:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.457173:0:34699:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.457176:0:34699:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.457179:0:34699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864263b8. 00000100:00000200:0.0:1780853847.457181:0:34699:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631458432, offset 0 00000400:00000200:0.0:1780853847.457187:0:34699:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.457193:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.457199:0:34699:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.457204:0:34699:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.457208:0:34699:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.457211:0:34699:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.457214:0:34699:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.457217:0:34699:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2694:2694:256:4294967295] 192.168.202.110@tcp LPNI seq info [2694:2694:8:4294967295] 00000400:00000200:0.0:1780853847.457222:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.457230:0:34699:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.457234:0:34699:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.457240:0:34699:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853847.457246:0:34699:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.457252:0:34699:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.457255:0:34699:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.457312:0:34699:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.457317:0:34699:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 800400 usecs (801 jiffies) 00000400:00000200:0.0:1780853847.457321:0:34699:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.457324:0:34699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645013 00000100:00000001:0.0:1780853847.457326:0:34699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.457328:0:34699:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645013 00000100:00000001:0.0:1780853847.457330:0:34699:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.457332:0:34699:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.457335:0:34699:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.457337:0:34699:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.457338:0:34699:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.457341:0:34699:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f900 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.457343:0:34699:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.457345:0:34699:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.457436:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.457440:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:0.0:1780853847.457444:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.457448:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.457452:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864263b8 00000400:00000010:0.0:1780853847.457454:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864263b8. 00000100:00000001:0.0:1780853847.457456:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.457461:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.457469:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.457473:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.457478:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.457479:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:1.0:1780853847.459601:0:34712:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.459612:0:34712:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.459614:0:34712:0:(obd_class.h:511:obd_get_info()) Process entered 00020000:00000001:1.0:1780853847.459618:0:34712:0:(lov_obd.c:1151:lov_get_info()) Process entered 00020000:00000001:2.0:1780853847.460397:0:34712:0:(lov_obd.c:1202:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.460402:0:34712:0:(obd_class.h:525:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1780853847.460404:0:34712:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1780853847.460408:0:34712:0:(lmv_obd.c:285:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1780853847.460410:0:34712:0:(lmv_obd.c:297:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.460411:0:34712:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.460414:0:34712:0:(lcommon_misc.c:112:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.460417:0:34712:0:(lov_obd.c:464:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.460419:0:34712:0:(obd_class.h:1256:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.460422:0:34712:0:(osc_request.c:3968:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.460425:0:34712:0:(obd_class.h:1234:obd_import_event()) Process leaving 00000100:02000000:2.0:1780853847.460432:0:34712:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9e4592299000: Connection restored to 192.168.202.110@tcp (at 192.168.202.110@tcp) 00000100:00000001:2.0:1780853847.460438:0:34712:0:(import.c:1756:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.460441:0:34712:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.460444:0:34712:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.460448:0:34712:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853847.460449:0:34712:0:(import.c:1612:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853847.464132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45c2171400. 00010000:00000010:1.1:1780853847.464144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e45853e3a00. 00010000:00000010:1.1:1780853847.464152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a778600. 00010000:00000010:1.1:1780853847.464171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837700. 00000800:00000001:0.0:1780853847.469847:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.469864:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.469876:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.469879:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.469888:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.469901:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.469910:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.469915:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.469920:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.469924:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe57680 00000400:00000200:0.0:1780853847.469929:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.469935:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x73c9 [1] + 224 00000800:00000001:0.0:1780853847.469943:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.469949:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.469953:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.469957:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.469964:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.469973:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.469986:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.470019:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.470028:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.470031:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.470157:0:34699:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853847.470164:0:34699:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853847.470166:0:34699:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853847.470169:0:34699:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b3c8. 00000400:00000200:1.0:1780853847.470174:0:34699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426f68 00000400:00000010:1.0:1780853847.470176:0:34699:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426f68. 00000100:00000001:1.0:1780853847.470180:0:34699:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.470184:0:34699:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853847.470193:0:34699:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836aa00 x1867358631458432/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470199:0:34699:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853847.470201:0:34699:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.470204:0:34699:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853847.470208:0:34699:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853847.470211:0:34699:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.470213:0:34699:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.470216:0:34699:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853847.470225:0:34699:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=88 v=5 (10 5 5 5) 00000100:00001000:1.0:1780853847.470229:0:34699:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853847.470231:0:34699:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853847.470233:0:34699:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.470236:0:34699:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853847.470239:0:34699:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.470242:0:34699:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853847.470244:0:34699:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1780853847.470245:0:34699:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853847.470247:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.470249:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000100:00000001:1.0:1780853847.470252:0:34699:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853847.470253:0:34699:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1780853847.470255:0:34699:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853847.470258:0:34699:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.470262:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470319:0:34699:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.470322:0:34699:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853847.470325:0:34699:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853847.470330:0:34699:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853847.470337:0:34699:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836aa00 pname:cluuid:pid:xid:nid:opc:job multiop:e55ecacc-e48a-400c-a052-f3869534991c:34699:1867358631458432:192.168.202.110@tcp:35:multiop.0 00000100:00000001:1.0:1780853847.470342:0:34699:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.470345:0:34699:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.470348:0:34699:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853847.470349:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.470352:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470359:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853847.470362:0:34699:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f900. 00000100:00000001:1.0:1780853847.470365:0:34699:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853847.470366:0:34699:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.470373:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.470374:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208056832 : -107453501494784 : ffff9e458836aa00) 00000002:00000001:1.0:1780853847.470377:0:34699:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.470380:0:34699:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853847.470385:0:34699:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072c00. 00000080:00000001:1.0:1780853847.470388:0:34699:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1780853847.470392:0:34699:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1780853847.470397:0:34699:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1780853847.470402:0:34699:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470410:0:34699:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.470411:0:34699:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208050560 : -107453501501056 : ffff9e4588369180) 00000100:00000001:1.0:1780853847.470413:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.470416:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470422:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.470424:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.470427:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369180 x1867358631457024/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 592/664 e 0 to 0 dl 1780853862 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470432:0:34699:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1780853847.470436:0:34699:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853847.470438:0:34699:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853847.470440:0:34699:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853847.470443:0:34699:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851bb000. 02000000:00000001:1.0:1780853847.470446:0:34699:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853847.470449:0:34699:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853847.470450:0:34699:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369180. 00000100:00000001:1.0:1780853847.470454:0:34699:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853847.470456:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.470457:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.470460:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470466:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853847.470468:0:34699:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585ca77c0. 00000002:00000001:1.0:1780853847.470471:0:34699:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.470473:0:34699:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853847.470476:0:34699:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45904f0600. 00000100:00000001:1.0:1780853847.470478:0:34699:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.470481:0:34699:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.470487:0:34699:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.470489:0:34699:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853847.470492:0:34699:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530a140. 00000080:00000001:1.0:1780853847.470496:0:34699:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.470502:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37db8 00000080:00000008:1.0:1780853847.470504:0:34699:0:(file.c:492:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9e459190d348), flags 100002, rc = 0 00000080:00000001:1.0:1780853847.470508:0:34699:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.470514:0:34699:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853847.470515:0:34699:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c37e00 00000080:00002000:1.0:1780853847.470517:0:34699:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9e4591b4d288, parent ffff9e4591af7360, inode ffff9e459190d348) hashed, 00000080:00000001:1.0:1780853847.470520:0:34699:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.504440:0:34714:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853847.504447:0:34714:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853847.504450:0:34714:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853847.504453:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bbc0 00000080:00200000:1.0:1780853847.504458:0:34714:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853847.504466:0:34714:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f73200. 00800000:00000002:1.0:1780853847.504473:0:34714:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853847.504477:0:34714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853847.504482:0:34714:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853847.504484:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bae0 00800000:00000002:1.0:1780853847.504486:0:34714:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853847.504490:0:34714:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853847.504495:0:34714:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853847.504499:0:34714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853847.504501:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b9b0 00000002:00010000:1.0:1780853847.504503:0:34714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853847.504507:0:34714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853847.504508:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853847.504512:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.504519:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853847.504522:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.504659:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.504665:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853847.504670:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1780853847.504681:0:34714:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853847.504687:0:34714:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.504691:0:34714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1780853847.504698:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853847.504700:0:34714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853847.504702:0:34714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853847.504704:0:34714:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853847.504706:0:34714:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853847.504708:0:34714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853847.504711:0:34714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853847.504713:0:34714:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853847.504717:0:34714:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f73200. 00000080:00000001:1.0:1780853847.504723:0:34714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853847.504725:0:34714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853847.504727:0:34714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853847.504731:0:34714:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eed 00800000:00000001:1.0:1780853847.504734:0:34714:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853847.504736:0:34714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853847.504737:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.504740:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.504742:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853847.504744:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.504746:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.504749:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.504750:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853847.504751:0:34714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.504753:0:34714:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853847.504755:0:34714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eed from it ffffb4b40153bbf8 00010000:00000001:1.0:1780853847.504757:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.504758:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.504759:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853847.504761:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.504763:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.504765:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.504769:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1780853847.504775:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.504776:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.504777:0:34714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853847.504780:0:34714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853847.504782:0:34714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853847.504790:0:34714:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.504793:0:34714:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853847.504795:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.504799:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.504800:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.504802:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.504805:0:34714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853847.504807:0:34714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.504809:0:34714:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.504811:0:34714:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.504812:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.504814:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.504815:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853847.504817:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853847.504819:0:34714:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853847.504822:0:34714:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:1.0:1780853847.504826:0:34714:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1780853847.504837:0:34714:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c350c0. 00000080:00000001:1.0:1780853847.504841:0:34714:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:1.0:1780853847.504842:0:34714:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1780853847.504844:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bb00 00000080:00200000:1.0:1780853847.504845:0:34714:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:1.0:1780853847.504849:0:34714:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f73200. 00800000:00000002:1.0:1780853847.504851:0:34714:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853847.504854:0:34714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853847.504855:0:34714:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853847.504856:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153ba20 00800000:00000002:1.0:1780853847.504859:0:34714:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853847.504861:0:34714:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1780853847.504863:0:34714:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1780853847.504866:0:34714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853847.504868:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b8f0 00000002:00010000:1.0:1780853847.504869:0:34714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1780853847.504872:0:34714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1780853847.504873:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853847.504875:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.504877:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853847.504879:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.504882:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.504883:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853847.504886:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1780853847.504893:0:34714:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853847.504895:0:34714:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.504898:0:34714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1780853847.504903:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1780853847.504905:0:34714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853847.504907:0:34714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853847.504908:0:34714:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1780853847.504910:0:34714:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853847.504911:0:34714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1780853847.504913:0:34714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1780853847.504915:0:34714:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853847.504917:0:34714:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f73200. 00000080:00000001:1.0:1780853847.504919:0:34714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1780853847.504921:0:34714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853847.504923:0:34714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:1.0:1780853847.504926:0:34714:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300eed 00800000:00000001:1.0:1780853847.504929:0:34714:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853847.504930:0:34714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853847.504931:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.504932:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.505430:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853847.505433:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.505436:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.505438:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.505440:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853847.505441:0:34714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.505443:0:34714:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853847.505445:0:34714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300eed from it ffffb4b40153bb38 00010000:00000001:1.0:1780853847.505447:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.505448:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.505449:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779c00 refcount=3 00000020:00000001:1.0:1780853847.505451:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.505453:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245867520 : -107453463684096 : ffff9e458a779c00) 00010000:00000001:1.0:1780853847.505455:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.505458:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1780853847.505465:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.505466:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.505467:0:34714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853847.505469:0:34714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853847.505472:0:34714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1780853847.505478:0:34714:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.505480:0:34714:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853847.505482:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.505484:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.505485:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.505486:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505489:0:34714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853847.505491:0:34714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505493:0:34714:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505495:0:34714:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505497:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.505498:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.505499:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853847.505501:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1780853847.505502:0:34714:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1780853847.505505:0:34714:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:1.0:1780853847.505508:0:34714:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.505512:0:34714:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:1.0:1780853847.505514:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bb50 00000080:00200000:1.0:1780853847.505516:0:34714:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e4582e9f380, open_flags 8441, mode 81b6 opened 0 00000080:00000010:1.0:1780853847.505522:0:34714:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e4585c49f60. 00000080:00000001:1.0:1780853847.505599:0:34714:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1780853847.505601:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153ba00 00000080:00200000:1.0:1780853847.505604:0:34714:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000010:1.0:1780853847.505613:0:34714:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4588f73200. 00800000:00000002:1.0:1780853847.505617:0:34714:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:1.0:1780853847.505623:0:34714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1780853847.505626:0:34714:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1780853847.505627:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b920 00800000:00000002:1.0:1780853847.505629:0:34714:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1780853847.505632:0:34714:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:1.0:1780853847.505636:0:34714:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1780853847.505642:0:34714:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00800000:00000001:1.0:1780853847.505646:0:34714:0:(lmv_obd.c:1187:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1780853847.505649:0:34714:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1780853847.505653:0:34714:0:(mdc_request.c:2960:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1780853847.505655:0:34714:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1780853847.505661:0:34714:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9e4592299000: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:1.0:1780853847.505664:0:34714:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.505666:0:34714:0:(mdc_request.c:2966:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.505668:0:34714:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.505670:0:34714:0:(lmv_obd.c:1211:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.505673:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b8a0 00800000:00000002:1.0:1780853847.505675:0:34714:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:1.0:1780853847.505678:0:34714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1780853847.505679:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b7d8 00000002:00010000:1.0:1780853847.505681:0:34714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:1.0:1780853847.505685:0:34714:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1780853847.505688:0:34714:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1780853847.505691:0:34714:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1780853847.505696:0:34714:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.505698:0:34714:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1780853847.505700:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 2 00010000:00000001:1.0:1780853847.505703:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.505706:0:34714:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1780853847.505710:0:34714:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853847.505714:0:34714:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1780853847.505722:0:34714:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1780853847.505726:0:34714:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1780853847.505728:0:34714:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1780853847.505730:0:34714:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1780853847.505733:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853847.505735:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.505737:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:1.0:1780853847.505739:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853847.505742:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.505743:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853847.505744:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.505746:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:1.0:1780853847.505747:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853847.505749:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.505751:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853847.505752:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.505753:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837f00 count: 3 00010000:00000001:1.0:1780853847.505755:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853847.505757:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.505760:0:34714:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1780853847.505762:0:34714:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1780853847.505767:0:34714:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1780853847.505769:0:34714:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1780853847.505772:0:34714:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1780853847.505773:0:34714:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505776:0:34714:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853847.505780:0:34714:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853847.505781:0:34714:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853847.505783:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.505786:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1780853847.505788:0:34714:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779c00 with handle 0xa8f483e9eb300eed from hash 00010000:00000001:1.0:1780853847.505791:0:34714:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853847.505792:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.505794:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.505795:0:34714:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853847.505797:0:34714:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853847.505799:0:34714:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1780853847.505802:0:34714:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853847.505805:0:34714:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1780853847.505806:0:34714:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1780853847.505813:0:34714:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107480. 00000020:00000040:1.0:1780853847.505817:0:34714:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:1.0:1780853847.505823:0:34714:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1780853847.505825:0:34714:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505828:0:34714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1780853847.505832:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.505834:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.505835:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.505836:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.505839:0:34714:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853847.505841:0:34714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853847.505844:0:34714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853847.505853:0:34714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4585d71400. 00000100:00000001:1.0:1780853847.505860:0:34714:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505865:0:34714:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853847.505867:0:34714:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853847.505871:0:34714:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1780853847.505878:0:34714:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853847.505880:0:34714:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853847.505881:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853847.505884:0:34714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779c00/0xa8f483e9eb300eed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a7ba expref: -99 pid: 34689 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1780853847.505890:0:34714:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837f00 count: 0 00010000:00000010:1.0:1780853847.505895:0:34714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9a80. 00010000:00000001:1.0:1780853847.505904:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.505905:0:34714:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505907:0:34714:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853847.505908:0:34714:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.505910:0:34714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.505918:0:34714:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00010000:00000001:1.0:1780853847.505922:0:34714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1780853847.505924:0:34714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1780853847.505928:0:34714:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0800. 00010000:00000010:1.0:1780853847.505931:0:34714:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2e80. 00010000:00000001:1.0:1780853847.506500:0:34714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1780853847.506505:0:34714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e45834b6e00. 00000020:00000001:1.0:1780853847.506509:0:34714:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1780853847.506511:0:34714:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e45834b6e00 with handle 0xa8f483e9eb300f1e to hash 00000020:00000001:1.0:1780853847.506513:0:34714:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1780853847.506514:0:34714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.506518:0:34714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.506521:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.506522:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.506764:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853847.506775:0:34714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34714 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1780853847.506788:0:34714:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1780853847.506800:0:34714:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1780853847.506809:0:34714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1780853847.506815:0:34714:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853847.506817:0:34714:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853847.506823:0:34714:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9480. 00000100:00000001:1.0:1780853847.506825:0:34714:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038976 : -107453508512640 : ffff9e4587cb9480) 00000100:00000001:1.0:1780853847.506828:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.506829:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000001:1.0:1780853847.506835:0:34714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853847.506839:0:34714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.506841:0:34714:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853847.506843:0:34714:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853847.506847:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.506855:0:34714:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853847.506857:0:34714:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.506860:0:34714:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853847.506863:0:34714:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853847.506865:0:34714:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853847.506868:0:34714:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34714:1867358631458688:192.168.202.110@tcp:101:bash.0 00000100:00000001:1.0:1780853847.506872:0:34714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853847.506878:0:34714:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853847.506881:0:34714:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.506883:0:34714:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853847.506947:0:34714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:1.0:1780853847.506949:0:34714:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853847.506956:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853847.506960:0:34714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d580. 00000400:00000010:1.0:1780853847.506967:0:34714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e4585d71000. 00000100:00000200:1.0:1780853847.506974:0:34714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631458688, portal 10 00000100:00000001:1.0:1780853847.506976:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.506977:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000040:1.0:1780853847.506984:0:34714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.506991:0:34714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853847.507002:0:34714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853847.507006:0:34714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b94c8. 00000100:00000200:1.0:1780853847.507009:0:34714:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631458688, offset 0 00000400:00000200:1.0:1780853847.507016:0:34714:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853847.507024:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.507031:0:34714:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853847.507036:0:34714:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853847.507040:0:34714:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853847.507044:0:34714:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853847.507046:0:34714:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853847.507050:0:34714:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2695:2695:256:4294967295] 192.168.202.110@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:1.0:1780853847.507055:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.507065:0:34714:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853847.507071:0:34714:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853847.507076:0:34714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76d00. 00000800:00000200:1.0:1780853847.507082:0:34714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853847.507090:0:34714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853847.507094:0:34714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1780853847.507122:0:34714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.507126:0:34714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 799461 usecs (800 jiffies) 00000400:00000200:1.0:1780853847.507130:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853847.507134:0:34714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645061 00000100:00000001:1.0:1780853847.507137:0:34714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:1.0:1780853847.507140:0:34714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645061 00000100:00000001:1.0:1780853847.507142:0:34714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:1.0:1780853847.507144:0:34714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.507147:0:34714:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.507149:0:34714:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853847.507150:0:34714:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853847.507154:0:34714:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9480 going to sleep for 11 seconds 00000100:00000001:1.0:1780853847.507156:0:34714:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853847.507159:0:34714:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.507710:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.507716:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76d00. 00000400:00000200:0.0:1780853847.507722:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.507728:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.507734:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b94c8 00000400:00000010:0.0:1780853847.507736:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b94c8. 00000100:00000001:0.0:1780853847.507740:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.507745:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.507755:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.507758:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.507765:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.507766:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1780853847.511448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837f00. 00010000:00000010:1.1:1780853847.511464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779c00. 00000800:00000001:0.0:1780853847.516869:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.516885:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.516889:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.516891:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.516899:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.516907:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.516915:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.516921:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.516925:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.516929:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe57780 00000400:00000200:0.0:1780853847.516935:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.516941:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x73d9 [32] + 224 00000800:00000001:0.0:1780853847.516948:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.516955:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.516958:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.516962:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.516969:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.516978:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.516989:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.517020:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853847.517028:0:2372:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853847.517032:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.517036:0:2372:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.517042:0:2372:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2696:2696:256:4294967295] 192.168.202.110@tcp LPNI seq info [2696:2696:8:4294967295] 00000400:00000200:0.0:1780853847.517046:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.517054:0:2372:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853847.517058:0:2372:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.517065:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9e45851b9c00. 00000800:00000200:0.0:1780853847.517070:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.517078:0:2372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.517082:0:2372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45851b9c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1780853847.517171:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.517175:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9e45851b9c00. 00000400:00000200:0.0:1780853847.517178:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.517182:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000800:00000001:0.0:1780853847.517188:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.517191:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.517652:0:34714:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853847.517660:0:34714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853847.517662:0:34714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853847.517666:0:34714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d580. 00000400:00000200:1.0:1780853847.517671:0:34714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585d71000 00000400:00000010:1.0:1780853847.517673:0:34714:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e4585d71000. 00000100:00000001:1.0:1780853847.517677:0:34714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.517683:0:34714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853847.517691:0:34714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107480 x1867358631458688/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.517697:0:34714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853847.517699:0:34714:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.517702:0:34714:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853847.517705:0:34714:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853847.517707:0:34714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.517709:0:34714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.517712:0:34714:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853847.517720:0:34714:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:1.0:1780853847.517724:0:34714:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853847.517727:0:34714:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853847.517729:0:34714:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.517732:0:34714:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853847.517735:0:34714:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.517738:0:34714:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853847.517740:0:34714:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x1] 00000100:00000001:1.0:1780853847.517742:0:34714:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853847.517744:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.517746:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000001:1.0:1780853847.517749:0:34714:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853847.517751:0:34714:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1780853847.517753:0:34714:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853847.517755:0:34714:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.517760:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.517767:0:34714:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.517770:0:34714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853847.517772:0:34714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853847.517776:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853847.517783:0:34714:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107480 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34714:1867358631458688:192.168.202.110@tcp:101:bash.0 00000100:00000001:1.0:1780853847.517788:0:34714:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.517791:0:34714:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.517793:0:34714:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853847.517795:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.517798:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.517804:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853847.517807:0:34714:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9480. 00000100:00000001:1.0:1780853847.517810:0:34714:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853847.517811:0:34714:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.517814:0:34714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853847.517818:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.517821:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.517824:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=4 00000020:00000001:1.0:1780853847.517826:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517829:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000040:1.0:1780853847.517835:0:34714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e45834b6e00, remote cookie: 0x562725ecec97a870, flags: 0x1001 00010000:00010000:1.0:1780853847.517840:0:34714:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853847.517847:0:34714:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1780853847.517850:0:34714:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1780853847.517858:0:34714:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4589ab0100. 00010000:00000010:1.0:1780853847.517862:0:34714:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589bb2b80. 00010000:00000040:1.0:1780853847.517867:0:34714:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0800 count: 0 00010000:00000010:1.0:1780853847.517872:0:34714:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2e80. 00010000:00000001:1.0:1780853847.517877:0:34714:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.517880:0:34714:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853847.517889:0:34714:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.517894:0:34714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853847.517898:0:34714:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853847.517901:0:34714:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1780853847.517902:0:34714:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1780853847.517903:0:34714:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1780853847.517906:0:34714:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9e4589ab0100) refcount = 1 00010000:00010000:1.0:1780853847.517909:0:34714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.517916:0:34714:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1780853847.517918:0:34714:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853847.517920:0:34714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.517923:0:34714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853847.517925:0:34714:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.517928:0:34714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.517933:0:34714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853847.517935:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.517936:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.517937:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.517938:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.517940:0:34714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.517944:0:34714:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1780853847.517946:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.517948:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.517949:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.517951:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517953:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517955:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.517956:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.517957:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=4 00000020:00000001:1.0:1780853847.517959:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517961:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517963:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.517966:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.517969:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.517975:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.517976:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.517978:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.517979:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.517980:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=5 00000020:00000001:1.0:1780853847.517982:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517985:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.517987:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.517990:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.517996:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.517997:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853847.517999:0:34714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.518005:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.518007:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.518008:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.518009:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.518010:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1780853847.518015:0:34714:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853847.518023:0:34714:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1780853847.518028:0:34714:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853847.518034:0:34714:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.518040:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.518041:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.518043:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.518045:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.518047:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00000002:00010000:1.0:1780853847.518051:0:34714:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1780853847.518059:0:34714:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e45831cc880. 00010000:00000001:1.0:1780853847.518061:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.518062:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853847.518064:0:34714:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.518066:0:34714:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.518068:0:34714:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1780853847.518070:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.518072:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000001:1.0:1780853847.518074:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.518075:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00010000:00000001:1.0:1780853847.518077:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.518078:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.518079:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.518081:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.518083:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00000002:00010000:1.0:1780853847.518086:0:34714:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.518092:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.518156:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.518158:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1780853847.518159:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.518161:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.518162:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.518164:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.518166:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000040:1.0:1780853847.518170:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:1.0:1780853847.518172:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1780853847.518176:0:34714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:1.0:1780853847.518178:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.518179:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853847.518180:0:34714:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1780853847.518183:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b758 00000002:00002000:1.0:1780853847.518185:0:34714:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1780853847.518188:0:34714:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.518192:0:34714:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.518195:0:34714:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853847.518197:0:34714:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1780853847.518201:0:34714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853847.518204:0:34714:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:1.0:1780853847.518206:0:34714:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1780853847.518208:0:34714:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e4585c49f60 it_disposition 1800037 00000080:00002000:1.0:1780853847.518213:0:34714:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b34798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1780853847.518218:0:34714:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853847.518221:0:34714:0:(namei.c:1615:ll_create_it()) Process entered 00000020:00000001:1.0:1780853847.518222:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153b988 00000080:00200000:1.0:1780853847.518224:0:34714:0:(namei.c:1619:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open|creat 00000080:00000001:1.0:1780853847.518227:0:34714:0:(namei.c:1566:ll_create_node()) Process entered 00000080:00000001:1.0:1780853847.518229:0:34714:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:1.0:1780853847.518233:0:34714:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1780853847.518236:0:34714:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1780853847.518239:0:34714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:1.0:1780853847.518241:0:34714:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1780853847.518253:0:34714:0:(super25.c:41:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9e4591968000. 00000020:00000001:1.0:1780853847.518262:0:34714:0:(class_obd.c:994:obd_heat_clear()) Process entered 00000020:00000001:1.0:1780853847.519009:0:34714:0:(class_obd.c:997:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1780853847.519015:0:34714:0:(llite_lib.c:3219:ll_read_inode2()) Process entered 00000080:00200000:1.0:1780853847.519017:0:34714:0:(llite_lib.c:3222:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8) 00000020:00000001:1.0:1780853847.519023:0:34714:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.519029:0:34714:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.519034:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.519040:0:34714:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.519044:0:34714:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.519050:0:34714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.519054:0:34714:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.519059:0:34714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.519064:0:34714:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.519067:0:34714:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.519070:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73800. 00000008:00000010:1.0:1780853847.519074:0:34714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.519077:0:34714:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.519080:0:34714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.519084:0:34714:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.519086:0:34714:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.519089:0:34714:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853847.519092:0:34714:0:(lu_object.c:844:lu_object_find_at()) Process entered 00000080:00000010:1.0:1780853847.519691:0:34714:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9e4583c7a3e8. 00000020:00000001:1.0:1780853847.519696:0:34714:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1780853847.519698:0:34714:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.519706:0:34714:0:(lov_object.c:2331:lov_object_alloc()) Process entered 00020000:00000010:1.0:1780853847.519709:0:34714:0:(lov_object.c:2332:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9e45812186c8. 00020000:00000001:1.0:1780853847.519712:0:34714:0:(lov_object.c:2346:lov_object_alloc()) Process leaving (rc=18446636620089231048 : -107453620320568 : ffff9e45812186c8) 00020000:00000001:1.0:1780853847.519715:0:34714:0:(lov_object.c:1386:lov_object_init()) Process entered 00020000:00000001:1.0:1780853847.519718:0:34714:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853847.519723:0:34714:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49060. 00020000:00000010:1.0:1780853847.519727:0:34714:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45864bfc00. 00020000:00000010:1.0:1780853847.519731:0:34714:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c499c0. 00020000:00000001:1.0:1780853847.519733:0:34714:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167027136 : -107453542524480 : ffff9e4585c499c0) 00020000:00000002:1.0:1780853847.519737:0:34714:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c499c0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853847.519741:0:34714:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853847.519745:0:34714:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfc00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1780853847.519749:0:34714:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1780853847.519751:0:34714:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c499c0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853847.519754:0:34714:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853847.519757:0:34714:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfc00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1780853847.519761:0:34714:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9e4582abfb50. 00020000:00000010:1.0:1780853847.519764:0:34714:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9e4587cb9480. 00020000:00000001:1.0:1780853847.519768:0:34714:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1780853847.519771:0:34714:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9e4589223b08. 00020000:00000001:1.0:1780853847.519775:0:34714:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1780853847.519776:0:34714:0:(lu_object.c:844:lu_object_find_at()) Process entered 00020000:00000001:1.0:1780853847.519782:0:34714:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1780853847.519785:0:34714:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9e4583c7ae10. 00000020:00000001:1.0:1780853847.519787:0:34714:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1780853847.519789:0:34714:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.519791:0:34714:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446636620133674640 : -107453575876976 : ffff9e4583c7ae90) 00020000:00000001:1.0:1780853847.519794:0:34714:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1780853847.519798:0:34714:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9e4588f48540. 00020000:00000001:1.0:1780853847.519800:0:34714:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.519805:0:34714:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620133674640 : -107453575876976 : ffff9e4583c7ae90) 00020000:00000001:1.0:1780853847.519807:0:34714:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446636620133674640 : -107453575876976 : ffff9e4583c7ae90) 00020000:00000002:1.0:1780853847.519811:0:34714:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff9e4583c7ae10[0:0] -> [0x200000404:0x36:0x0]@ffff9e4583c7a3e8: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1780853847.519816:0:34714:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1780853847.519818:0:34714:0:(lov_object.c:817:lov_init_composite()) Process leaving 00020000:00000001:1.0:1780853847.519820:0:34714:0:(lov_object.c:1414:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.519823:0:34714:0:(lu_object.c:943:lu_object_find_at()) Process leaving (rc=18446636620133672040 : -107453575879576 : ffff9e4583c7a468) 00000020:00001000:1.0:1780853847.519826:0:34714:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.519829:0:34714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.519834:0:34714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.519838:0:34714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.519843:0:34714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.519846:0:34714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.519850:0:34714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.519853:0:34714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.519857:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72200. 00000008:00000010:1.0:1780853847.519860:0:34714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.519863:0:34714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.519867:0:34714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.519870:0:34714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.519873:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.519876:0:34714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:1.0:1780853847.519880:0:34714:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:1.0:1780853847.519883:0:34714:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1780853847.519885:0:34714:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1780853847 00000080:00000001:1.0:1780853847.519890:0:34714:0:(llite_lib.c:3244:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1780853847.519892:0:34714:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365332680 : -107453344218936 : ffff9e45919680c8) 00010000:00000001:1.0:1780853847.519896:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.519897:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.519899:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.519901:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.519903:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00000080:00000001:1.0:1780853847.519906:0:34714:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:1.0:1780853847.519907:0:34714:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.519911:0:34714:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.519913:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.519915:0:34714:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.519917:0:34714:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.519920:0:34714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.519922:0:34714:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.519925:0:34714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.519928:0:34714:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.519930:0:34714:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.519933:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72600. 00000008:00000010:1.0:1780853847.519935:0:34714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.519937:0:34714:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.519940:0:34714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.519942:0:34714:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.519944:0:34714:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.519946:0:34714:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853847.519948:0:34714:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:1.0:1780853847.519950:0:34714:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:1.0:1780853847.519952:0:34714:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:1.0:1780853847.519954:0:34714:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e4585c49de0. 00020000:00000010:1.0:1780853847.519956:0:34714:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45864bfc80. 00020000:00000010:1.0:1780853847.519959:0:34714:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e4585c493c0. 00020000:00000001:1.0:1780853847.519961:0:34714:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620167025600 : -107453542526016 : ffff9e4585c493c0) 00020000:00000002:1.0:1780853847.519964:0:34714:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c493c0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853847.519967:0:34714:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853847.519971:0:34714:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfc80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1780853847.519975:0:34714:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45812186c8) owner ffff9e4585134f80 00020000:00000001:1.0:1780853847.519977:0:34714:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1780853847.519980:0:34714:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45812186c8) owner ffff9e4585134f80 00020000:00000010:1.0:1780853847.519984:0:34714:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45864bfc80. 00020000:00000010:1.0:1780853847.519987:0:34714:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49de0. 00020000:00000010:1.0:1780853847.519989:0:34714:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c493c0. 00020000:00000002:1.0:1780853847.519991:0:34714:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1780853847.520005:0:34714:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.520007:0:34714:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.520011:0:34714:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1780853847.520013:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:1.0:1780853847.520015:0:34714:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c499c0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:1.0:1780853847.520018:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:1.0:1780853847.520019:0:34714:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1780853847.520022:0:34714:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1780853847.520023:0:34714:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1780853847.520025:0:34714:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1780853847.520027:0:34714:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1780853847.520029:0:34714:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1780853847.520032:0:34714:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.520033:0:34714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.520036:0:34714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.520039:0:34714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.520041:0:34714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.520044:0:34714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.520046:0:34714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.520048:0:34714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.520051:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73800. 00000008:00000010:1.0:1780853847.520053:0:34714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.520055:0:34714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.520057:0:34714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.520060:0:34714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.520062:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.520064:0:34714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:1.0:1780853847.520067:0:34714:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.520069:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.520071:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853847.520072:0:34714:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1780853847.520076:0:34714:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1780853847.520078:0:34714:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853847.520080:0:34714:0:(namei.c:1585:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00010000:1.0:1780853847.520083:0:34714:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f1e 00800000:00000001:1.0:1780853847.520086:0:34714:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1780853847.520087:0:34714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1780853847.520089:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.520090:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.520091:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.520093:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.520597:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.520600:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.520602:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1780853847.520604:0:34714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.520606:0:34714:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520608:0:34714:0:(namei.c:1587:ll_create_node()) Process leaving 00000100:00000001:1.0:1780853847.520610:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.520621:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.520629:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520635:0:34714:0:(namei.c:1671:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1780853847.520638:0:34714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00000001:1.0:1780853847.520642:0:34714:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780853847.520645:0:34714:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4588f73200. 00000100:00000001:1.0:1780853847.520648:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.520651:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.520657:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520660:0:34714:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1780853847.520661:0:34714:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520669:0:34714:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:1.0:1780853847.520672:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153ba60 00000080:00200008:1.0:1780853847.520675:0:34714:0:(file.c:1059:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102101 00000080:00000010:1.0:1780853847.520682:0:34714:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e4583ce0c80. 00000080:00000010:1.0:1780853847.520690:0:34714:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e45831cca80. 00000080:00000001:1.0:1780853847.520692:0:34714:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:1.0:1780853847.520697:0:34714:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1780853847.520700:0:34714:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1780853847.520704:0:34714:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c350a0. 00000002:00100000:1.0:1780853847.520709:0:34714:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1780853847.520716:0:34714:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.520718:0:34714:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1780853847.520721:0:34714:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1780853847.520725:0:34714:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520727:0:34714:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.520729:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.520732:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1780853847.520739:0:34714:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853847.520742:0:34714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:1.0:1780853847.520770:0:34714:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1780853847.520772:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.520775:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153ba60 00000080:00000008:1.0:1780853847.520776:0:34714:0:(file.c:1298:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102101, rc = 0 00000080:00000001:1.0:1780853847.520780:0:34714:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1780853847.520782:0:34714:0:(dcache.c:176:ll_intent_release()) intent ffff9e4585c49f60 released 00000080:00010000:1.0:1780853847.520784:0:34714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f1e from it ffff9e4585c49f60 00010000:00000001:1.0:1780853847.520787:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.520788:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.520789:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:1.0:1780853847.520791:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.520793:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.520795:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.520801:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.520808:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.520810:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.520811:0:34714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853847.520814:0:34714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853847.520816:0:34714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853847.520824:0:34714:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.520827:0:34714:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853847.520829:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.520833:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.520834:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.520836:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.520839:0:34714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853847.520841:0:34714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.520843:0:34714:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.520845:0:34714:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.520847:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.520849:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.520850:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1780853847.520851:0:34714:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1780853847.520852:0:34714:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1780853847.520854:0:34714:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1780853847.520856:0:34714:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853847.520858:0:34714:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1780853847.520859:0:34714:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520862:0:34714:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1780853847.520863:0:34714:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520865:0:34714:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853847.520867:0:34714:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520869:0:34714:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1780853847.520871:0:34714:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e4585c49f60. 00000080:00000001:1.0:1780853847.520874:0:34714:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.520879:0:34714:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:1.0:1780853847.520881:0:34714:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1780853847.520885:0:34714:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.520963:0:34714:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853847.520966:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:1.0:1780853847.520969:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:1.0:1780853847.520971:0:34714:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.534558:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bd28 00000080:00200008:0.0:1780853847.534568:0:34714:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853847.534577:0:34714:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.534579:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bca0 00000080:00200000:0.0:1780853847.534580:0:34714:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8),name=recon 00000080:00000010:0.0:1780853847.534591:0:34714:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072200. 00800000:00000002:0.0:1780853847.534596:0:34714:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.534603:0:34714:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.534610:0:34714:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.534612:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bbc0 00800000:00000002:0.0:1780853847.534615:0:34714:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.534619:0:34714:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.534625:0:34714:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.534630:0:34714:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.534632:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153ba90 00000002:00010000:0.0:1780853847.534634:0:34714:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.534638:0:34714:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.534640:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.534643:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.534650:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:0.0:1780853847.534653:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.534659:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.534663:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.534668:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853847.534686:0:34714:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.534690:0:34714:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.534693:0:34714:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1780853847.534700:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.534702:0:34714:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.534704:0:34714:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.534705:0:34714:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.534707:0:34714:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.534709:0:34714:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.534711:0:34714:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.534714:0:34714:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.534717:0:34714:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072200. 00000080:00000001:0.0:1780853847.534721:0:34714:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.534723:0:34714:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.534725:0:34714:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00010000:0.0:1780853847.534729:0:34714:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f1e 00800000:00000001:0.0:1780853847.534732:0:34714:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.534734:0:34714:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.534736:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.534738:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.534740:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:0.0:1780853847.534742:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853847.534745:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853847.534748:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.534749:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.534750:0:34714:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.534752:0:34714:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.534754:0:34714:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f1e from it ffffb4b40153bcd8 00010000:00000001:0.0:1780853847.534756:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.534757:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.534758:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:0.0:1780853847.534759:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853847.534761:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:0.0:1780853847.534763:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.534765:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853847.534771:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.534772:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.534774:0:34714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.534776:0:34714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.534778:0:34714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853847.534785:0:34714:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.534788:0:34714:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.534790:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.534794:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.534795:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.534796:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.534799:0:34714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.534801:0:34714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.534803:0:34714:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.534806:0:34714:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.534808:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.534809:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.534810:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.534813:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.534815:0:34714:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.534818:0:34714:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1780853847.534821:0:34714:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.534823:0:34714:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.534825:0:34714:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.534827:0:34714:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.534829:0:34714:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.534832:0:34714:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1780853847.534834:0:34714:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.534839:0:34714:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008bd0. 00000020:00000010:0.0:1780853847.534843:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072200. 00000020:00000010:0.0:1780853847.534846:0:34714:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.534850:0:34714:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853847.534857:0:34714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853847.534861:0:34714:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853847.534867:0:34714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853847.534872:0:34714:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a348. 00000080:00000010:0.0:1780853847.534876:0:34714:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.534880:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000008:00000010:0.0:1780853847.534883:0:34714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f760. 00020000:00000010:0.0:1780853847.534887:0:34714:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458240. 00008000:00000010:0.0:1780853847.534890:0:34714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5c58. 00000080:00000010:0.0:1780853847.534894:0:34714:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864742d0. 00000020:00000001:0.0:1780853847.534897:0:34714:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355505112 : -107453354046504 : ffff9e4591008bd8) 00000020:00001000:0.0:1780853847.534899:0:34714:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008bd0 00000020:00000001:0.0:1780853847.534903:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.534905:0:34714:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853847.534908:0:34714:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853847.534909:0:34714:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1780853847.534912:0:34714:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.534913:0:34714:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853847.534915:0:34714:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.534917:0:34714:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.534918:0:34714:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.534921:0:34714:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e45904c0060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1780853847.534925:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853847.534928:0:34714:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853847.534930:0:34714:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853847.534932:0:34714:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853847.534933:0:34714:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.534936:0:34714:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853847.534938:0:34714:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853847.534939:0:34714:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.534941:0:34714:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.534942:0:34714:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.534943:0:34714:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853847.534945:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:0.0:1780853847.534947:0:34714:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.534950:0:34714:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1780853847.534951:0:34714:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1780853847.534953:0:34714:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.534955:0:34714:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.534957:0:34714:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.534959:0:34714:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.534964:0:34714:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853847.534969:0:34714:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922aba80. 00020000:00000002:0.0:1780853847.534971:0:34714:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.534974:0:34714:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.534976:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.534977:0:34714:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853847.534978:0:34714:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.534981:0:34714:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008990. 00000020:00000010:0.0:1780853847.534983:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.534987:0:34714:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.534989:0:34714:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853847.534992:0:34714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853847.534995:0:34714:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e540. 00008000:00000010:0.0:1780853847.534997:0:34714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa98b8. 00000080:00000010:0.0:1780853847.535000:0:34714:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276abd0. 00000080:00000010:0.0:1780853847.535002:0:34714:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.535005:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000008:00000010:0.0:1780853847.535007:0:34714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e160. 00020000:00000010:0.0:1780853847.535009:0:34714:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458b40. 00008000:00000010:0.0:1780853847.535011:0:34714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5558. 00000080:00000010:0.0:1780853847.535014:0:34714:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864744b0. 00000020:00000001:0.0:1780853847.535015:0:34714:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504536 : -107453354047080 : ffff9e4591008998) 00000020:00001000:0.0:1780853847.535017:0:34714:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008990 00000020:00000001:0.0:1780853847.535019:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.535020:0:34714:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853847.535023:0:34714:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.535024:0:34714:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853847.535025:0:34714:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.535027:0:34714:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.535028:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:0.0:1780853847.535030:0:34714:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853847.535033:0:34714:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165abe0. 00000008:00010000:0.0:1780853847.535036:0:34714:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1780853847.535038:0:34714:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.535039:0:34714:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853847.535041:0:34714:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922abab0, osc lock ffff9e459165abe0, flags 0x400001002 00000020:00000001:0.0:1780853847.535043:0:34714:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.535044:0:34714:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.535047:0:34714:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375046784 : -107453334504832 : ffff9e45922aba80) 00000020:00000001:0.0:1780853847.535049:0:34714:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.535050:0:34714:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.535051:0:34714:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.535053:0:34714:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.535055:0:34714:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1780853847.535057:0:34714:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1780853847.535059:0:34714:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.535060:0:34714:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.535061:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.535063:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:0.0:1780853847.535064:0:34714:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.535066:0:34714:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.535068:0:34714:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853847.535071:0:34714:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853847.535073:0:34714:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.535074:0:34714:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.535076:0:34714:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853847.535077:0:34714:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853847.535078:0:34714:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853847.535080:0:34714:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853847.535082:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853847.535085:0:34714:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.535088:0:34714:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1780853847.535092:0:34714:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b100. 00000020:00000040:0.0:1780853847.535095:0:34714:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00010000:00000001:0.0:1780853847.535100:0:34714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.535103:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.535105:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.535108:0:34714:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.535110:0:34714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.535113:0:34714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.535119:0:34714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585073200. 00000100:00000001:0.0:1780853847.535125:0:34714:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.535130:0:34714:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.535132:0:34714:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.535133:0:34714:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.535134:0:34714:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.535136:0:34714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.535138:0:34714:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00010000:00000001:0.0:1780853847.535142:0:34714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853847.535144:0:34714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853847.535148:0:34714:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95300. 00010000:00000010:0.0:1780853847.535151:0:34714:0:(ldlm_resource.c:1472:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9e4588d95c00. 00010000:00000001:0.0:1780853847.535155:0:34714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853847.535158:0:34714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572800. 00000020:00000001:0.0:1780853847.535161:0:34714:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853847.535163:0:34714:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572800 with handle 0xa8f483e9eb300f25 to hash 00000020:00000001:0.0:1780853847.535165:0:34714:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853847.535167:0:34714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000010:0.0:1780853847.535170:0:34714:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e459263d840. 00010000:00000001:0.0:1780853847.535172:0:34714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:0.0:1780853847.535174:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.535176:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.535179:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.535189:0:34714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.535203:0:34714:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.535208:0:34714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.535212:0:34714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.535227:0:34714:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b5cd160] to pc [ptlrpcd_00_01+1] req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1780853847.535260:0:34714:0:(osc_request.c:3307:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853847.535291:0:34714:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.535303:0:34714:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.535306:0:34714:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.535307:0:34714:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.535310:0:34714:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.535312:0:34714:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1780853847.535314:0:34714:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1780853847.535315:0:34714:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1780853847.535534:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853847.535538:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853847.535541:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853847.535548:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.535556:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853847.535558:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.535562:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853847.535564:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853847.535567:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853847.535571:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631458816:192.168.202.110@tcp:101:uname.0 00000100:00000001:1.0:1780853847.535576:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853847.535582:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853847.535585:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.535588:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853847.535593:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d71000. 02000000:00000001:1.0:1780853847.535595:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853847.535602:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853847.535605:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d580. 00000400:00000010:1.0:1780853847.535611:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853847.535618:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631458816, portal 4 00000100:00000001:1.0:1780853847.535620:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.535621:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208058624 : -107453501492992 : ffff9e458836b100) 00000100:00000040:1.0:1780853847.535628:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.535634:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853847.535637:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853847.535640:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9cc0. 00000100:00000200:1.0:1780853847.535642:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631458816, offset 0 00000400:00000200:1.0:1780853847.535649:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853847.535657:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.535665:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853847.535670:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853847.535674:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853847.535678:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853847.535681:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853847.535685:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2697:2697:256:4294967295] 192.168.202.110@tcp LPNI seq info [2697:2697:8:4294967295] 00000400:00000200:1.0:1780853847.535689:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.535697:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853847.535703:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853847.535708:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76e00. 00000800:00000200:1.0:1780853847.535715:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853847.535722:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853847.535727:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853847.535742:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.535747:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 88498 usecs (89 jiffies) 00000400:00000200:1.0:1780853847.535751:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853847.535754:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644379 00000100:00000001:1.0:1780853847.535757:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:1.0:1780853847.535759:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644379 00000100:00000001:1.0:1780853847.535762:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:1.0:1780853847.535764:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.535767:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.535770:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.535773:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.535779:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853847.535781:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853847.535784:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853847.535785:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853847.535786:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.535789:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.535802:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853847.535803:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.536438:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.536443:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76e00. 00000400:00000200:0.0:1780853847.536450:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.536456:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.536462:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9cc0 00000400:00000010:0.0:1780853847.536464:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9cc0. 00000100:00000001:0.0:1780853847.536468:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.536474:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.536486:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.536489:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.536497:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.536498:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1780853847.536559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0800. 00000800:00000001:0.0:1780853847.539344:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.539360:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.539365:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.539367:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.539376:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.539382:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.539391:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.539397:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.539402:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.539407:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe57800 00000400:00000200:0.0:1780853847.539411:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.539417:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x73e9 [1] + 224 00000800:00000001:0.0:1780853847.539424:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.539432:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.539435:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.539439:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.539447:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.539456:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.539467:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.539476:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.539485:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.539488:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.539552:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853847.539556:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853847.539562:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853847.539564:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853847.539567:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d580. 00000400:00000200:1.0:1780853847.539572:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:1.0:1780853847.539574:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:1.0:1780853847.539577:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.539581:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1780853847.539589:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.539595:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853847.539597:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.539600:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853847.539603:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853847.539606:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.539608:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.539611:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853847.539621:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853847.539626:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853847.539629:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853847.539630:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539633:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853847.539637:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.539641:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853847.539643:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1780853847.539645:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853847.539646:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.539652:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.539659:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.539662:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853847.539664:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1780853847.539667:0:2381:0:(osc_request.c:3122:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1780853847.539670:0:2381:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.539673:0:2381:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.539675:0:2381:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=4 00000020:00000001:1.0:1780853847.539678:0:2381:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539681:0:2381:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539683:0:2381:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.539684:0:2381:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.539685:0:2381:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=5 00000020:00000001:1.0:1780853847.539687:0:2381:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539689:0:2381:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539692:0:2381:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.539695:0:2381:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.539700:0:2381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539712:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539713:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.539715:0:2381:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1780853847.539717:0:2381:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.539718:0:2381:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.539720:0:2381:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=6 00000020:00000001:1.0:1780853847.539722:0:2381:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539724:0:2381:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000040:1.0:1780853847.539730:0:2381:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572800, remote cookie: 0x562725ecec97a87e, flags: 0x1001 00010000:00010000:1.0:1780853847.539735:0:2381:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539748:0:2381:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1780853847.539751:0:2381:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539753:0:2381:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1780853847.539756:0:2381:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1780853847.539761:0:2381:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853847.539770:0:2381:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9e4588d95300) refcount = 1 00010000:00000040:1.0:1780853847.539772:0:2381:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1780853847.539774:0:2381:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539783:0:2381:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1780853847.539784:0:2381:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.539787:0:2381:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853847.539789:0:2381:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.539792:0:2381:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539799:0:2381:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1780853847.539800:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539801:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.539803:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539804:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.539805:0:2381:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1780853847.539808:0:2381:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853847.539811:0:2381:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.539812:0:2381:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.539813:0:2381:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=5 00000020:00000001:1.0:1780853847.539815:0:2381:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539818:0:2381:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00000008:00000001:1.0:1780853847.539822:0:2381:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1780853847.539826:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00010000:1.0:1780853847.539831:0:2381:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1780853847.539839:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.539841:0:2381:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853847.539844:0:2381:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1780853847.539847:0:2381:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853847.539850:0:2381:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.539852:0:2381:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.539853:0:2381:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:1.0:1780853847.539855:0:2381:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1780853847.539858:0:2381:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853847.539860:0:2381:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1780853847.539877:0:2381:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1780853847.539880:0:2381:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539882:0:2381:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.539883:0:2381:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.539885:0:2381:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=6 00000020:00000001:1.0:1780853847.539887:0:2381:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539889:0:2381:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539891:0:2381:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.539894:0:2381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539901:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539902:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853847.539905:0:2381:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539911:0:2381:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.539913:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539914:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.539916:0:2381:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539917:0:2381:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.539918:0:2381:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.539920:0:2381:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=5 00000020:00000001:1.0:1780853847.539922:0:2381:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539923:0:2381:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.539925:0:2381:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.539928:0:2381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.539934:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539935:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.539937:0:2381:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853847.539939:0:2381:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853847.539942:0:2381:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853847.539951:0:2381:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.539954:0:2381:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853847.539955:0:2381:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.539959:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539961:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.539962:0:2381:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539965:0:2381:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853847.539967:0:2381:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539969:0:2381:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539972:0:2381:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.539973:0:2381:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.539975:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539976:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.539977:0:2381:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.539977:0:2381:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.539979:0:2381:0:(osc_request.c:3161:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.539985:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780853847.540005:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631458816:192.168.202.110@tcp:101:uname.0 00000100:00000001:1.0:1780853847.540010:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.540013:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.540016:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b100 x1867358631458816/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.540022:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853847.540025:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853847.540028:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d71000. 02000000:00000001:1.0:1780853847.540032:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853847.540035:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853847.540037:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:1.0:1780853847.540039:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853847.540041:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585073200. 02000000:00000001:1.0:1780853847.540045:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853847.540047:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853847.540049:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b100. 00000100:00000001:1.0:1780853847.540052:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853847.540053:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.540055:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.540062:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853847.540064:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.540066:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853847.540069:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540230:0:34714:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540234:0:34714:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540240:0:34714:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853847.540243:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.540245:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.540247:0:34714:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.540251:0:34714:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1780853847.540255:0:34714:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853847.540257:0:34714:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540259:0:34714:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1780853847.540260:0:34714:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.540262:0:34714:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1780853847.540311:0:34714:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.540314:0:34714:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1780853847.540317:0:34714:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540318:0:34714:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540320:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:0.0:1780853847.540323:0:34714:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1780853847.540325:0:34714:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853847.540327:0:34714:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853847.540329:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45904c0000 (ffff9e4591008bd8/0) at cl_lock_release():245 00000020:00000001:0.0:1780853847.540332:0:34714:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.540333:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45904c0000 (ffff9e4591008bd8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1780853847.540336:0:34714:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853847.540339:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.540341:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:0.0:1780853847.540342:0:34714:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.540344:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922abab0 (ffff9e4591008998/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853847.540347:0:34714:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1780853847.540348:0:34714:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1780853847.540350:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.540351:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.540352:0:34714:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1780853847.540354:0:34714:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.540355:0:34714:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.540356:0:34714:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.540357:0:34714:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.540358:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45904c0000 (ffff9e4591008bd8/0) at cl_lock_fini():72 00020000:00000001:0.0:1780853847.540361:0:34714:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853847.540362:0:34714:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.540363:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922abab0 (ffff9e4591008bd8/1) at cl_lock_fini():72 00000008:00000010:0.0:1780853847.540366:0:34714:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165abe0. 00000020:00000001:0.0:1780853847.540369:0:34714:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1780853847.540370:0:34714:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922aba80. 00020000:00000001:0.0:1780853847.540374:0:34714:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.540375:0:34714:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.540376:0:34714:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1780853847.540378:0:34714:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540380:0:34714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853847.540383:0:34714:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853847.540385:0:34714:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853847.540386:0:34714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853847.540387:0:34714:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.540389:0:34714:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008990 00000020:00000010:0.0:1780853847.540393:0:34714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.540397:0:34714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853847.540402:0:34714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853847.540406:0:34714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e540. 00008000:00000010:0.0:1780853847.540410:0:34714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa98b8. 00000080:00000010:0.0:1780853847.540414:0:34714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276abd0. 00000080:00000010:0.0:1780853847.540418:0:34714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.540421:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853847.540424:0:34714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e160. 00020000:00000010:0.0:1780853847.540427:0:34714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458b40. 00008000:00000010:0.0:1780853847.540430:0:34714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5558. 00000080:00000010:0.0:1780853847.540433:0:34714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864744b0. 00000020:00000010:0.0:1780853847.540436:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.540438:0:34714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008990. 00020000:00000001:0.0:1780853847.540441:0:34714:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853847.540442:0:34714:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853847.540444:0:34714:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853847.540446:0:34714:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853847.540450:0:34714:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.540453:0:34714:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540454:0:34714:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853847.540456:0:34714:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853847.540457:0:34714:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.540458:0:34714:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008bd0 00000020:00000010:0.0:1780853847.540460:0:34714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.540462:0:34714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853847.540464:0:34714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853847.540467:0:34714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853847.540469:0:34714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853847.540472:0:34714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a348. 00000080:00000010:0.0:1780853847.540474:0:34714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.540476:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853847.540478:0:34714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f760. 00020000:00000010:0.0:1780853847.540481:0:34714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458240. 00008000:00000010:0.0:1780853847.540483:0:34714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5c58. 00000080:00000010:0.0:1780853847.540486:0:34714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864742d0. 00000020:00000010:0.0:1780853847.540488:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.540490:0:34714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008bd0. 00000001:00000001:0.0:1780853847.540492:0:34714:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540499:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bd28 00000080:00000008:0.0:1780853847.540502:0:34714:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853847.540575:0:34714:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:0.0:1780853847.540578:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bd88 00000080:00200008:0.0:1780853847.540580:0:34714:0:(file.c:2614:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000001:0.0:1780853847.540583:0:34714:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1780853847.540585:0:34714:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540588:0:34714:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1780853847.540591:0:34714:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540593:0:34714:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.540597:0:34714:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008bd0. 00000020:00000010:0.0:1780853847.540602:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.540606:0:34714:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072200. 00000020:00000010:0.0:1780853847.540608:0:34714:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853847.540612:0:34714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591059650. 00020000:00000010:0.0:1780853847.540615:0:34714:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e0c0. 00008000:00000010:0.0:1780853847.540618:0:34714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fab880. 00000080:00000010:0.0:1780853847.540622:0:34714:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a348. 00000080:00000010:0.0:1780853847.540624:0:34714:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.540627:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000008:00000010:0.0:1780853847.540630:0:34714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f760. 00020000:00000010:0.0:1780853847.540632:0:34714:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458240. 00008000:00000010:0.0:1780853847.540635:0:34714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5c58. 00000080:00000010:0.0:1780853847.540637:0:34714:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864742d0. 00000020:00000001:0.0:1780853847.540640:0:34714:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355505112 : -107453354046504 : ffff9e4591008bd8) 00000020:00001000:0.0:1780853847.540642:0:34714:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008bd0 00000080:00000001:0.0:1780853847.540644:0:34714:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1780853847.540646:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bc98 00000080:00200000:0.0:1780853847.540648:0:34714:0:(file.c:2060:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1780853847.540653:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bc30 00000080:00200000:0.0:1780853847.540654:0:34714:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1780853847.540656:0:34714:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853847.540658:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.540659:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.540661:0:34714:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.540662:0:34714:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1780853847.540664:0:34714:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1780853847.540666:0:34714:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540668:0:34714:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540669:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:0.0:1780853847.540671:0:34714:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1780853847.540673:0:34714:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853847.540675:0:34714:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1780853847.540680:0:34714:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c890533[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1780853847.540681:0:34714:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1780853847.540684:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.540686:0:34714:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853847.540688:0:34714:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853847.540690:0:34714:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853847.540693:0:34714:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.540694:0:34714:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1780853847.540697:0:34714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.540700:0:34714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540702:0:34714:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.540704:0:34714:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540705:0:34714:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.540708:0:34714:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e45904c0060 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1780853847.540711:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:0.0:1780853847.540714:0:34714:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853847.540716:0:34714:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853847.540718:0:34714:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853847.540720:0:34714:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1780853847.540722:0:34714:0:(lov_io.c:660:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1780853847.540725:0:34714:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1780853847.540726:0:34714:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853847.540727:0:34714:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540729:0:34714:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.540730:0:34714:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.540731:0:34714:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853847.540733:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:0.0:1780853847.540736:0:34714:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540737:0:34714:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853847.540739:0:34714:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1780853847.540742:0:34714:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:0.0:1780853847.540744:0:34714:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540747:0:34714:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853847.540749:0:34714:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1780853847.540751:0:34714:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1780853847.540752:0:34714:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1780853847.540753:0:34714:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1780853847.540756:0:34714:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853847.540758:0:34714:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853847.540761:0:34714:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.540763:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.540765:0:34714:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853847.540766:0:34714:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.540768:0:34714:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008990. 00000020:00000010:0.0:1780853847.540771:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.540773:0:34714:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.540775:0:34714:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d8a0. 00000008:00000010:0.0:1780853847.540777:0:34714:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ef90. 00020000:00000010:0.0:1780853847.540780:0:34714:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e540. 00008000:00000010:0.0:1780853847.540782:0:34714:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa98b8. 00000080:00000010:0.0:1780853847.540784:0:34714:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276abd0. 00000080:00000010:0.0:1780853847.540787:0:34714:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.540789:0:34714:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000008:00000010:0.0:1780853847.540791:0:34714:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e160. 00020000:00000010:0.0:1780853847.540793:0:34714:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458b40. 00008000:00000010:0.0:1780853847.540795:0:34714:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5558. 00000080:00000010:0.0:1780853847.540797:0:34714:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864744b0. 00000020:00000001:0.0:1780853847.540799:0:34714:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355504536 : -107453354047080 : ffff9e4591008998) 00000020:00001000:0.0:1780853847.540801:0:34714:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008990 00000020:00000001:0.0:1780853847.540802:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.540804:0:34714:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853847.540805:0:34714:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.540806:0:34714:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853847.540808:0:34714:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540809:0:34714:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540811:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:0.0:1780853847.540813:0:34714:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1780853847.540815:0:34714:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1780853847.540818:0:34714:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540820:0:34714:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540822:0:34714:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540823:0:34714:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540825:0:34714:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540827:0:34714:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1780853847.540828:0:34714:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1780853847.540830:0:34714:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1780853847.540832:0:34714:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1780853847.540835:0:34714:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540837:0:34714:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540839:0:34714:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1780853847.540841:0:34714:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1780853847.540843:0:34714:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1780853847.540844:0:34714:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1780853847.540845:0:34714:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540847:0:34714:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540848:0:34714:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540850:0:34714:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.540851:0:34714:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540853:0:34714:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853847.540855:0:34714:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853847.540856:0:34714:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853847.540857:0:34714:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853847.540859:0:34714:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540860:0:34714:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540862:0:34714:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540864:0:34714:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540865:0:34714:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853847.540866:0:34714:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.540867:0:34714:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.540869:0:34714:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.540871:0:34714:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.540874:0:34714:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853847.540879:0:34714:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922aba80. 00020000:00000002:0.0:1780853847.540881:0:34714:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.540883:0:34714:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.540885:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.540886:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:0.0:1780853847.540888:0:34714:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853847.540891:0:34714:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165abe0. 00000008:00010000:0.0:1780853847.540893:0:34714:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1780853847.540895:0:34714:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.540896:0:34714:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853847.540899:0:34714:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922abab0, osc lock ffff9e459165abe0, flags 0x0 00000020:00000001:0.0:1780853847.540901:0:34714:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540903:0:34714:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.540906:0:34714:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375046784 : -107453334504832 : ffff9e45922aba80) 00000020:00000001:0.0:1780853847.540908:0:34714:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.540909:0:34714:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.540910:0:34714:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540912:0:34714:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540914:0:34714:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.540915:0:34714:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.540916:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.540917:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:0.0:1780853847.540919:0:34714:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.540921:0:34714:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.540922:0:34714:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1780853847.540924:0:34714:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.540927:0:34714:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853847.540930:0:34714:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.540931:0:34714:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.540933:0:34714:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853847.540934:0:34714:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853847.540935:0:34714:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853847.540936:0:34714:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853847.540938:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.540944:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:0.0:1780853847.540947:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853847.540952:0:34714:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4587c8c800 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:0.0:1780853847.540956:0:34714:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1780853847.540961:0:34714:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853847.540964:0:34714:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00010000:00000001:0.0:1780853847.540968:0:34714:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.540972:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.540975:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.540976:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.540978:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.540981:0:34714:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.540983:0:34714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.540987:0:34714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.541789:0:34714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585072c00. 00000100:00000001:0.0:1780853847.541798:0:34714:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.541803:0:34714:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.541804:0:34714:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.541806:0:34714:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.541807:0:34714:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.541808:0:34714:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.541811:0:34714:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00010000:00000001:0.0:1780853847.541815:0:34714:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853847.541817:0:34714:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853847.541821:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:0.0:1780853847.541823:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.541826:0:34714:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853847.541830:0:34714:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573a00. 00000020:00000001:0.0:1780853847.541834:0:34714:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853847.541837:0:34714:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573a00 with handle 0xa8f483e9eb300f2c to hash 00000020:00000001:0.0:1780853847.541839:0:34714:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853847.541841:0:34714:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000010:0.0:1780853847.541845:0:34714:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9e459263d580. 00010000:00000001:0.0:1780853847.541848:0:34714:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.541851:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.541854:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.541858:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.541870:0:34714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.541881:0:34714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853847.541888:0:34714:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.541890:0:34714:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.541896:0:34714:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f3c0. 00000100:00000001:0.0:1780853847.541898:0:34714:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146930624 : -107453562620992 : ffff9e458491f3c0) 00000100:00000001:0.0:1780853847.541901:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.541902:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853847.541906:0:34714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.541908:0:34714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.541910:0:34714:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.541912:0:34714:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.541921:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.541929:0:34714:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.541931:0:34714:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.541934:0:34714:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.541936:0:34714:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.541938:0:34714:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.541942:0:34714:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34714:1867358631458944:192.168.202.110@tcp:101:uname.0 00000100:00000001:0.0:1780853847.541946:0:34714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.541951:0:34714:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.541954:0:34714:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.541956:0:34714:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.541960:0:34714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851bb400. 02000000:00000001:0.0:1780853847.541962:0:34714:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.541969:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.541973:0:34714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b370. 00000400:00000010:0.0:1780853847.541979:0:34714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864263b8. 00000100:00000200:0.0:1780853847.541985:0:34714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631458944, portal 4 00000100:00000001:0.0:1780853847.541986:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.541988:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:0.0:1780853847.542056:0:34714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.542065:0:34714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.542067:0:34714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.542071:0:34714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864267f8. 00000100:00000200:0.0:1780853847.542074:0:34714:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1867358631458944, offset 0 00000400:00000200:0.0:1780853847.542081:0:34714:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.542088:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.542155:0:34714:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.542161:0:34714:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.542165:0:34714:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.542169:0:34714:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.542171:0:34714:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.542175:0:34714:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2698:2698:256:4294967295] 192.168.202.110@tcp LPNI seq info [2698:2698:8:4294967295] 00000400:00000200:0.0:1780853847.542180:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.542189:0:34714:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.542195:0:34714:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.542201:0:34714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853847.542207:0:34714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.542215:0:34714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.542220:0:34714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.542232:0:34714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.542236:0:34714:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 88090 usecs (89 jiffies) 00000400:00000200:0.0:1780853847.542240:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.542242:0:34714:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644385 00000100:00000001:0.0:1780853847.542246:0:34714:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.542248:0:34714:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644385 00000100:00000001:0.0:1780853847.542250:0:34714:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.542253:0:34714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.542256:0:34714:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.542258:0:34714:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.542259:0:34714:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.542262:0:34714:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f3c0 going to sleep for 11 seconds 00000800:00000200:1.0:1780853847.542449:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.542454:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853847.542459:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.542465:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.542470:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864267f8 00000400:00000010:1.0:1780853847.542472:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864267f8. 00000100:00000001:1.0:1780853847.542476:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.542481:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.542490:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.542494:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.542501:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.542502:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1780853847.542547:0:34714:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.542550:0:34714:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853847.551849:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.551867:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.551872:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.551874:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.551883:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.551891:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.551899:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.551904:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.551909:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.551914:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115dc80 00000400:00000200:0.0:1780853847.551922:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x6c79 [2] + 2032 00000400:00000010:0.0:1780853847.551927:0:2373:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d318. 00000400:00000200:0.0:1780853847.551932:0:2373:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9e4582f2d6c0 00000800:00000001:0.0:1780853847.551937:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.551943:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.551947:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.551951:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.551956:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4582f2d6c0 00000400:00000010:0.0:1780853847.551959:0:2373:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff9e4582f2d6c0. 00000100:00000001:0.0:1780853847.551964:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853847.551966:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:0.0:1780853847.551969:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4585d72c50 x1867358651407488 msgsize 328 00000100:00100000:0.0:1780853847.551974:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000040:0.0:1780853847.551977:0:2373:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1780853847.552003:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.552011:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.552013:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1780853847.552142:0:15875:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9e4585d71800. 00000100:00000010:1.0:1780853847.552150:0:15875:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9e4585d6e000. 00000100:00100000:1.0:1780853847.552153:0:15875:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:1.0:1780853847.552157:0:15875:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1780853847.552161:0:15875:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d580. 00000400:00000010:1.0:1780853847.552166:0:15875:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9e4587cb96c0. 00000100:00000001:1.0:1780853847.552177:0:15875:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853847.552180:0:15875:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651407488 02000000:00000001:1.0:1780853847.552182:0:15875:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853847.552185:0:15875:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.552187:0:15875:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.552192:0:15875:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853847.552196:0:15875:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651407488 00000020:00000001:1.0:1780853847.552199:0:15875:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853847.552202:0:15875:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:1.0:1780853847.552205:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.552207:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:1.0:1780853847.552210:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:1.0:1780853847.552212:0:15875:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:1.0:1780853847.552217:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853847.552221:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc7c0. 00000100:00000001:1.0:1780853847.552224:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853847.552227:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc7c0. 00000020:00000010:1.0:1780853847.552233:0:15875:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.552238:0:15875:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2e80. 00000020:00000010:1.0:1780853847.552243:0:15875:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a960. 00000100:00000040:1.0:1780853847.552251:0:15875:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853847.552254:0:15875:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853847.552256:0:15875:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853847.552258:0:15875:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.552336:0:15875:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.552342:0:15875:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.552353:0:15875:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853847.552355:0:15875:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853847.552359:0:15875:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 65 00000100:00000040:1.0:1780853847.552363:0:15875:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:1.0:1780853847.552365:0:15875:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620168244304 : -107453541307312 : ffff9e4585d72c50) 00000100:00000040:1.0:1780853847.552373:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4585d72c50 x1867358651407488/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:628/0 lens 328/0 e 0 to 0 dl 1780853858 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853847.552381:0:15875:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853847.552384:0:15875:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc7c0. 00000100:00000001:1.0:1780853847.552386:0:15875:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853847.552388:0:15875:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc7c0. 00000100:00100000:1.0:1780853847.552392:0:15875:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4585d72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6584:x1867358651407488:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853847.552396:0:15875:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651407488 00010000:00000001:1.0:1780853847.552399:0:15875:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853847.552406:0:15875:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.552407:0:15875:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.552409:0:15875:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=2 00000020:00000001:1.0:1780853847.552411:0:15875:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.552414:0:15875:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:1.0:1780853847.552417:0:15875:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.552420:0:15875:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853847.552425:0:15875:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1780853847.552437:0:15875:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853847.552439:0:15875:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853847.552443:0:15875:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d70c00. 02000000:00000001:1.0:1780853847.552445:0:15875:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.552448:0:15875:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.552452:0:15875:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853847.552455:0:15875:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853847.552458:0:15875:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853847.552462:0:15875:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853847.552465:0:15875:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853847.552468:0:15875:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853847.552470:0:15875:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853847.552472:0:15875:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.552475:0:15875:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853847.552478:0:15875:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853847.552481:0:15875:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853847.552485:0:15875:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651407488, offset 224 00000400:00000200:1.0:1780853847.552491:0:15875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853847.552497:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.552504:0:15875:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853847.552510:0:15875:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2699:2699:256:4294967295] 192.168.202.110@tcp LPNI seq info [2699:2699:8:4294967295] 00000400:00000200:1.0:1780853847.552514:0:15875:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.552522:0:15875:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853847.552658:0:15875:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853847.552663:0:15875:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76700. 00000800:00000200:1.0:1780853847.552670:0:15875:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853847.552678:0:15875:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853847.552682:0:15875:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853847.552693:0:15875:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.552697:0:15875:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853847.552700:0:15875:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853847.552704:0:15875:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4587cb90c0. 00010000:00000001:1.0:1780853847.552706:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853847.552816:0:15875:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853847.552819:0:15875:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.552821:0:15875:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.552823:0:15875:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.552830:0:15875:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4585d72c50 x1867358651407488/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:628/0 lens 328/224 e 0 to 0 dl 1780853858 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853847.552839:0:15875:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4585d72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:6584:x1867358651407488:12345-192.168.202.110@tcp:104: Request processed in 455us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853847.552846:0:15875:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 65 00000100:00000040:1.0:1780853847.552849:0:15875:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:1.0:1780853847.552851:0:15875:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853847.552853:0:15875:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853847.552858:0:15875:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2e80. 00000020:00000010:1.0:1780853847.552861:0:15875:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a960. 00000020:00000010:1.0:1780853847.552865:0:15875:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73200. 00000020:00000040:1.0:1780853847.552870:0:15875:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 02000000:00000001:1.0:1780853847.552876:0:15875:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.552879:0:15875:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851bac00. 02000000:00000001:1.0:1780853847.552882:0:15875:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853847.552885:0:15875:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b800. 02000000:00000001:1.0:1780853847.552889:0:15875:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.552890:0:15875:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851b9800. 02000000:00000001:1.0:1780853847.552892:0:15875:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853847.552893:0:15875:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105880. 02000000:00000001:1.0:1780853847.552896:0:15875:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.552897:0:15875:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851ba400. 02000000:00000001:1.0:1780853847.552899:0:15875:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853847.552900:0:15875:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106680. 02000000:00000001:1.0:1780853847.552902:0:15875:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.552903:0:15875:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e45851b8800. 02000000:00000001:1.0:1780853847.552905:0:15875:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853847.552906:0:15875:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369880. 02000000:00000001:1.0:1780853847.552909:0:15875:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.552910:0:15875:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d73000. 02000000:00000001:1.0:1780853847.552912:0:15875:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853847.552913:0:15875:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a300. 02000000:00000001:1.0:1780853847.552916:0:15875:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.552917:0:15875:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d73c00. 02000000:00000001:1.0:1780853847.552918:0:15875:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1780853847.552920:0:15875:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104a80. 00000100:00000010:1.0:1780853847.552922:0:15875:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9e4585d6a000. 00000100:00000010:1.0:1780853847.552925:0:15875:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9e4585d72c00. 00000100:00000001:1.0:1780853847.552927:0:15875:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853847.553316:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.553322:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76700. 00000400:00000200:1.0:1780853847.553327:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.553331:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.553337:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:1.0:1780853847.553338:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:1.0:1780853847.553342:0:2372:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1780853847.553344:0:2372:0:(sec.c:2610:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1780853847.553345:0:2372:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9e4585d70c00. 02000000:00000001:1.0:1780853847.553348:0:2372:0:(sec.c:2623:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1780853847.553349:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1780853847.557029:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.557037:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.557043:0:16009:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780853847.557046:0:16009:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780853847.557049:0:16009:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853847.557056:0:16009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853847.557072:0:16009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e4583572800 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:2.0:1780853847.557076:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1780853847.557078:0:16009:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853847.557080:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.557085:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.557087:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572800 refcount=3 00000020:00000001:2.0:1780853847.557089:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:2.0:1780853847.557092:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126300160 : -107453583251456 : ffff9e4583572800) 00010000:00000001:2.0:1780853847.557105:0:16009:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853847.557109:0:16009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1780853847.557117:0:16009:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1780853847.557120:0:16009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853847.557131:0:16009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07360. 00000020:00000010:2.0:1780853847.557136:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f000. 00000020:00000010:2.0:1780853847.557141:0:16009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e000. 00000020:00000010:2.0:1780853847.557146:0:16009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da51e0. 00000008:00000010:2.0:1780853847.557155:0:16009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853847.557161:0:16009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853847.557166:0:16009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3880. 00000080:00000010:2.0:1780853847.557174:0:16009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b738. 00000080:00000010:2.0:1780853847.557179:0:16009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61da8. 00000020:00000010:2.0:1780853847.557183:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f400. 00000008:00000010:2.0:1780853847.557187:0:16009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853847.557190:0:16009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb7600. 00008000:00000010:2.0:1780853847.557194:0:16009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344048. 00000080:00000010:2.0:1780853847.557197:0:16009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345d20. 00000020:00000001:2.0:1780853847.557201:0:16009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309608 : -107453509242008 : ffff9e4587c07368) 00000020:00001000:2.0:1780853847.557204:0:16009:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07360 00000008:00000001:2.0:1780853847.557206:0:16009:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1780853847.557209:0:16009:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:2.0:1780853847.557210:0:16009:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853847.557212:0:16009:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07900. 00000020:00000010:2.0:1780853847.557216:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f200. 00000020:00000010:2.0:1780853847.557218:0:16009:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267ec00. 00000020:00000010:2.0:1780853847.557221:0:16009:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5180. 00000008:00000010:2.0:1780853847.557225:0:16009:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853847.557228:0:16009:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853847.557231:0:16009:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd1c40. 00000080:00000010:2.0:1780853847.557233:0:16009:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b1f8. 00000080:00000010:2.0:1780853847.557236:0:16009:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61918. 00000020:00000010:2.0:1780853847.557239:0:16009:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e800. 00000008:00000010:2.0:1780853847.557241:0:16009:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853847.557244:0:16009:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb7180. 00008000:00000010:2.0:1780853847.557246:0:16009:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344320. 00000080:00000010:2.0:1780853847.557249:0:16009:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345a50. 00000020:00000001:2.0:1780853847.557251:0:16009:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200311048 : -107453509240568 : ffff9e4587c07908) 00000020:00001000:2.0:1780853847.557253:0:16009:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07900 00000008:00000001:2.0:1780853847.557257:0:16009:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:2.0:1780853847.557260:0:16009:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:2.0:1780853847.557286:0:16009:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1780853847.557289:0:16009:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.557301:0:16009:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:2.0:1780853847.557304:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.557308:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.557311:0:16009:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853847.557314:0:16009:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853847.557316:0:16009:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853847.557320:0:16009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.557321:0:16009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1780853847.557323:0:16009:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853847.557327:0:16009:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e4590c680a0 type 8 ignore/verify layout 1/0 00020000:00000001:2.0:1780853847.557331:0:16009:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853847.557334:0:16009:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853847.557336:0:16009:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853847.557339:0:16009:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853847.557340:0:16009:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.557342:0:16009:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.557343:0:16009:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853847.557344:0:16009:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1780853847.557346:0:16009:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.557350:0:16009:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000008:00000001:2.0:1780853847.557355:0:16009:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853847.557357:0:16009:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853847.557360:0:16009:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853847.557362:0:16009:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853847.557364:0:16009:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853847.557366:0:16009:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:2.0:1780853847.557369:0:16009:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853847.557370:0:16009:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:2.0:1780853847.557371:0:16009:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780853847.557373:0:16009:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07900 00000020:00000010:2.0:1780853847.557377:0:16009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267ec00. 00000020:00000010:2.0:1780853847.557383:0:16009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5180. 00000008:00000010:2.0:1780853847.557386:0:16009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853847.557391:0:16009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853847.557394:0:16009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd1c40. 00000080:00000010:2.0:1780853847.557397:0:16009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b1f8. 00000080:00000010:2.0:1780853847.557400:0:16009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61918. 00000020:00000010:2.0:1780853847.557404:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f200. 00000008:00000010:2.0:1780853847.557407:0:16009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853847.557411:0:16009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7180. 00008000:00000010:2.0:1780853847.557414:0:16009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344320. 00000080:00000010:2.0:1780853847.557417:0:16009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345a50. 00000020:00000010:2.0:1780853847.557419:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e800. 00000020:00000010:2.0:1780853847.557421:0:16009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07900. 00000008:00000001:2.0:1780853847.557424:0:16009:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.557426:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00010000:00000001:2.0:1780853847.557430:0:16009:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:2.0:1780853847.557433:0:16009:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.557435:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.557437:0:16009:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1780853847.557440:0:16009:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1780853847.557443:0:16009:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853847.557445:0:16009:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.557448:0:16009:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.557450:0:16009:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:2.0:1780853847.557454:0:16009:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1780853847.557456:0:16009:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07360 00000020:00000010:2.0:1780853847.557458:0:16009:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e000. 00000020:00000010:2.0:1780853847.557460:0:16009:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da51e0. 00000008:00000010:2.0:1780853847.557463:0:16009:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853847.557465:0:16009:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853847.557468:0:16009:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3880. 00000080:00000010:2.0:1780853847.557471:0:16009:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b738. 00000080:00000010:2.0:1780853847.557473:0:16009:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61da8. 00000020:00000010:2.0:1780853847.557475:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f000. 00000008:00000010:2.0:1780853847.557478:0:16009:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853847.557481:0:16009:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7600. 00008000:00000010:2.0:1780853847.557483:0:16009:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344048. 00000080:00000010:2.0:1780853847.557486:0:16009:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345d20. 00000020:00000010:2.0:1780853847.557488:0:16009:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f400. 00000020:00000010:2.0:1780853847.557490:0:16009:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07360. 00000008:00000001:2.0:1780853847.557493:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.557496:0:16009:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853847.557500:0:16009:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853847.557503:0:16009:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853847.557505:0:16009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.557508:0:16009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853847.557510:0:16009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572800 with handle 0xa8f483e9eb300f25 from hash 00010000:00000001:2.0:1780853847.557513:0:16009:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853847.557515:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.557517:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.557518:0:16009:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853847.557522:0:16009:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853847.557523:0:16009:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1780853847.557529:0:16009:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.557532:0:16009:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.557536:0:16009:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853847.557539:0:16009:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780853847.557545:0:16009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.557550:0:16009:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:2.0:1780853847.557555:0:16009:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.557557:0:16009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.557562:0:16009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.557569:0:16009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267f400. 00000100:00000001:2.0:1780853847.557576:0:16009:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.557578:0:16009:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853847.557584:0:16009:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853847.557592:0:16009:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853847.557593:0:16009:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.557598:0:16009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.557603:0:16009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.557618:0:16009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c364de3] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780853847.557649:0:16009:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.557651:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.557652:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.557654:0:16009:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.557656:0:16009:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.557658:0:16009:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.557661:0:16009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.557668:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853847.557670:0:16009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000b243b035/0xa8f483e9eb300f25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x562725ecec97a87e expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1780853847.557678:0:16009:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d840. 00010000:00000001:2.0:1780853847.557687:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.557688:0:16009:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1780853847.557690:0:16009:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4587cb90c0. 00010000:00000001:2.0:1780853847.557693:0:16009:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.557695:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.557697:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.557699:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853847.557701:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.557702:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.557704:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853847.557705:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.557706:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.557708:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853847.557720:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853847.557723:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853847.557725:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.557730:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.557732:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.557734:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.557736:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.557738:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853847.557743:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.557750:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.557752:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.557756:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853847.557759:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.557761:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.557764:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631459072:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853847.557769:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853847.557774:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853847.557777:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.557780:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853847.557784:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e459267f000. 02000000:00000001:2.0:1780853847.557786:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853847.557793:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853847.557797:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853847.557804:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853847.557810:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631459072, portal 18 00000100:00000001:2.0:1780853847.557813:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.557814:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853847.557821:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.557828:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853847.557831:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853847.557833:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f660. 00000100:00000200:2.0:1780853847.557837:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631459072, offset 0 00000400:00000200:2.0:1780853847.557844:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853847.557855:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.557864:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853847.557870:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853847.557874:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853847.557878:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853847.557881:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853847.557884:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2700:2700:256:4294967295] 192.168.202.110@tcp LPNI seq info [2700:2700:8:4294967295] 00000400:00000200:2.0:1780853847.557889:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.557897:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853847.557904:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853847.557909:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dda00. 00000800:00000200:2.0:1780853847.557916:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853847.557923:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853847.557928:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dda00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853847.557936:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.557940:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 88090 usecs (89 jiffies) 00000400:00000200:2.0:1780853847.557943:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853847.557946:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644401 00000100:00000001:2.0:1780853847.557949:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.557951:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644401 00000100:00000001:2.0:1780853847.557954:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.557957:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.557960:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.557963:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.557965:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.558238:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.558241:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.558683:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.558689:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dda00. 00000400:00000200:0.0:1780853847.558693:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.558699:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.558707:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f660 00000400:00000010:0.0:1780853847.558709:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f660. 00000100:00000001:0.0:1780853847.558714:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.558720:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.558731:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.558734:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.558740:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.558741:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853847.558749:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.558758:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.558761:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.558763:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.558767:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.558771:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.558776:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.558780:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.558784:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.558787:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 400 into portal 4 MB=0x6a25a4fe57880 00000400:00000200:0.0:1780853847.558791:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.558797:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 400/400 into md 0x73f9 [1] + 224 00000800:00000001:0.0:1780853847.558803:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.558809:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.558811:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.558815:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.558818:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.558823:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.558831:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.558852:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.558859:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.558862:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.559005:0:34714:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.559011:0:34714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.559013:0:34714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.559048:0:34714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b370. 00000400:00000200:3.0:1780853847.559052:0:34714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864263b8 00000400:00000010:3.0:1780853847.559073:0:34714:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864263b8. 00000100:00000001:3.0:1780853847.559077:0:34714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.559081:0:34714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853847.559091:0:34714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.559097:0:34714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.559099:0:34714:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.559101:0:34714:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.559104:0:34714:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.559106:0:34714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.559108:0:34714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.559111:0:34714:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.559119:0:34714:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853847.559123:0:34714:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.559126:0:34714:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853847.559128:0:34714:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.559130:0:34714:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853847.559134:0:34714:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.559137:0:34714:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853847.559140:0:34714:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1780853847.559142:0:34714:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.559144:0:34714:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.559149:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.559157:0:34714:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.559159:0:34714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853847.559161:0:34714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853847.559165:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853847.559173:0:34714:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34714:1867358631458944:192.168.202.110@tcp:101:uname.0 00000100:00000001:3.0:1780853847.559178:0:34714:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.559180:0:34714:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.559183:0:34714:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853847.559185:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.559188:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.559194:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853847.559197:0:34714:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f3c0. 00000100:00000001:3.0:1780853847.559200:0:34714:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853847.559201:0:34714:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.559204:0:34714:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1780853847.559207:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.559209:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.559211:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:3.0:1780853847.559213:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.559216:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000040:3.0:1780853847.559222:0:34714:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573a00, remote cookie: 0x562725ecec97a885, flags: 0x20002 00010000:00000001:3.0:1780853847.559226:0:34714:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1780853847.559227:0:34714:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.559230:0:34714:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:3.0:1780853847.559235:0:34714:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1780853847.559246:0:34714:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9e4588d95300) refcount = 1 00010000:00000040:3.0:1780853847.559250:0:34714:0:(ldlm_resource.c:1907:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1780853847.559252:0:34714:0:(ldlm_resource.c:1909:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.559259:0:34714:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.559262:0:34714:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1780853847.559284:0:34714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780853847.559305:0:34714:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1780853847.563333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572800. 00000800:00000001:0.0:1780853847.564611:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.564629:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.564634:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.564636:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.564647:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.564656:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.564666:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.564671:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.564676:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.564680:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 392 into portal 15 MB=0x6a25a5115dd00 00000400:00000200:0.0:1780853847.564690:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 392/392 into md 0x7409 [2] + 0 00000800:00000001:0.0:1780853847.564697:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.564706:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.564709:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.564715:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.564723:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853847.564726:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780853847.564732:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588368700. 00000100:00000040:0.0:1780853847.564735:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4588368700 x1867358651407616 msgsize 392 00000100:00100000:0.0:1780853847.564739:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:0.0:1780853847.564753:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.564762:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.564764:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.564863:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853847.564867:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651407616 02000000:00000001:1.0:1780853847.564870:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853847.564872:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.564875:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.564879:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853847.564884:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651407616 00000020:00000001:1.0:1780853847.564886:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853847.564888:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:1.0:1780853847.564891:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.564894:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:1.0:1780853847.564896:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:1.0:1780853847.564898:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:1.0:1780853847.564903:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853847.564907:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc7c0. 00000100:00000001:1.0:1780853847.564910:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853847.564913:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc7c0. 00000020:00000010:1.0:1780853847.564919:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.564924:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2e80. 00000020:00000010:1.0:1780853847.564929:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a960. 00000100:00000040:1.0:1780853847.564937:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853847.564940:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853847.564942:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853847.564944:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.564951:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.564960:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.564971:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853847.564973:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853847.564977:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 66 00000100:00000040:1.0:1780853847.564980:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:1.0:1780853847.564982:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208047872 : -107453501503744 : ffff9e4588368700) 00000100:00000040:1.0:1780853847.564989:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4588368700 x1867358651407616/t0(0) o105->LOV_OSC_UUID@192.168.202.110@tcp:628/0 lens 392/0 e 0 to 0 dl 1780853858 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853847.565005:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853847.565008:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc7c0. 00000100:00000001:1.0:1780853847.565009:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853847.565011:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc7c0. 00000100:00100000:1.0:1780853847.565015:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4588368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:5774:x1867358651407616:12345-192.168.202.110@tcp:105: 00000100:00000200:1.0:1780853847.565019:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651407616 00010000:00000001:1.0:1780853847.565022:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853847.565028:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.565030:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.565032:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:1.0:1780853847.565034:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.565036:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00010000:1.0:1780853847.565043:0:15876:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.565055:0:15876:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:1.0:1780853847.565058:0:15876:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780853847.565072:0:15876:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.565079:0:15876:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1780853847.565082:0:15876:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.565083:0:15876:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1780853847.565085:0:15876:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1780853847.565088:0:15876:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.565104:0:15876:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1780853847.565109:0:15876:0:(ldlm_resource.c:1760:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1780853847.565117:0:15876:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9e4588d95300) refcount = 1 00010000:00000040:1.0:1780853847.565119:0:15876:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1780853847.565122:0:15876:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1780853847.565130:0:15876:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:1.0:1780853847.565132:0:15876:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1780853847.565141:0:15876:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9e45831cc7c0. 00000100:00000001:1.0:1780853847.565145:0:15876:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853847.565150:0:15876:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9000. 00000100:00000001:1.0:1780853847.565153:0:15876:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201037824 : -107453508513792 : ffff9e4587cb9000) 00000100:00000001:1.0:1780853847.565155:0:15876:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446636620201037824 : -107453508513792 : ffff9e4587cb9000) 00000100:00000001:1.0:1780853847.565158:0:15876:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853847.565159:0:15876:0:(client.c:1934:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1780853847.565161:0:15876:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1780853847.565163:0:15876:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1780853847.565176:0:15876:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.565179:0:15876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.565180:0:15876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.565182:0:15876:0:(ldlm_lock.c:2307:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.565183:0:15876:0:(ldlm_lock.c:2273:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1780853847.565184:0:15876:0:(ldlm_lock.c:2276:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1780853847.565186:0:15876:0:(client.c:1949:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.565188:0:15876:0:(client.c:2675:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.565190:0:15876:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1780853847.565192:0:15876:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9000. 00000100:00000001:1.0:1780853847.565194:0:15876:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1780853847.565196:0:15876:0:(ldlm_lock.c:2370:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1780853847.565198:0:15876:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9e45831cc7c0. 00010000:00010000:1.0:1780853847.565200:0:15876:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9e4583573a00) 00010000:00000001:1.0:1780853847.565202:0:15876:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.565204:0:15876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.565205:0:15876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1780853847.565207:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853847.565210:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853847.565215:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d70c00. 02000000:00000001:1.0:1780853847.565217:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.565219:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.565223:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853847.565226:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853847.565230:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853847.565235:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853847.565238:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853847.565240:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853847.565243:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853847.565245:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.565248:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853847.565251:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853847.565255:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853847.565260:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651407616, offset 224 00000400:00000200:1.0:1780853847.565316:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853847.565331:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.565338:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853847.565343:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2701:2701:256:4294967295] 192.168.202.110@tcp LPNI seq info [2701:2701:8:4294967295] 00000400:00000200:1.0:1780853847.565347:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.565354:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853847.565359:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853847.565365:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76700. 00000800:00000200:1.0:1780853847.565371:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853847.565377:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853847.565380:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853847.565389:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.565392:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853847.565394:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.565398:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588368700 x1867358651407616/t0(0) o105->LOV_OSC_UUID@192.168.202.110@tcp:628/0 lens 392/224 e 0 to 0 dl 1780853858 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853847.565406:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4588368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:5774:x1867358651407616:12345-192.168.202.110@tcp:105: Request processed in 400us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853847.565413:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 66 00000100:00000040:1.0:1780853847.565416:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:1.0:1780853847.565418:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853847.565419:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853847.565424:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2e80. 00000020:00000010:1.0:1780853847.565427:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a960. 00000020:00000010:1.0:1780853847.565430:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73200. 00000020:00000040:1.0:1780853847.565435:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:1.0:1780853847.565438:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853847.565503:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.565507:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76700. 00000400:00000200:1.0:1780853847.565511:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.565515:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.565519:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:1.0:1780853847.565522:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:1.0:1780853847.565525:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853847.565527:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1780853847.566107:0:34714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.566118:0:34714:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.566123:0:34714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.566129:0:34714:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1780853847.566131:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566132:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.566133:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566134:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.566136:0:34714:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566141:0:34714:0:(osc_request.c:3076:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1780853847.566143:0:34714:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1780853847.566146:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.566147:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.566149:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=3 00000020:00000001:3.0:1780853847.566152:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566154:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566157:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.566158:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.566159:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:3.0:1780853847.566160:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566162:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566165:0:34714:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.566167:0:34714:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.566171:0:34714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.566178:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566179:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853847.566182:0:34714:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1780853847.566186:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00010000:3.0:1780853847.566190:0:34714:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1780853847.566198:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566200:0:34714:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780853847.566202:0:34714:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1780853847.566205:0:34714:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853847.566207:0:34714:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566209:0:34714:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566210:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:3.0:1780853847.566212:0:34714:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1780853847.566214:0:34714:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.566215:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.566216:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.566218:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:3.0:1780853847.566219:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566221:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566224:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.566226:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.566233:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566234:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1780853847.566236:0:34714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.566242:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.566243:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566244:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853847.566245:0:34714:0:(osc_request.c:3103:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.566248:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.566255:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b480 x1867358631458944/t0(0) o101->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 328/400 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.566262:0:34714:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853847.566311:0:34714:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853847.566315:0:34714:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bb400. 02000000:00000001:3.0:1780853847.566318:0:34714:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853847.566321:0:34714:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.566322:0:34714:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853847.566325:0:34714:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.566327:0:34714:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585072c00. 02000000:00000001:3.0:1780853847.566330:0:34714:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.566332:0:34714:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.566334:0:34714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b480. 00000100:00000001:3.0:1780853847.566337:0:34714:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.566338:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1780853847.566340:0:34714:0:(osc_request.c:3316:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566343:0:34714:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566346:0:34714:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566349:0:34714:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566350:0:34714:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566353:0:34714:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566355:0:34714:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566357:0:34714:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566359:0:34714:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1780853847.566363:0:34714:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1780853847.566368:0:34714:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1780853847.566370:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566372:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566373:0:34714:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853847.566378:0:34714:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1780853847.566382:0:34714:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853847.566383:0:34714:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566385:0:34714:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853847.566386:0:34714:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853847.566388:0:34714:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1780853847.566392:0:34714:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853847.566394:0:34714:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1780853847.566396:0:34714:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566398:0:34714:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566400:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:3.0:1780853847.566402:0:34714:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1780853847.566404:0:34714:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1780853847.566408:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bb80 00000080:00200000:3.0:1780853847.566410:0:34714:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1780853847.566413:0:34714:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1780853847.566415:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:3.0:1780853847.566418:0:34714:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c499c0 addref 2/0 by ffff9e4585134f80. 00020000:00000002:3.0:1780853847.566420:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00000020:00000001:3.0:1780853847.566423:0:34714:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1780853847.566426:0:34714:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1780853847.566429:0:34714:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1780853847.566432:0:34714:0:(lov_offset.c:247:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:3.0:1780853847.566435:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.566436:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:3.0:1780853847.566438:0:34714:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1780853847.566440:0:34714:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1780853847.566444:0:34714:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566446:0:34714:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566447:0:34714:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566449:0:34714:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.566456:0:34714:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:3.0:1780853847.566458:0:34714:0:(rw26.c:697:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:3.0:1780853847.566486:0:34714:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1780853847.566488:0:34714:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffffbd344a4b400 0 1 00000020:00000001:3.0:1780853847.566492:0:34714:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1780853847.566493:0:34714:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566495:0:34714:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1780853847.566500:0:34714:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9e4583f6f380. 00000020:00000001:3.0:1780853847.566504:0:34714:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1780853847.566506:0:34714:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1780853847.566508:0:34714:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1780853847.566510:0:34714:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1780853847.566513:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.566514:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000008:00000001:3.0:1780853847.566517:0:34714:0:(osc_cache.c:2429:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1780853847.566519:0:34714:0:(osc_cache.c:2452:osc_prep_async_page()) oap ffff9e4583f6f3f0 folio fffffbd344a4b400 pg:0 obj off 0 00000008:00000001:3.0:1780853847.566521:0:34714:0:(osc_cache.c:2453:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566523:0:34714:0:(cl_page.c:1282:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1780853847.566524:0:34714:0:(cl_page.c:1289:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1780853847.566526:0:34714:0:(osc_page.c:1065:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1780853847.566527:0:34714:0:(osc_page.c:1108:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566531:0:34714:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566532:0:34714:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446636620136772480 : -107453572779136 : ffff9e4583f6f380) 00000020:00000001:3.0:1780853847.566534:0:34714:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446636620136772480 : -107453572779136 : ffff9e4583f6f380) 00000020:00000001:3.0:1780853847.566537:0:34714:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1780853847.566539:0:34714:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1780853847.566540:0:34714:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620343672928 : -107453365878688 : ffff9e45904c0060) 00000020:00000001:3.0:1780853847.566543:0:34714:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1780853847.566543:0:34714:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1780853847.566545:0:34714:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1780853847.566549:0:34714:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[2 0000000062310abe 1 1 000000007558b398] 00000020:00000001:3.0:1780853847.566551:0:34714:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1780853847.566553:0:34714:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1780853847.566554:0:34714:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1780853847.566556:0:34714:0:(rw26.c:602:ll_prepare_partial_page()) Process entered 00000020:00000001:3.0:1780853847.566557:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566559:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566560:0:34714:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853847.566562:0:34714:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1780853847.566565:0:34714:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1780853847.566567:0:34714:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566569:0:34714:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566570:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00000001:3.0:1780853847.566573:0:34714:0:(rw26.c:622:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853847.566575:0:34714:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:3.0:1780853847.566576:0:34714:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.566579:0:34714:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:3.0:1780853847.566581:0:34714:0:(rw26.c:892:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:3.0:1780853847.566583:0:34714:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:3.0:1780853847.566584:0:34714:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620343672928 : -107453365878688 : ffff9e45904c0060) 00000020:00000001:3.0:1780853847.566586:0:34714:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1780853847.566587:0:34714:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1780853847.566599:0:34714:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1780853847.566601:0:34714:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1780853847.566602:0:34714:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1780853847.566603:0:34714:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1780853847.566606:0:34714:0:(rw26.c:950:ll_write_end()) page@00000000440f357a[3 0000000062310abe 2 1 000000007558b398] 00000080:00200000:3.0:1780853847.566609:0:34714:0:(rw26.c:950:ll_write_end()) vmpage @00000000700b989f 17ffffc0001001 3:0 ffff9e4583f6f380 0 lru 00000080:00200000:3.0:1780853847.566617:0:34714:0:(rw26.c:950:ll_write_end()) osc-page@0000000002464aee 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 000000004886753e 000000006e195273 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1780853847.566619:0:34714:0:(rw26.c:950:ll_write_end()) end page@00000000440f357a 00000080:00200000:3.0:1780853847.566620:0:34714:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1780853847.566622:0:34714:0:(rw26.c:971:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1780853847.566626:0:34714:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1780853847.566628:0:34714:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:3.0:1780853847.566630:0:34714:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1780853847.566633:0:34714:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1780853847.566634:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.566635:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:3.0:1780853847.566637:0:34714:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1780853847.566639:0:34714:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1780853847.566641:0:34714:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1780853847.566642:0:34714:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1780853847.566644:0:34714:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1780853847.566645:0:34714:0:(osc_cache.c:2474:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1780853847.566648:0:34714:0:(osc_cache.c:2533:osc_queue_async_io()) obj ffff9e4588f48540 ready 0|-|- wr 0|-|- rd 0|- oap ffff9e4583f6f3f0 folio fffffbd344a4b400 pg:0 added for cmd 2 00000008:00000001:3.0:1780853847.566653:0:34714:0:(osc_cache.c:1728:osc_enter_cache()) Process entered 00000008:00000020:3.0:1780853847.566655:0:34714:0:(osc_cache.c:1730:osc_enter_cache()) lustre-OST0001-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1780853847.566660:0:34714:0:(osc_cache.c:1635:osc_enter_cache_try()) lustre-OST0001-osc-ffff9e4592299000: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:3.0:1780853847.566665:0:34714:0:(osc_cache.c:1482:osc_consume_write_grant()) using 4096 grant credits for brw ffff9e4583f6f428 page fffffbd344a4b400 00000008:00000020:3.0:1780853847.566669:0:34714:0:(osc_cache.c:1762:osc_enter_cache()) lustre-OST0001-osc-ffff9e4592299000: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:3.0:1780853847.566673:0:34714:0:(osc_cache.c:1778:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1780853847.566674:0:34714:0:(osc_cache.c:1781:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566677:0:34714:0:(osc_cache.c:706:osc_extent_find()) Process entered 00000008:00000010:3.0:1780853847.566680:0:34714:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9e45899de780. 00000008:00000020:3.0:1780853847.566685:0:34714:0:(osc_cache.c:1311:__osc_extent_tree_dump()) Dump object ffff9e4588f48540 extents at osc_extent_find:839, mppr: 256. 00000008:00000020:3.0:1780853847.566691:0:34714:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e4588f48540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1780853847.566696:0:34714:0:(osc_cache.c:857:osc_extent_find()) extent ffff9e45899de780@{[0 -> 255/255], [3|1|-|active|wi|ffff9e4588f48540], [1703936|0|-|-|ffff9e4583573a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1780853847.566702:0:34714:0:(osc_cache.c:857:osc_extent_find()) ### extent: 00000000253dfc22 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1780853847.566709:0:34714:0:(osc_cache.c:874:osc_extent_find()) Process leaving 00000008:00000001:3.0:1780853847.566713:0:34714:0:(osc_cache.c:2670:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566715:0:34714:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566717:0:34714:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1780853847.566718:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000002:3.0:1780853847.566720:0:34714:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:3.0:1780853847.566722:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566724:0:34714:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1780853847.566725:0:34714:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:3.0:1780853847.566727:0:34714:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853847.566728:0:34714:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566730:0:34714:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566732:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:3.0:1780853847.566733:0:34714:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1780853847.566735:0:34714:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1780853847.566736:0:34714:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1780853847.566739:0:34714:0:(cl_page.c:556:cl_batch_put()) page@00000000440f357a[4 0000000062310abe 2 1 000000007558b398] 00000020:00000001:3.0:1780853847.566740:0:34714:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1780853847.566742:0:34714:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1780853847.566743:0:34714:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1780853847.566745:0:34714:0:(osc_request.c:745:osc_update_next_shrink()) next time 3177 to shrink grant 00000080:00000001:3.0:1780853847.566747:0:34714:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:3.0:1780853847.566749:0:34714:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1780853847.566755:0:34714:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e4591968278, count 1, dirtied 1 00000080:00000001:3.0:1780853847.566757:0:34714:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1780853847.566759:0:34714:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1780853847.566760:0:34714:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1780853847.566761:0:34714:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1780853847.566762:0:34714:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1780853847.566765:0:34714:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[3 0000000062310abe 2 1 0000000000000000] 00000020:00000001:3.0:1780853847.566766:0:34714:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1780853847.566767:0:34714:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1780853847.566768:0:34714:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1780853847.566770:0:34714:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1780853847.566771:0:34714:0:(cl_page.c:556:cl_batch_put()) page@00000000440f357a[3 0000000062310abe 1 1 0000000000000000] 00000020:00000001:3.0:1780853847.566772:0:34714:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1780853847.566773:0:34714:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1780853847.566774:0:34714:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:3.0:1780853847.566776:0:34714:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1780853847.566777:0:34714:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566779:0:34714:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566780:0:34714:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566782:0:34714:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853847.566783:0:34714:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1780853847.566785:0:34714:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1780853847.566787:0:34714:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1780853847.566788:0:34714:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566790:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bb80 00000080:00200000:3.0:1780853847.566791:0:34714:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1780853847.566794:0:34714:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566796:0:34714:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:3.0:1780853847.566798:0:34714:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853847.566799:0:34714:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1780853847.566800:0:34714:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:3.0:1780853847.566801:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566803:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.566804:0:34714:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1780853847.566805:0:34714:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1780853847.566807:0:34714:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566808:0:34714:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566810:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:3.0:1780853847.566811:0:34714:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566813:0:34714:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566814:0:34714:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566816:0:34714:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566818:0:34714:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566819:0:34714:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1780853847.566821:0:34714:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:3.0:1780853847.566822:0:34714:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1780853847.566823:0:34714:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1780853847.566825:0:34714:0:(osc_cache.c:599:osc_extent_release()) Process entered 00000008:00000001:3.0:1780853847.566827:0:34714:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1780853847.566831:0:34714:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e4588f48540 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1780853847.566837:0:34714:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1780853847.566839:0:34714:0:(osc_cache.c:1859:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566840:0:34714:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1780853847.566842:0:34714:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.566844:0:34714:0:(osc_cache.c:673:osc_extent_release()) Process leaving 00000020:00000001:3.0:1780853847.566845:0:34714:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1780853847.566846:0:34714:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566848:0:34714:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.566850:0:34714:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1780853847.566851:0:34714:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853847.566853:0:34714:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1780853847.566855:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4586474308 (ffff9e4591008bd8/0) at cl_lock_release():245 00000020:00000001:3.0:1780853847.566857:0:34714:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853847.566859:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4586474308 (ffff9e4591008bd8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1780853847.566862:0:34714:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1780853847.566864:0:34714:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.566865:0:34714:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475368 : -107453534076248 : ffff9e45864582a8) 00000020:00000001:3.0:1780853847.566867:0:34714:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853847.566868:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922abab0 (ffff9e4591008998/1) at cl_lock_cancel():142 00000008:00000001:3.0:1780853847.566871:0:34714:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1780853847.566872:0:34714:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1780853847.566874:0:34714:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.566875:0:34714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.566877:0:34714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:3.0:1780853847.566879:0:34714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566881:0:34714:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.566882:0:34714:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.566885:0:34714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1780853847.566893:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566894:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.566896:0:34714:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853847.566898:0:34714:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853847.566901:0:34714:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853847.566912:0:34714:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853847.566915:0:34714:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853847.566917:0:34714:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.566921:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566922:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.566924:0:34714:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.566927:0:34714:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853847.566929:0:34714:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.566930:0:34714:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.566932:0:34714:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.566947:0:34714:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.566949:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566950:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.566951:0:34714:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.566952:0:34714:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853847.566953:0:34714:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1780853847.566955:0:34714:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853847.566957:0:34714:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853847.566958:0:34714:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853847.566959:0:34714:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853847.566961:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4586474308 (ffff9e4591008bd8/0) at cl_lock_fini():72 00020000:00000001:3.0:1780853847.566964:0:34714:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1780853847.566965:0:34714:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853847.566966:0:34714:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922abab0 (ffff9e4591008bd8/1) at cl_lock_fini():72 00000008:00000010:3.0:1780853847.566969:0:34714:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165abe0. 00000020:00000001:3.0:1780853847.566972:0:34714:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1780853847.566974:0:34714:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922aba80. 00020000:00000001:3.0:1780853847.566977:0:34714:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1780853847.566978:0:34714:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1780853847.566979:0:34714:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1780853847.566981:0:34714:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:3.0:1780853847.566982:0:34714:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853847.566983:0:34714:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1780853847.566984:0:34714:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1780853847.566986:0:34714:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566988:0:34714:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.566989:0:34714:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1780853847.566990:0:34714:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1780853847.566992:0:34714:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1780853847.566994:0:34714:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1780853847.566996:0:34714:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1780853847.566997:0:34714:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853847.566999:0:34714:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1780853847.567000:0:34714:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:3.0:1780853847.567002:0:34714:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1780853847.567003:0:34714:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1780853847.567005:0:34714:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.567006:0:34714:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.567008:0:34714:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853847.567010:0:34714:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1780853847.567011:0:34714:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1780853847.567015:0:34714:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1780853847.567018:0:34714:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:3.0:1780853847.567021:0:34714:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:3.0:1780853847.567023:0:34714:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853847.567024:0:34714:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853847.567026:0:34714:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853847.567027:0:34714:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853847.567029:0:34714:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853847.567030:0:34714:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008990 00000020:00000010:3.0:1780853847.567035:0:34714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073000. 00000020:00000010:3.0:1780853847.567040:0:34714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d8a0. 00000008:00000010:3.0:1780853847.567046:0:34714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ef90. 00020000:00000010:3.0:1780853847.567051:0:34714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e540. 00008000:00000010:3.0:1780853847.567055:0:34714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa98b8. 00000080:00000010:3.0:1780853847.567060:0:34714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276abd0. 00000080:00000010:3.0:1780853847.567064:0:34714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:3.0:1780853847.567068:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000008:00000010:3.0:1780853847.567071:0:34714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e160. 00020000:00000010:3.0:1780853847.567074:0:34714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458b40. 00008000:00000010:3.0:1780853847.567078:0:34714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5558. 00000080:00000010:3.0:1780853847.567081:0:34714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864744b0. 00000020:00000010:3.0:1780853847.567083:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000020:00000010:3.0:1780853847.567086:0:34714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008990. 00020000:00000001:3.0:1780853847.567088:0:34714:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853847.567090:0:34714:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853847.567092:0:34714:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853847.567094:0:34714:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853847.567097:0:34714:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853847.567097:0:34714:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1780853847.567099:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bc98 00000080:00200000:3.0:1780853847.567101:0:34714:0:(file.c:2208:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1780853847.567105:0:34714:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1780853847.567106:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.567108:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.567110:0:34714:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853847.567112:0:34714:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1780853847.567114:0:34714:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853847.567116:0:34714:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1780853847.567117:0:34714:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853847.567118:0:34714:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:3.0:1780853847.567120:0:34714:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=23 (1) m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:3.0:1780853847.567123:0:34714:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853847.567124:0:34714:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:3.0:1780853847.567127:0:34714:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.567129:0:34714:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.567130:0:34714:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:3.0:1780853847.567132:0:34714:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1780853847.567135:0:34714:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1780853847.567138:0:34714:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1780853847.567140:0:34714:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1780853847.567142:0:34714:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008bd0 00000020:00000010:3.0:1780853847.567144:0:34714:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072200. 00000020:00000010:3.0:1780853847.567147:0:34714:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:3.0:1780853847.567150:0:34714:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591059650. 00020000:00000010:3.0:1780853847.567153:0:34714:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e0c0. 00008000:00000010:3.0:1780853847.567155:0:34714:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fab880. 00000080:00000010:3.0:1780853847.567158:0:34714:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a348. 00000080:00000010:3.0:1780853847.567160:0:34714:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:3.0:1780853847.567163:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000008:00000010:3.0:1780853847.567165:0:34714:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f760. 00020000:00000010:3.0:1780853847.567168:0:34714:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458240. 00008000:00000010:3.0:1780853847.567170:0:34714:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5c58. 00000080:00000010:3.0:1780853847.567173:0:34714:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864742d0. 00000020:00000010:3.0:1780853847.567175:0:34714:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000020:00000010:3.0:1780853847.567176:0:34714:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008bd0. 00000020:00000001:3.0:1780853847.567179:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bd88 00000080:00000008:3.0:1780853847.567181:0:34714:0:(file.c:2694:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:3.0:1780853847.567184:0:34714:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1780853847.567200:0:34714:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853847.567203:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:3.0:1780853847.567205:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:3.0:1780853847.567207:0:34714:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.567215:0:34714:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853847.567217:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bdb8 00000080:00200008:3.0:1780853847.567218:0:34714:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102001 00000080:00000001:3.0:1780853847.567223:0:34714:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853847.567225:0:34714:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1780853847.567227:0:34714:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853847.567228:0:34714:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000002:3.0:1780853847.567230:0:34714:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585134f80 00020000:00000001:3.0:1780853847.567232:0:34714:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.567234:0:34714:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853847.567241:0:34714:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.567244:0:34714:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.567249:0:34714:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:3.0:1780853847.567252:0:34714:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853847.567256:0:34714:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853847.567258:0:34714:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:3.0:1780853847.567260:0:34714:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1780853847.567262:0:34714:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780853847.567301:0:34714:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45904b3000. 00000080:00000001:3.0:1780853847.567304:0:34714:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780853847.567308:0:34714:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780853847.567311:0:34714:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:3.0:1780853847.567314:0:34714:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:3.0:1780853847.567317:0:34714:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853847.567319:0:34714:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:3.0:1780853847.567325:0:34714:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170a80. 00000020:00000040:3.0:1780853847.567328:0:34714:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853847.567333:0:34714:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853847.567337:0:34714:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853847.567341:0:34714:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853847.567347:0:34714:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904b2200. 00000100:00000001:3.0:1780853847.567352:0:34714:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853847.567366:0:34714:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853847.567378:0:34714:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780853847.567383:0:34714:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853847.567390:0:34714:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853847.567391:0:34714:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853847.567398:0:34714:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee240. 00000100:00000001:3.0:1780853847.567400:0:34714:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124709440 : -107453584842176 : ffff9e45833ee240) 00000100:00000001:3.0:1780853847.567402:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.567404:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853847.567407:0:34714:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853847.567411:0:34714:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.567413:0:34714:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853847.567415:0:34714:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853847.567419:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.567426:0:34714:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853847.567429:0:34714:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.567432:0:34714:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853847.567435:0:34714:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853847.567437:0:34714:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853847.567440:0:34714:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34714:1867358631459328:192.168.202.110@tcp:35:uname.0 00000100:00000001:3.0:1780853847.567444:0:34714:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853847.567450:0:34714:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853847.567452:0:34714:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.567455:0:34714:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853847.567459:0:34714:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fad000. 02000000:00000001:3.0:1780853847.567461:0:34714:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853847.567467:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853847.567471:0:34714:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853847.567477:0:34714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853847.567483:0:34714:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631459328, portal 10 00000100:00000001:3.0:1780853847.567485:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.567486:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000040:3.0:1780853847.567492:0:34714:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.567499:0:34714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853847.567502:0:34714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853847.567505:0:34714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a660. 00000100:00000200:3.0:1780853847.567508:0:34714:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631459328, offset 0 00000400:00000200:3.0:1780853847.567514:0:34714:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853847.567522:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.567530:0:34714:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853847.567536:0:34714:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853847.567540:0:34714:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853847.567544:0:34714:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853847.567547:0:34714:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853847.567550:0:34714:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2702:2702:256:4294967295] 192.168.202.110@tcp LPNI seq info [2702:2702:8:4294967295] 00000400:00000200:3.0:1780853847.567554:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.567563:0:34714:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853847.567570:0:34714:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853847.567575:0:34714:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853847.567581:0:34714:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853847.567588:0:34714:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853847.567591:0:34714:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780853847.567600:0:34714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.567604:0:34714:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 798521 usecs (799 jiffies) 00000400:00000200:3.0:1780853847.567607:0:34714:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853847.567610:0:34714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645121 00000100:00000001:3.0:1780853847.567613:0:34714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.567615:0:34714:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645121 00000100:00000001:3.0:1780853847.567617:0:34714:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.567619:0:34714:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.567622:0:34714:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.567624:0:34714:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.567626:0:34714:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853847.567628:0:34714:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee240 going to sleep for 11 seconds 00000100:00000001:3.0:1780853847.567631:0:34714:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.567634:0:34714:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.567805:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.567810:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:0.0:1780853847.567815:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.567820:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.567825:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a660 00000400:00000010:0.0:1780853847.567828:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a660. 00000100:00000001:0.0:1780853847.567832:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.567836:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.567845:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.567849:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.567855:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.567857:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.571138:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571157:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.571161:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571163:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.571171:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571178:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.571186:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571191:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571196:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571201:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe57900 00000400:00000200:1.0:1780853847.571205:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571211:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7419 [1] + 224 00000800:00000001:1.0:1780853847.571218:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571221:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.571224:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.571228:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.571236:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.571244:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853847.571254:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.571334:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.571338:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853847.571393:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.571403:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571407:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.571409:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571412:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.571415:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571419:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.571424:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571426:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571429:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571432:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe57a00 00000400:00000200:1.0:1780853847.571436:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.571441:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7429 [1] + 224 00000800:00000001:1.0:1780853847.571445:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571451:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.571453:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.571456:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.571459:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.571464:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.571473:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.571492:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.571497:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.571500:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.572062:0:34714:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.572069:0:34714:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.572071:0:34714:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.572074:0:34714:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853847.572078:0:34714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853847.572080:0:34714:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853847.572083:0:34714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.572089:0:34714:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853847.572098:0:34714:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170a80 x1867358631459328/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.572104:0:34714:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.572106:0:34714:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.572109:0:34714:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.572112:0:34714:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.572114:0:34714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.572116:0:34714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.572119:0:34714:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.572129:0:34714:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=88 v=5 (10 5 5 5) 00000100:00001000:3.0:1780853847.572133:0:34714:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.572136:0:34714:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853847.572137:0:34714:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.572140:0:34714:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853847.572143:0:34714:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.572145:0:34714:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853847.572147:0:34714:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853847.572149:0:34714:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853847.572152:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.572153:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000100:00000001:3.0:1780853847.572156:0:34714:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853847.572158:0:34714:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1780853847.572160:0:34714:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.572163:0:34714:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.572168:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.572180:0:34714:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.572183:0:34714:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853847.572185:0:34714:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853847.572189:0:34714:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853847.572196:0:34714:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170a80 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34714:1867358631459328:192.168.202.110@tcp:35:uname.0 00000100:00000001:3.0:1780853847.572201:0:34714:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.572204:0:34714:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.572206:0:34714:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853847.572208:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.572211:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.572218:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853847.572221:0:34714:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee240. 00000100:00000001:3.0:1780853847.572225:0:34714:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853847.572226:0:34714:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.572233:0:34714:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.572235:0:34714:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122098304 : -107453587453312 : ffff9e4583170a80) 00000002:00000001:3.0:1780853847.572237:0:34714:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.572241:0:34714:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853847.572247:0:34714:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b3000. 00000080:00000001:3.0:1780853847.572251:0:34714:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780853847.572254:0:34714:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853847.572259:0:34714:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853847.572283:0:34714:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1780853847.572301:0:34714:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.572303:0:34714:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853847.572305:0:34714:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e45831cca80. 00000100:00000001:3.0:1780853847.572308:0:34714:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.572312:0:34714:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.572318:0:34714:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.572320:0:34714:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853847.572323:0:34714:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e4583ce0c80. 00000080:00000001:3.0:1780853847.572327:0:34714:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.572332:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153bdb8 00000080:00000008:3.0:1780853847.572335:0:34714:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102001, rc = 0 00000080:00000001:3.0:1780853847.572338:0:34714:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.572344:0:34714:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853847.572345:0:34714:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b40153be00 00000080:00002000:3.0:1780853847.572347:0:34714:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b34798, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:3.0:1780853847.572350:0:34714:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780853847.576672:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.576680:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.576684:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853847.576691:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853847.576694:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853847.576699:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.576711:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853847.576723:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.576731:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.576733:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.576736:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.576739:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.576753:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.576755:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.576758:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.576768:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264a8 time=237 v=5 (5 5 5 0) 00000100:00001000:2.0:1780853847.576773:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.576775:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.576777:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.576780:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.576782:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.576786:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.576788:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853847.576789:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.576791:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.576796:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.576809:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.576812:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.576814:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.576818:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853847.576826:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631459072:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853847.576831:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.576834:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.576837:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631459072/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.576844:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.576846:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.576850:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267f000. 02000000:00000001:2.0:1780853847.576854:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.576857:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.576859:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.576861:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.576864:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f400. 02000000:00000001:2.0:1780853847.576867:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.576868:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.576871:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853847.576874:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.576875:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.576878:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.576886:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.576888:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.576891:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.576893:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.606525:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fd08 00000080:00200008:2.0:1780853847.606534:0:34719:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853847.606542:0:34719:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853847.606544:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fc80 00000080:00200000:2.0:1780853847.606546:0:34719:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853847.606553:0:34719:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267f400. 00800000:00000002:2.0:1780853847.606559:0:34719:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853847.606562:0:34719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853847.606567:0:34719:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853847.606569:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fba0 00800000:00000002:2.0:1780853847.606571:0:34719:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853847.606575:0:34719:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853847.606579:0:34719:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853847.606584:0:34719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853847.606586:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fa70 00000002:00010000:2.0:1780853847.606588:0:34719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853847.606592:0:34719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853847.606594:0:34719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.606597:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853847.606602:0:34719:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.606604:0:34719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.606606:0:34719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.606609:0:34719:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1780853847.606611:0:34719:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1780853847.606616:0:34719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.606620:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:2.0:1780853847.606625:0:34719:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1780853847.606629:0:34719:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.606636:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.606637:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.606639:0:34719:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.606642:0:34719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.606644:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.606648:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.606655:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e4587cf1c00. 00000100:00000001:2.0:1780853847.606661:0:34719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.606665:0:34719:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853847.606667:0:34719:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.606669:0:34719:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853847.606671:0:34719:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.606673:0:34719:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.606678:0:34719:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00010000:00000001:2.0:1780853847.606682:0:34719:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1780853847.606684:0:34719:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1780853847.606687:0:34719:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4594837400. 00010000:00000010:2.0:1780853847.606691:0:34719:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e4589ba9580. 00010000:00000001:2.0:1780853847.606695:0:34719:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1780853847.606698:0:34719:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e458a779200. 00000020:00000001:2.0:1780853847.606701:0:34719:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1780853847.606704:0:34719:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e458a779200 with handle 0xa8f483e9eb300f33 to hash 00000020:00000001:2.0:1780853847.606706:0:34719:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1780853847.606707:0:34719:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.606710:0:34719:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.606714:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.606716:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.606720:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853847.606730:0:34719:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853847.606739:0:34719:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853847.606745:0:34719:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853847.606747:0:34719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853847.606752:0:34719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.606754:0:34719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155035008 : -107453554516608 : ffff9e45850d9d80) 00000100:00000001:2.0:1780853847.606757:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.606758:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853847.606762:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.606766:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.606768:0:34719:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853847.606770:0:34719:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853847.606780:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.606789:0:34719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.606792:0:34719:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.606795:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853847.606797:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.606799:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.606803:0:34719:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459456:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853847.606806:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853847.606811:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853847.606813:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.606815:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853847.606819:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e458647a800. 02000000:00000001:2.0:1780853847.606821:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853847.606828:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853847.606831:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853847.606837:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853847.606843:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631459456, portal 10 00000100:00000001:2.0:1780853847.606845:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.606846:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853847.606851:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.606858:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853847.606861:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853847.606863:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f908. 00000100:00000200:2.0:1780853847.606866:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631459456, offset 0 00000400:00000200:2.0:1780853847.608106:0:34719:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853847.608117:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.608126:0:34719:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853847.608131:0:34719:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853847.608135:0:34719:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853847.608138:0:34719:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853847.608141:0:34719:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853847.608146:0:34719:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2703:2703:256:4294967295] 192.168.202.110@tcp LPNI seq info [2703:2703:8:4294967295] 00000400:00000200:2.0:1780853847.608150:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.608159:0:34719:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853847.608165:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853847.608174:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd100. 00000800:00000200:2.0:1780853847.608181:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853847.608188:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853847.608193:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1780853847.608247:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.608252:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 797573 usecs (798 jiffies) 00000400:00000200:2.0:1780853847.608256:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853847.608258:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645160 00000100:00000001:2.0:1780853847.608261:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.609364:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645162 00000100:00000001:2.0:1780853847.609370:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.609373:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.609377:0:34719:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.609380:0:34719:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.609382:0:34719:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853847.609385:0:34719:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9d80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853847.609387:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.609390:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.618596:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.618606:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd100. 00000400:00000200:0.0:1780853847.618613:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.618622:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.618630:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f908 00000400:00000010:0.0:1780853847.618633:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f908. 00000100:00000001:0.0:1780853847.618640:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.618649:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.618662:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.618666:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.618672:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.618674:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.626192:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.626212:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.626217:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.626219:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.626229:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.626237:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.626246:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.626251:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.626256:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.626261:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe57a80 00000400:00000200:1.0:1780853847.626311:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.626318:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x7431 [1] + 224 00000800:00000001:1.0:1780853847.626325:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.626376:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.626380:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.626385:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.626393:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.626402:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.626412:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.626433:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.626441:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.626445:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.626717:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853847.626725:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.626727:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.626730:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853847.626735:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853847.626737:0:34719:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853847.626740:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.626745:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853847.626755:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.626761:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.626763:0:34719:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.626765:0:34719:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.626768:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.626770:0:34719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.626772:0:34719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.626775:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.626783:0:34719:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853847.626787:0:34719:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.626789:0:34719:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.626791:0:34719:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.626793:0:34719:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.626796:0:34719:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.626799:0:34719:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.626801:0:34719:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1780853847.626803:0:34719:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.626805:0:34719:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.626810:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.626817:0:34719:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.626820:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.626822:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.626826:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853847.626833:0:34719:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459456:192.168.202.110@tcp:101:lfs.0 00000100:00000001:2.0:1780853847.626838:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.626840:0:34719:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.626843:0:34719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.626845:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.626849:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.626855:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.626858:0:34719:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.626861:0:34719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.626862:0:34719:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.626865:0:34719:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1780853847.626869:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.626872:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.626874:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=4 00000020:00000001:2.0:1780853847.626877:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.626879:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000040:2.0:1780853847.626885:0:34719:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e458a779200, remote cookie: 0x562725ecec97a893, flags: 0x1001 00010000:00010000:2.0:1780853847.626890:0:34719:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853847.626902:0:34719:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.626908:0:34719:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1780853847.626912:0:34719:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1780853847.626914:0:34719:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1780853847.626916:0:34719:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1780853847.626917:0:34719:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1780853847.626920:0:34719:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4594837400) refcount = 1 00010000:00010000:2.0:1780853847.626924:0:34719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.626931:0:34719:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1780853847.626944:0:34719:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1780853847.626946:0:34719:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.626949:0:34719:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1780853847.626951:0:34719:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.626955:0:34719:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.626962:0:34719:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1780853847.626963:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.626965:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.626966:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.626967:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.626968:0:34719:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.626973:0:34719:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1780853847.626974:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.626975:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.626977:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.626979:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.626981:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.626983:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.626984:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.626985:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=4 00000020:00000001:2.0:1780853847.626986:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.626988:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.626991:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.626994:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.626997:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.627004:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627005:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.627006:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627007:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627008:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=5 00000020:00000001:2.0:1780853847.627010:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627012:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627015:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.627019:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.627025:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627026:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853847.627029:0:34719:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.627034:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.627036:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627037:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.627038:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627039:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1780853847.627044:0:34719:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1780853847.627053:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627054:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627055:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.627057:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627059:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627061:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627062:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853847.627064:0:34719:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.627066:0:34719:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.627069:0:34719:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1780853847.627071:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627072:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627074:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.627075:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627077:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00000002:00010000:2.0:1780853847.627081:0:34719:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.627092:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627093:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.627095:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1780853847.627096:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627097:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627098:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.627100:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627102:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000040:2.0:1780853847.627106:0:34719:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853847.627109:0:34719:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1780853847.627113:0:34719:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1780853847.627115:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627117:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853847.627118:0:34719:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1780853847.627121:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1f9f0 00000002:00002000:2.0:1780853847.627123:0:34719:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:2.0:1780853847.627126:0:34719:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.627129:0:34719:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.627131:0:34719:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1780853847.627135:0:34719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1780853847.627138:0:34719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1780853847.627141:0:34719:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853847.627145:0:34719:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267f400. 00000080:00000001:2.0:1780853847.627149:0:34719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853847.627151:0:34719:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:2.0:1780853847.627157:0:34719:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1780853847.627160:0:34719:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1780853847.627166:0:34719:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e45904f0480. 00800000:00000001:2.0:1780853847.627168:0:34719:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620343870592 : -107453365681024 : ffff9e45904f0480) 00800000:00000001:2.0:1780853847.627170:0:34719:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.627173:0:34719:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1780853847.627175:0:34719:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1780853847.627177:0:34719:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1780853847.627181:0:34719:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1780853847.627184:0:34719:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1780853847.627185:0:34719:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.627189:0:34719:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1780853847.627193:0:34719:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1780853847.627195:0:34719:0:(llite_lib.c:2916:ll_update_inode()) setting ino 144115188193296385 mtime from 1780853845 to 1780853847 00000080:00200000:2.0:1780853847.627200:0:34719:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:2.0:1780853847.627202:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627203:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627205:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.627206:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627208:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627210:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627211:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1780853847.627213:0:34719:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1780853847.627215:0:34719:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1780853847.627216:0:34719:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e45904f0480 1 00800000:00000010:2.0:1780853847.627219:0:34719:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e45904f0480. 00800000:00000001:2.0:1780853847.627222:0:34719:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853847.627224:0:34719:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f33 00800000:00000001:2.0:1780853847.627227:0:34719:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853847.627229:0:34719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853847.627230:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627231:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627232:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.627233:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627235:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627238:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627238:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853847.627240:0:34719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.627241:0:34719:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.627244:0:34719:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853847.627246:0:34719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853847.627249:0:34719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f33 from it ffffb4b401d1fcb8 00010000:00000001:2.0:1780853847.627251:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.627252:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.627253:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.627255:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627256:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.627258:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.627261:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1780853847.627300:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627301:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.627303:0:34719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853847.627305:0:34719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853847.627307:0:34719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.627314:0:34719:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853847.627316:0:34719:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853847.627318:0:34719:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.627322:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627323:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.627325:0:34719:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.627328:0:34719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853847.627330:0:34719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.627332:0:34719:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.627334:0:34719:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.627335:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.627336:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.627337:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853847.627339:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.627344:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631459456/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.627350:0:34719:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.627352:0:34719:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.627355:0:34719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e458647a800. 02000000:00000001:2.0:1780853847.627359:0:34719:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.627361:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.627363:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.627365:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.627368:0:34719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4587cf1c00. 02000000:00000001:2.0:1780853847.627371:0:34719:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.627373:0:34719:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.627375:0:34719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853847.627378:0:34719:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.627379:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853847.627383:0:34719:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.627388:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fd08 00000080:00000008:2.0:1780853847.627391:0:34719:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1780853847.628256:0:34719:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.628336:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fd08 00000080:00200008:2.0:1780853847.628340:0:34719:0:(file.c:6228:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1780853847.628344:0:34719:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853847.628346:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fc80 00000080:00200000:2.0:1780853847.628347:0:34719:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853847.628353:0:34719:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267f400. 00800000:00000002:2.0:1780853847.628358:0:34719:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853847.628361:0:34719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853847.628364:0:34719:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853847.628366:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fba0 00800000:00000002:2.0:1780853847.628368:0:34719:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853847.628372:0:34719:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853847.628375:0:34719:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853847.628380:0:34719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853847.628382:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fa70 00000002:00010000:2.0:1780853847.628384:0:34719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853847.628388:0:34719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853847.628389:0:34719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.628391:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.628395:0:34719:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853847.628397:0:34719:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.628401:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.628404:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853847.628409:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1780853847.628417:0:34719:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853847.628421:0:34719:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.628424:0:34719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1780853847.628431:0:34719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853847.628433:0:34719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853847.628435:0:34719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853847.628436:0:34719:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853847.628438:0:34719:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853847.628440:0:34719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853847.628443:0:34719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853847.628445:0:34719:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853847.628448:0:34719:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267f400. 00000080:00000001:2.0:1780853847.628451:0:34719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853847.628453:0:34719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853847.628455:0:34719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853847.628458:0:34719:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f33 00800000:00000001:2.0:1780853847.628461:0:34719:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853847.628462:0:34719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853847.628463:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.628465:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.628467:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.628468:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628471:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628473:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628475:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853847.628476:0:34719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.628478:0:34719:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853847.628480:0:34719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f33 from it ffffb4b401d1fcb8 00010000:00000001:2.0:1780853847.628482:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.628483:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.628484:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.628486:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628488:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628490:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.628492:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.628499:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628500:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.628501:0:34719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853847.628503:0:34719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853847.628505:0:34719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853847.628511:0:34719:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853847.628513:0:34719:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853847.628515:0:34719:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.628518:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628519:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.628520:0:34719:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628641:0:34719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853847.628644:0:34719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628646:0:34719:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628649:0:34719:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628651:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.628652:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628654:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853847.628656:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853847.628658:0:34719:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853847.628660:0:34719:0:(file.c:6181:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.628663:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fd08 00000080:00000008:2.0:1780853847.628666:0:34719:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1780853847.628777:0:34719:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:2.0:1780853847.628779:0:34719:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1780853847.628781:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fb78 00000080:00200000:2.0:1780853847.628783:0:34719:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:2.0:1780853847.628787:0:34719:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e459267f400. 00800000:00000002:2.0:1780853847.628789:0:34719:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:2.0:1780853847.628791:0:34719:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1780853847.628793:0:34719:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1780853847.628794:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fa98 00800000:00000002:2.0:1780853847.628796:0:34719:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1780853847.628798:0:34719:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1780853847.628800:0:34719:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1780853847.628802:0:34719:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1780853847.628803:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1f968 00000002:00010000:2.0:1780853847.628805:0:34719:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1780853847.628808:0:34719:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1780853847.628809:0:34719:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.628810:0:34719:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.628813:0:34719:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:2.0:1780853847.628815:0:34719:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.628817:0:34719:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.628819:0:34719:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853847.628822:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1780853847.628828:0:34719:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853847.628830:0:34719:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.628833:0:34719:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1780853847.628839:0:34719:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1780853847.628840:0:34719:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1780853847.628842:0:34719:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853847.628844:0:34719:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1780853847.628845:0:34719:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853847.628847:0:34719:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1780853847.628849:0:34719:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1780853847.628851:0:34719:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:2.0:1780853847.628853:0:34719:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e459267f400. 00000080:00000001:2.0:1780853847.628856:0:34719:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1780853847.628857:0:34719:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853847.628859:0:34719:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:2.0:1780853847.628862:0:34719:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f33 00800000:00000001:2.0:1780853847.628864:0:34719:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1780853847.628866:0:34719:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1780853847.628867:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.628868:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.628870:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.628872:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628874:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628876:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628877:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1780853847.628878:0:34719:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.628880:0:34719:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1780853847.628882:0:34719:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f33 from it ffffb4b401d1fbb0 00010000:00000001:2.0:1780853847.628883:0:34719:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.628884:0:34719:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.628885:0:34719:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:2.0:1780853847.628887:0:34719:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628889:0:34719:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:2.0:1780853847.628891:0:34719:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.628893:0:34719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1780853847.628899:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628900:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.628901:0:34719:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853847.628903:0:34719:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853847.628905:0:34719:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1780853847.628911:0:34719:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853847.628913:0:34719:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853847.628914:0:34719:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.628916:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628917:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.628919:0:34719:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628921:0:34719:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853847.628922:0:34719:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628923:0:34719:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628925:0:34719:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.628927:0:34719:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.628928:0:34719:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.628929:0:34719:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853847.628931:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1780853847.628932:0:34719:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1780853847.628993:0:34719:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 44 00000080:00000001:2.0:1780853847.628998:0:34719:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.629002:0:34719:0:(dir.c:2994:ll_dir_open()) Process entered 00000080:00000001:2.0:1780853847.629004:0:34719:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:2.0:1780853847.629006:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fb78 00000080:00200008:2.0:1780853847.629008:0:34719:0:(file.c:1059:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00000010:2.0:1780853847.629013:0:34719:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e458530b2c0. 00000080:00000001:2.0:1780853847.629017:0:34719:0:(file.c:1084:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.629019:0:34719:0:(dir.c:2995:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.629111:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.629113:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.629119:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.629122:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.629126:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.629130:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.629132:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.629134:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.629135:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.629140:0:34719:0:(obd_class.h:1075:obd_statfs()) Process entered 00800000:00000004:2.0:1780853847.629142:0:34719:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: age 1966, max_age 1976 00000002:00000001:2.0:1780853847.629145:0:34719:0:(mdc_request.c:1665:mdc_statfs()) Process entered 00000020:00000040:2.0:1780853847.629147:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000010:2.0:1780853847.629152:0:34719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.629155:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853847.629159:0:34719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.629162:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.629165:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.629171:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd300. 00000100:00000001:2.0:1780853847.629177:0:34719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.629179:0:34719:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853847.629181:0:34719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853847.629186:0:34719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.629188:0:34719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155035008 : -107453554516608 : ffff9e45850d9d80) 00000100:00000001:2.0:1780853847.629191:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.629192:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853847.629197:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.629200:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.629202:0:34719:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853847.629204:0:34719:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853847.629212:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.629220:0:34719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.629222:0:34719:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.629226:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853847.629228:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.629230:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.629233:0:34719:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459584:192.168.202.110@tcp:41:lfs.0 00000100:00000001:2.0:1780853847.629237:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853847.629241:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853847.629244:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.629246:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853847.629251:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.629253:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853847.629260:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853847.629602:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853847.629610:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853847.629618:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631459584, portal 10 00000100:00000001:2.0:1780853847.629619:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.629621:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853847.629628:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.629636:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853847.629639:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853847.629641:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fd48. 00000100:00000200:2.0:1780853847.629645:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631459584, offset 0 00000400:00000200:2.0:1780853847.629651:0:34719:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853847.629659:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.629666:0:34719:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853847.629671:0:34719:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853847.629675:0:34719:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853847.629679:0:34719:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853847.629682:0:34719:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853847.629685:0:34719:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2704:2704:256:4294967295] 192.168.202.110@tcp LPNI seq info [2704:2704:8:4294967295] 00000400:00000200:2.0:1780853847.629688:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.629697:0:34719:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853847.629703:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853847.629707:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd000. 00000800:00000200:2.0:1780853847.629713:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853847.629720:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853847.629725:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853847.629789:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.629793:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 796652 usecs (797 jiffies) 00000400:00000200:2.0:1780853847.629797:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853847.629800:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645181 00000100:00000001:2.0:1780853847.629803:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.629806:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645181 00000100:00000001:2.0:1780853847.629808:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.629811:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.629813:0:34719:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.629815:0:34719:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.629817:0:34719:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853847.629820:0:34719:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9d80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853847.629823:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.629825:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.636549:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.636560:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd000. 00000400:00000200:1.0:1780853847.636567:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.636576:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.636583:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fd48 00000400:00000010:1.0:1780853847.636585:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fd48. 00000100:00000001:1.0:1780853847.636590:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.636598:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.636611:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.636615:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.636623:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.636625:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.638804:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.638819:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.638822:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.638825:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.638834:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.638839:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.638849:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.638853:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.638859:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.638862:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 10 MB=0x6a25a4fe57b00 00000400:00000200:1.0:1780853847.638867:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.638886:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 368/368 into md 0x7439 [1] + 224 00000800:00000001:1.0:1780853847.638893:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.638900:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.638903:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.638907:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.638914:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.638923:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853847.638933:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.638953:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.638961:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.638964:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.639062:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853847.639068:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.639070:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.639073:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853847.639079:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853847.639081:0:34719:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853847.639084:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.639089:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853847.639098:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.639104:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.639106:0:34719:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.639108:0:34719:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.639111:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.639113:0:34719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.639115:0:34719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.639118:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.639126:0:34719:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:2.0:1780853847.639131:0:34719:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.639134:0:34719:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.639136:0:34719:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.639138:0:34719:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.639142:0:34719:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.639145:0:34719:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.639147:0:34719:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1780853847.639149:0:34719:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.639152:0:34719:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.639157:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.639164:0:34719:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.639167:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.639170:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.639173:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853847.639181:0:34719:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459584:192.168.202.110@tcp:41:lfs.0 00000100:00000001:2.0:1780853847.639185:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.639187:0:34719:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.639189:0:34719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.639191:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.639194:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.639200:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.639203:0:34719:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.639206:0:34719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.639208:0:34719:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.639213:0:34719:0:(mdc_request.c:1717:mdc_statfs()) Process leaving 00000100:00000001:2.0:1780853847.639215:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.639218:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631459584/t0(0) o41->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/368 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.639224:0:34719:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.639226:0:34719:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.639229:0:34719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.639232:0:34719:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.639234:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.639236:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.639239:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.639242:0:34719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd300. 02000000:00000001:2.0:1780853847.639245:0:34719:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.639247:0:34719:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.639249:0:34719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853847.639252:0:34719:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.639253:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1780853847.639255:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.639256:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.639257:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 00800000:00000004:2.0:1780853847.639260:0:34719:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9e4592299000: update ffff9e45904bb7d0 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:2.0:1780853847.639285:0:34719:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.639301:0:34719:0:(lmv_obd.c:1176:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639305:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.639308:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639311:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639313:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639386:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639388:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639396:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639399:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639404:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639408:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639410:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639413:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639415:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639419:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639420:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639422:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639425:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639427:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639429:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639433:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639434:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639437:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639438:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639441:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639444:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639445:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639446:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639448:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639450:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639452:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639454:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639456:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639458:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639460:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639463:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639464:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639466:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639467:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639469:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639472:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639473:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639474:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639476:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639478:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639480:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639482:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639484:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639486:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639488:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639492:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639493:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639495:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639496:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639499:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639500:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639502:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639504:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639505:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639507:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639509:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639511:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639513:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639515:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639516:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639519:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639520:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639522:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639534:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639537:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639539:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639541:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639542:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639544:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639546:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639549:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639550:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639552:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639554:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639556:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639559:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639560:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639563:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639564:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639565:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639568:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639569:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639570:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639572:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639574:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639576:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639578:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639579:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639581:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639583:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639586:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639587:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639590:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639591:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639593:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639596:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639597:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639598:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639599:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639602:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639604:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639605:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639607:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639609:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639611:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639614:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639615:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639618:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639619:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639621:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639623:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639624:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639625:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639626:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639629:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639630:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639632:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639634:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639636:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639638:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639641:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639642:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639645:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639646:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639648:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639650:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639651:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639652:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639653:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639655:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639656:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639658:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639660:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639662:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639663:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639666:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639667:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639669:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639670:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639672:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639674:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639675:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639676:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639677:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639680:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639682:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639683:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639685:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639687:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639689:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639691:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639693:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639696:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639697:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639698:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639700:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639702:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639703:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639704:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639706:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639707:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639709:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639711:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639713:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639714:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639717:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639718:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639721:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639722:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639724:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639726:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639728:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639729:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639730:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639733:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639734:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639736:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639738:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639740:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639741:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639744:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639745:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639747:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639748:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639751:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639753:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639755:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639755:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639756:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639759:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639760:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639762:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639764:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639767:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639768:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639771:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639773:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639775:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639776:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639778:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639780:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639782:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639783:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639784:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639786:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639788:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639789:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639791:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639793:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639794:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639798:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639799:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639801:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639802:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639804:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639806:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639808:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639809:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639811:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639813:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639815:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639816:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639818:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639820:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639822:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639825:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639826:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639829:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639830:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639832:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639834:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639835:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639836:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639837:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639840:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639841:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639843:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639845:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639846:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639848:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639851:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.639853:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.639855:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.639856:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.639858:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.639860:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.639862:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.639863:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.639864:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.639866:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639868:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639987:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.639990:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.639993:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.639995:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640000:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640001:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640067:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640069:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640072:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640075:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640076:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640078:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640080:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640083:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640084:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640086:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640088:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640090:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640092:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640096:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640098:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640101:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640102:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640104:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640106:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640107:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640108:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640110:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640112:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640114:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640116:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640118:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640120:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640122:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640125:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640126:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640129:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640130:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640132:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640134:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640136:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640137:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640138:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640140:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640142:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640144:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640146:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640148:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640150:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640153:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640154:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640157:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640158:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640160:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640162:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640163:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640164:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640165:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640167:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640169:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640171:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640173:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640175:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640177:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640180:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640181:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640184:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640185:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640187:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640189:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640191:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640192:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640193:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640195:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640197:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640198:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640200:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640202:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640204:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640207:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640208:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640211:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640212:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640214:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640216:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640217:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640218:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640220:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640222:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640223:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640225:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640227:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640229:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640230:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640233:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640234:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640236:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640237:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640240:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640242:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640243:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640244:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640245:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640247:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640249:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640251:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640253:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640255:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640257:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640259:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640261:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640263:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640323:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640326:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640328:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640330:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640331:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640333:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640335:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640337:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640339:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640341:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640343:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640345:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640348:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640350:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640353:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640354:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640356:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640358:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640360:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640361:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640362:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640364:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640366:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640368:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640370:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640371:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640373:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640376:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640377:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640379:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640380:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640382:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640384:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640386:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640387:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640388:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640390:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640392:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640394:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640396:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640398:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640400:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640403:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640405:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640407:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640408:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640410:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640412:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640414:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640415:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640416:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640418:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640421:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640422:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640424:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640426:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640428:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640431:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640432:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640435:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640436:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640438:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640440:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640442:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640443:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640444:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640446:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640448:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640450:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640452:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640454:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640456:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640459:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640460:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640463:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640464:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640466:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640468:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640470:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640471:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640472:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640474:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640476:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640478:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640481:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640483:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640485:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640488:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640490:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640492:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640493:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640496:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640497:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640499:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640500:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640501:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640504:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640505:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640507:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640509:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640511:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640513:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640516:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640518:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640521:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640797:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640801:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640804:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640806:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640808:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640809:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640813:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640815:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640816:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640818:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640821:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640823:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640828:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640831:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640834:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640835:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640838:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640840:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640842:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640843:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640844:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.640846:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640848:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640850:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.640852:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.640854:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640856:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.640859:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.640860:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.640863:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.640864:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.640866:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.640868:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.640995:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.640997:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.640999:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641002:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641004:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641006:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641008:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641010:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641012:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641017:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641019:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641022:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641023:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641026:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641028:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641030:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641031:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641032:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641035:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641037:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641038:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641041:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641043:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641044:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641048:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641049:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641051:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641053:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641055:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641057:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641059:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641060:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641061:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641064:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641066:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641068:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641070:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641072:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641073:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641077:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641078:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641081:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641081:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641084:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641086:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641088:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641089:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641090:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641093:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641094:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641096:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641098:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641100:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641101:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641104:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641106:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641108:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641109:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641111:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641113:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641114:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641115:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641116:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641118:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641120:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641122:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641124:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641126:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641127:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641130:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641132:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641134:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641135:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641137:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641140:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641141:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641142:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641143:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641146:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641148:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641149:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641151:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641153:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641155:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641158:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641159:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641162:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641163:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641165:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641167:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641169:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641169:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641171:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641174:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641175:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641177:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641179:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641181:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641182:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641186:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641187:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641190:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641191:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641193:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641196:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641197:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641198:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641199:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641202:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641203:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641205:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641207:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641210:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641212:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641215:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641216:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641219:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641220:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641222:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641224:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641225:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641227:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641228:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641230:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641231:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641233:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641235:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641237:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641239:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641242:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641244:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641246:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641247:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641250:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641252:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641253:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641254:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641256:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641258:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641259:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641261:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641263:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641470:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641472:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641477:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641479:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641482:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641484:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641487:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641489:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641491:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641492:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641493:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641496:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641498:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641500:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641502:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641504:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641505:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641508:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641510:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641512:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641513:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641515:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641516:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641518:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641519:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641520:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641522:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641591:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641594:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641596:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641599:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641601:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641606:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641607:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641610:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641611:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641614:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641617:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641619:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641620:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641621:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641624:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641625:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641627:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641629:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641631:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641632:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641635:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641637:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641639:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641639:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641641:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641643:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641645:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641646:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641647:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641649:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641651:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641652:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641654:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641656:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641658:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641660:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641662:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641664:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641665:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641667:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641669:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641670:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641672:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641673:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641676:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641678:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641679:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641681:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641683:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641684:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641687:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641688:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641691:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641692:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641695:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641697:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641699:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641700:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641701:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641703:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641705:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641707:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641709:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641711:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641712:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641715:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641717:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641719:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641720:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641722:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641724:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641726:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641727:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641728:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641730:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641733:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641735:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641737:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641738:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641740:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641743:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641744:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641746:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641747:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641749:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641751:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641753:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641754:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641755:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641756:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641758:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641759:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641761:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641763:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641764:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641767:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641768:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641769:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641770:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641772:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641774:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641776:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641777:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641778:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641780:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641782:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641783:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641785:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641787:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641788:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641791:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641792:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641795:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641796:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641797:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641799:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641800:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641801:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641802:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641804:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641805:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641807:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641809:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641811:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641812:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641815:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641816:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641819:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641820:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641822:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641824:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641825:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641826:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641828:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641830:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641832:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641833:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641835:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641838:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641839:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641842:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641844:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.641846:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.641847:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.641850:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.641851:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.641853:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.641854:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.641855:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.641857:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641859:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641860:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.641862:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.641864:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641866:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.641869:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.641924:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642085:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642086:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642090:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642093:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642095:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642096:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642098:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642101:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642103:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642104:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642106:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642109:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642110:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642115:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642116:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642118:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642120:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642122:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642124:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642126:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642127:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642128:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642130:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642132:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642134:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642136:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642138:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642140:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642143:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642144:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642147:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642148:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642149:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642152:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642153:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642154:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642155:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642157:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642159:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642160:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642162:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642164:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642165:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642169:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642170:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642172:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642173:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642176:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642177:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642179:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642180:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642182:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642184:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642186:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642188:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642190:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642192:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642194:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642197:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642198:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642200:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642201:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642204:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642205:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642207:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642208:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642209:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642212:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642213:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642215:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642217:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642219:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642221:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642224:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642226:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642228:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642229:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642231:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642234:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642235:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642236:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642238:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642240:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642243:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642244:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642246:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642248:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642250:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642253:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642254:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642257:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642258:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642261:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642262:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642287:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642288:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642290:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642304:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642306:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642308:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642310:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642312:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642314:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642318:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642320:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642323:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642324:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642327:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642329:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642330:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642331:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642332:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642334:0:34719:0:(lmv_obd.c:948:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642337:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642338:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.642340:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642342:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642344:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.642347:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642348:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642351:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642352:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642354:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642356:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642357:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00800000:00000001:2.0:1780853847.642358:0:34719:0:(lmv_obd.c:911:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1780853847.642360:0:34719:0:(lmv_obd.c:913:lmv_iocontrol()) lustre-clilmv-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00800000:00000001:2.0:1780853847.642362:0:34719:0:(lmv_obd.c:944:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.642364:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.642366:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853847.642368:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.642370:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.642372:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.642375:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.642376:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.642379:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.642380:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.642383:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.642385:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.642386:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.642390:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.642392:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.642398:0:34719:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853847.642400:0:34719:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: age 1966, max_age 1976 00000008:00000001:2.0:1780853847.642405:0:34719:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853847.642409:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000010:2.0:1780853847.642415:0:34719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.642418:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=4 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.642422:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.642424:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.642426:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853847.642428:0:34719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.642431:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.642436:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.642443:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd300. 00000100:00000001:2.0:1780853847.642449:0:34719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.642453:0:34719:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853847.642455:0:34719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853847.642461:0:34719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.642463:0:34719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155035008 : -107453554516608 : ffff9e45850d9d80) 00000100:00000001:2.0:1780853847.642466:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.642467:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853847.642472:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.642476:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.642478:0:34719:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853847.642480:0:34719:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853847.642492:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.642500:0:34719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.642502:0:34719:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.642506:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853847.642509:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.642512:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.642515:0:34719:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459712:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853847.642518:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853847.642594:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853847.642597:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.642600:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853847.642605:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.642607:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853847.642616:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853847.642621:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853847.642630:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853847.642638:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631459712, portal 4 00000100:00000001:2.0:1780853847.642640:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.642642:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853847.642650:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.642657:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853847.642660:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853847.642663:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fbb0. 00000100:00000200:2.0:1780853847.642666:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631459712, offset 0 00000400:00000200:2.0:1780853847.642673:0:34719:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853847.642681:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.642688:0:34719:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853847.642693:0:34719:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853847.642697:0:34719:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853847.642700:0:34719:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853847.642703:0:34719:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853847.642707:0:34719:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2705:2705:256:4294967295] 192.168.202.110@tcp LPNI seq info [2705:2705:8:4294967295] 00000400:00000200:2.0:1780853847.642711:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.642721:0:34719:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853847.642726:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853847.642730:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddc00. 00000800:00000200:2.0:1780853847.642737:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853847.642744:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853847.642748:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853847.642806:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.642811:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 198903 usecs (199 jiffies) 00000400:00000200:2.0:1780853847.642814:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853847.642817:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644596 00000100:00000001:2.0:1780853847.642821:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.642823:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644596 00000100:00000001:2.0:1780853847.642825:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.642828:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.642830:0:34719:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.642833:0:34719:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.642835:0:34719:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853847.642837:0:34719:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9d80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853847.642840:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.642842:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.647242:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.647251:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:1.0:1780853847.647258:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.647300:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.647308:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fbb0 00000400:00000010:1.0:1780853847.647310:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fbb0. 00000100:00000001:1.0:1780853847.647316:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.647324:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.647336:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.647340:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.647346:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.647348:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.648813:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.648826:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.648830:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.648833:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.648840:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.648845:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.648854:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.648858:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.648862:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.648867:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe57b80 00000400:00000200:1.0:1780853847.648956:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.648963:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x7441 [1] + 224 00000800:00000001:1.0:1780853847.648971:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.648978:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.648981:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.648985:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.648990:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.648998:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853847.649009:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.649067:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853847.649084:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.649092:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.649095:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780853847.650747:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.650752:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.650756:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853847.650764:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853847.650767:0:34719:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853847.650772:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.650782:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853847.650792:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.650799:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.650801:0:34719:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.650804:0:34719:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.650807:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.650809:0:34719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.650811:0:34719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.650814:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.650824:0:34719:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851234f0 time=50 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853847.650828:0:34719:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.650831:0:34719:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.650833:0:34719:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.650835:0:34719:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.650839:0:34719:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.650843:0:34719:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.650845:0:34719:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:2.0:1780853847.650846:0:34719:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.650848:0:34719:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.650853:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.650860:0:34719:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.650863:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.650865:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.650869:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853847.650876:0:34719:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459712:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853847.650881:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.650884:0:34719:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.650886:0:34719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.650888:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.650891:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.650898:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.650901:0:34719:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.650904:0:34719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.650906:0:34719:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.650911:0:34719:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853847.650913:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.650916:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631459712/t0(0) o13->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.650923:0:34719:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.650925:0:34719:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.650928:0:34719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.650931:0:34719:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.650933:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.650935:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.650937:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.650939:0:34719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd300. 02000000:00000001:2.0:1780853847.650942:0:34719:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.650944:0:34719:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.650946:0:34719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853847.650950:0:34719:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.650951:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853847.650954:0:34719:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9e4592299000: update ffff9e45904bd190 cache blocks 3675/3683 objects 117792/118189 00020000:00000001:2.0:1780853847.650958:0:34719:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.650964:0:34719:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.650967:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.650970:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.650973:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.650976:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.651083:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.651086:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.651093:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.651095:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.651101:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.651105:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.651107:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.651110:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.651112:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.651119:0:34719:0:(obd_class.h:1075:obd_statfs()) Process entered 00020000:00000004:2.0:1780853847.651121:0:34719:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: age 1966, max_age 1976 00000008:00000001:2.0:1780853847.651124:0:34719:0:(osc_request.c:3470:osc_statfs()) Process entered 00000020:00000040:2.0:1780853847.651127:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000010:2.0:1780853847.651132:0:34719:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.651135:0:34719:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=4 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.651138:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.651139:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.651141:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1780853847.651142:0:34719:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.651145:0:34719:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.651149:0:34719:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.651154:0:34719:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45833dd300. 00000100:00000001:2.0:1780853847.651160:0:34719:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.651164:0:34719:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1780853847.651166:0:34719:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1780853847.651171:0:34719:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.651173:0:34719:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620155035008 : -107453554516608 : ffff9e45850d9d80) 00000100:00000001:2.0:1780853847.651176:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.651177:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000001:2.0:1780853847.651181:0:34719:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.651186:0:34719:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.651187:0:34719:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1780853847.651189:0:34719:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853847.651193:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.651200:0:34719:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.651202:0:34719:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.651205:0:34719:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853847.651208:0:34719:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.651210:0:34719:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.651214:0:34719:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459840:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853847.651217:0:34719:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853847.651222:0:34719:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853847.651224:0:34719:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.651227:0:34719:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853847.651231:0:34719:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.651232:0:34719:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853847.651238:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853847.651241:0:34719:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853847.651245:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853847.651250:0:34719:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631459840, portal 4 00000100:00000001:2.0:1780853847.651252:0:34719:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.651253:0:34719:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853847.651259:0:34719:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.651311:0:34719:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853847.651314:0:34719:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853847.651317:0:34719:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f110. 00000100:00000200:2.0:1780853847.651321:0:34719:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1867358631459840, offset 0 00000400:00000200:2.0:1780853847.651328:0:34719:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853847.651334:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.651341:0:34719:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853847.651346:0:34719:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853847.651350:0:34719:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853847.651353:0:34719:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853847.651355:0:34719:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853847.651359:0:34719:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2706:2706:256:4294967295] 192.168.202.110@tcp LPNI seq info [2706:2706:8:4294967295] 00000400:00000200:2.0:1780853847.651363:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.651373:0:34719:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853847.651379:0:34719:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853847.651385:0:34719:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833ddc00. 00000800:00000200:2.0:1780853847.651391:0:34719:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853847.651398:0:34719:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853847.651402:0:34719:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833ddc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780853847.651411:0:34719:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.651415:0:34719:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 87451 usecs (88 jiffies) 00000400:00000200:2.0:1780853847.651418:0:34719:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853847.651420:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296644494 00000100:00000001:2.0:1780853847.651423:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.651425:0:34719:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296644494 00000100:00000001:2.0:1780853847.651428:0:34719:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.651430:0:34719:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.651432:0:34719:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.651435:0:34719:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.651437:0:34719:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1780853847.651439:0:34719:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45850d9d80 going to sleep for 11 seconds 00000100:00000001:2.0:1780853847.651442:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.651444:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.652476:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.652483:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833ddc00. 00000400:00000200:0.0:1780853847.652490:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.652497:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.652503:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f110 00000400:00000010:0.0:1780853847.652506:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f110. 00000100:00000001:0.0:1780853847.652512:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.652519:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.652535:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.652539:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.652546:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.652548:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853847.654140:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.654154:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.654158:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.654161:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.654169:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.654175:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.654183:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.654188:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.654192:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.654197:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 368 into portal 4 MB=0x6a25a4fe57c00 00000400:00000200:0.0:1780853847.654201:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.654208:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 368/368 into md 0x7449 [1] + 224 00000800:00000001:0.0:1780853847.654215:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.654222:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.654225:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.654229:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.654235:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.654243:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853847.654254:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.654317:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.654333:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.654336:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.654675:0:34719:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853847.654683:0:34719:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.654685:0:34719:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.654688:0:34719:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000400:00000200:2.0:1780853847.654693:0:34719:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000400:00000010:2.0:1780853847.654696:0:34719:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00000100:00000001:2.0:1780853847.654699:0:34719:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.654704:0:34719:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780853847.654714:0:34719:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.654721:0:34719:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.654722:0:34719:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.654725:0:34719:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.654728:0:34719:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.654731:0:34719:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.654734:0:34719:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.654737:0:34719:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.654746:0:34719:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264f0 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1780853847.654750:0:34719:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.654753:0:34719:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.654755:0:34719:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.654757:0:34719:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.654760:0:34719:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.654765:0:34719:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.654767:0:34719:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:2.0:1780853847.654769:0:34719:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.654770:0:34719:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.654776:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.654783:0:34719:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.654786:0:34719:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.654788:0:34719:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.654793:0:34719:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780853847.654806:0:34719:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e55ecacc-e48a-400c-a052-f3869534991c:34719:1867358631459840:192.168.202.110@tcp:13:lfs.0 00000100:00000001:2.0:1780853847.654812:0:34719:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.654814:0:34719:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.654817:0:34719:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.654819:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.654823:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.654830:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.654832:0:34719:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45850d9d80. 00000100:00000001:2.0:1780853847.654835:0:34719:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.654837:0:34719:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.654842:0:34719:0:(osc_request.c:3518:osc_statfs()) Process leaving 00000100:00000001:2.0:1780853847.654844:0:34719:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.654847:0:34719:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631459840/t0(0) o13->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:7/4 lens 224/368 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.654854:0:34719:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.654857:0:34719:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.654860:0:34719:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4587cf3000. 02000000:00000001:2.0:1780853847.654863:0:34719:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.654865:0:34719:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.654867:0:34719:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:2.0:1780853847.654870:0:34719:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.654872:0:34719:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45833dd300. 02000000:00000001:2.0:1780853847.654875:0:34719:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.654877:0:34719:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.654879:0:34719:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:2.0:1780853847.654883:0:34719:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.654884:0:34719:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1780853847.654887:0:34719:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9e4592299000: update ffff9e4590c08450 cache blocks 3679/3683 objects 117792/118189 00020000:00000001:2.0:1780853847.654892:0:34719:0:(obd_class.h:1136:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.654897:0:34719:0:(lov_obd.c:1140:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.654900:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.654904:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.654907:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.654910:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.657700:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.657709:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.657720:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.657724:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.657733:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.657739:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.657742:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.657746:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.657749:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.657753:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657755:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657758:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.657761:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.657766:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657768:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657773:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.657775:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.657778:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.657779:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.657782:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.657784:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.657785:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.657787:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.657788:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.657791:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657793:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657795:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.657797:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.657799:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657801:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657804:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.657806:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.657809:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.657810:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.657812:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.657814:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.657816:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.657817:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.657818:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.657821:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657823:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657825:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.657827:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.657828:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657830:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657833:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.657835:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.657838:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.657839:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.657841:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.657843:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.657845:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.657846:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.657848:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.657851:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657852:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657854:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.657856:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.657858:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657860:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.657863:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.657864:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.657867:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.657868:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658054:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658058:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658059:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658061:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658062:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658066:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658067:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658069:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658071:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658073:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658075:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658079:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658081:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658084:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658085:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658087:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658090:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658091:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658093:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658094:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658096:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658098:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658100:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658102:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658104:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658106:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658108:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658110:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658112:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658113:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658115:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658117:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658119:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658120:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658121:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658123:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658125:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658127:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658129:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658131:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658132:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658135:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658136:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658139:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658140:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658142:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658144:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658146:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658147:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658148:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658151:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658152:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658155:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658156:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658159:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658161:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658164:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658165:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658168:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658169:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658171:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658173:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658175:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658176:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658177:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658180:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658182:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658185:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658187:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658189:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658191:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658194:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658195:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658197:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658198:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658201:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658203:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658204:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658206:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658207:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658210:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658212:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658213:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658216:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658218:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658220:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658223:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658224:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658227:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658228:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658230:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658232:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.658233:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.658235:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.658236:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.658239:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658240:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658242:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.658245:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.658247:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658249:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.658252:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.658254:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.658257:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.658258:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.658260:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.658263:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659417:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659419:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659421:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659427:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659429:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659431:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659433:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659438:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659440:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659448:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659449:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659454:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659455:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659461:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659464:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659466:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659467:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659468:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659470:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659472:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659474:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659476:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659478:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659479:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659482:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659484:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659487:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659488:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659490:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659492:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659493:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659494:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659495:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659497:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659499:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659500:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659502:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659504:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659506:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659509:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659511:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659513:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659514:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659516:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659519:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659520:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659521:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659591:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659595:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659598:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659599:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659601:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659603:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659605:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659610:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659611:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659614:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659615:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659619:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659622:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659623:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659624:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659625:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659628:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659630:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659631:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659634:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659636:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659638:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659641:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659642:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659645:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659646:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659648:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659650:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659652:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659653:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659654:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659656:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659658:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659659:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659661:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659662:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659664:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659667:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659668:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659670:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659671:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659673:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659674:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659676:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659677:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659678:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659680:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659682:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659683:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659685:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659687:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659688:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659691:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659692:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659694:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659695:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659697:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659699:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659700:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659701:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659702:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.659704:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659706:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659708:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.659709:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.659711:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659712:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.659715:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.659716:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.659718:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.659719:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.659720:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.659722:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.659724:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.659725:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.659726:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660052:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660055:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660057:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660059:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660062:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660064:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660070:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660071:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660074:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660075:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660078:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660080:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660082:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660083:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660085:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660087:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660089:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660091:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660093:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660095:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660097:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660101:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660102:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660104:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660105:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660107:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660110:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660111:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660113:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660114:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660116:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660118:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660120:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660122:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660124:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660125:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660129:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660130:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660133:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660134:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660135:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660137:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660138:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660139:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660140:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660143:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660144:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660145:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660147:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660149:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660151:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660154:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660155:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660158:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660159:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660160:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660162:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660164:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660164:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660165:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660168:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660169:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660171:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660173:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660175:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660176:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660179:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660181:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660183:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660184:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660187:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660188:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660189:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660190:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660191:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660193:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660195:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660197:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660199:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660201:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660203:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660206:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660207:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660210:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660211:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660212:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660214:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660215:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660216:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660218:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660220:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660221:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660223:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660224:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660226:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660228:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660230:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660232:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660234:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660235:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660237:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660239:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660240:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660241:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660243:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660245:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660247:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660249:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660251:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660253:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660255:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660258:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660260:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660262:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660263:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660451:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660454:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660456:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660458:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660459:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660462:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660463:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660465:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660467:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660469:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660470:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660475:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660476:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660479:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660480:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660482:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660484:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660485:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660486:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660488:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660490:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660491:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660493:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660494:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660496:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660497:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660500:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660501:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660504:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660505:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660507:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660509:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660510:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660511:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660512:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660514:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660516:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660517:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660519:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660521:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660655:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660662:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660663:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660667:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660668:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660671:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660674:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660675:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660677:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660678:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660681:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660684:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660686:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660688:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660690:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660692:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660695:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660696:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660698:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660699:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660701:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660703:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660704:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660705:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660707:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660709:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660710:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660712:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660714:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660716:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660718:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660721:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660722:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660725:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660726:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660728:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660730:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660731:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660733:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660734:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660736:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660738:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660740:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660742:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660744:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660746:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660749:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660751:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660753:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660754:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660756:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660758:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660760:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660761:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660762:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660765:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660766:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660768:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660770:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660772:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660773:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660776:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660777:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660780:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660781:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660782:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660784:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660785:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660786:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660787:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660790:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660792:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660793:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660795:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660797:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660798:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660801:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660803:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660805:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660806:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660809:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660811:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660812:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660813:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660814:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660817:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660818:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660820:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660822:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660824:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660825:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660828:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660829:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660831:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660832:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660834:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660835:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660837:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660838:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660839:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660840:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660842:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660843:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660845:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.660847:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660848:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660850:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.660851:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.660853:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.660854:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.660856:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.660858:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.660859:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.660860:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.660861:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.660863:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660865:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.660866:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.660868:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662281:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662289:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662309:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662311:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662316:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662318:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662324:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662328:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662330:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662332:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662334:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662337:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662339:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662342:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662344:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662346:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662348:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662351:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662352:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662355:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662356:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662358:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662360:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662362:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662364:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662365:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662368:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662370:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662371:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662373:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662376:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662377:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662380:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662381:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662384:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662385:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662387:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662389:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662390:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662391:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662392:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662395:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662396:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662398:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662400:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662401:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662403:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662406:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662407:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662409:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662410:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662412:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662414:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662415:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662416:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662417:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662419:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662421:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662423:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662425:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662426:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662428:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662430:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662431:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662434:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662435:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662436:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662438:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662439:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662440:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662441:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662443:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662444:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662446:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662448:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662449:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662451:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662453:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662455:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662457:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662458:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662460:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662461:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662463:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662464:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662465:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662467:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662469:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662471:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662472:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662474:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662476:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662478:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662479:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662481:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662482:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662484:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662486:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662487:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662489:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662490:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662492:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662493:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662495:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662497:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662498:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662500:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662503:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662504:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662507:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662508:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662509:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662511:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662513:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662513:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662514:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662517:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662519:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662521:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662522:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662524:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662526:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662528:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662530:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662533:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662534:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662535:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662537:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662538:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662539:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662541:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662543:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662544:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662546:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662548:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662550:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662552:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662555:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662556:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662558:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662559:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662561:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662563:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662565:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662566:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662567:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662570:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662572:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662573:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662575:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662577:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662579:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662581:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662582:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662584:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662586:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662588:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662590:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662591:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662592:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662594:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662596:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662598:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662600:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662602:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662603:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662605:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662608:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662609:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662611:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662612:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662613:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662615:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662617:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662618:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662620:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662622:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662624:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662626:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662628:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662630:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662632:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662634:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662635:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662638:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662639:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662641:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662643:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662645:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662646:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662647:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662650:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662652:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662653:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662655:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662657:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662658:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662661:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662662:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662665:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662666:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662668:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662670:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662671:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662672:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662673:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662676:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662677:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662679:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662681:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662683:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662685:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662687:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662688:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662691:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662692:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662694:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662726:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662728:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662729:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662730:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662732:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662734:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662736:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662738:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662740:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662741:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662745:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662746:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662749:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662750:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662752:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662754:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662755:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662756:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662757:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662759:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662761:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662762:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662764:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662766:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662768:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662772:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662773:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662775:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662776:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662778:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662780:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662782:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662783:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662784:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662787:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662789:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662791:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662792:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662795:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662796:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662799:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662801:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662803:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662805:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662807:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662809:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662810:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662811:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662813:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662815:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662816:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662817:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662819:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662821:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662822:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662825:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662826:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662828:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662829:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662831:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662832:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662834:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662834:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662835:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662837:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662839:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662841:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662843:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662845:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662847:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662850:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662852:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662855:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662856:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662858:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662860:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662861:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662862:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662863:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662865:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662867:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662868:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662880:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662882:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662883:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662887:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662888:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662891:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662892:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662893:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662895:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662897:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662898:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662899:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662901:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662903:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662905:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662907:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662909:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662910:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662913:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662914:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662917:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662918:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662920:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662923:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662924:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662925:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662926:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662929:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662931:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662932:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662935:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662937:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662939:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662942:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662944:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662946:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662947:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662949:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662951:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662953:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662954:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662955:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662957:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662959:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662961:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662963:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662965:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662966:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662969:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662970:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.662972:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.662974:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.662976:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.662978:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.662979:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.662981:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.662982:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.662984:0:34719:0:(lov_obd.c:997:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662986:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662987:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:2.0:1780853847.662989:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.662992:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662993:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1780853847.662996:0:34719:0:(dir.c:1997:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1780853847.662998:0:34719:0:(dir.c:1999:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348) cmd=c00866a4 arg=7ffd16efeef0 00000080:00000001:2.0:1780853847.663000:0:34719:0:(llite_lib.c:3410:ll_iocontrol()) Process entered 00000020:00000001:2.0:1780853847.663001:0:34719:0:(class_obd.c:242:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1780853847.663003:0:34719:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9e4587cf1c00. 00000020:00000001:2.0:1780853847.663006:0:34719:0:(class_obd.c:304:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.663007:0:34719:0:(obd_class.h:1201:obd_iocontrol()) Process entered 00020000:00000001:2.0:1780853847.663008:0:34719:0:(lov_obd.c:965:lov_iocontrol()) Process entered 00020000:00000080:2.0:1780853847.663009:0:34719:0:(lov_obd.c:967:lov_iocontrol()) lustre-clilov-ffff9e4592299000: cmd=c00866a4 len=592 karg=ffff9e4587cf1c00 uarg=0000000000000000 00020000:00000001:2.0:1780853847.663011:0:34719:0:(lov_obd.c:993:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.663013:0:34719:0:(obd_class.h:1216:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.663015:0:34719:0:(llite_lib.c:3845:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:2.0:1780853847.663017:0:34719:0:(llite_lib.c:3847:ll_obd_statfs()) kvfree 'data': 592 at ffff9e4587cf1c00. 00000080:00000001:2.0:1780853847.663019:0:34719:0:(llite_lib.c:3448:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.663021:0:34719:0:(dir.c:2930:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:2.0:1780853847.663034:0:34719:0:(dir.c:3000:ll_dir_release()) Process entered 00000080:00000001:2.0:1780853847.663037:0:34719:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:2.0:1780853847.663041:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fd98 00000080:00200008:2.0:1780853847.663043:0:34719:0:(file.c:448:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000 00000080:00400000:2.0:1780853847.663048:0:34719:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1780853847.663052:0:34719:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e458530b2c0. 00000080:00000001:2.0:1780853847.663056:0:34719:0:(file.c:467:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853847.663058:0:34719:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d1fd98 00000080:00000008:2.0:1780853847.663060:0:34719:0:(file.c:492:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9e459198d348), flags 100000, rc = 0 00000080:00000001:2.0:1780853847.663063:0:34719:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.663065:0:34719:0:(dir.c:3001:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.666137:0:34720:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.666144:0:34720:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.666146:0:34720:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.666149:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fbc0 00000080:00200000:0.0:1780853847.666153:0:34720:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853847.666161:0:34720:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072a00. 00800000:00000002:0.0:1780853847.666168:0:34720:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.666171:0:34720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.666176:0:34720:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.666178:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fae0 00800000:00000002:0.0:1780853847.666180:0:34720:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.666184:0:34720:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.666189:0:34720:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.666194:0:34720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.666196:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2f9b0 00000002:00010000:0.0:1780853847.666198:0:34720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.666201:0:34720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.666204:0:34720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.666207:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.666214:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:0.0:1780853847.666217:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.666222:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.666226:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.666232:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853847.666243:0:34720:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.666247:0:34720:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.666250:0:34720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1780853847.666258:0:34720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.666260:0:34720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.666309:0:34720:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.666312:0:34720:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.666314:0:34720:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.666316:0:34720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.666372:0:34720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.666375:0:34720:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.666379:0:34720:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072a00. 00000080:00000001:0.0:1780853847.666383:0:34720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.666385:0:34720:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.666387:0:34720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853847.666391:0:34720:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f33 00800000:00000001:0.0:1780853847.666413:0:34720:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.666415:0:34720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.666416:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.666419:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.666421:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:0.0:1780853847.666423:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:0.0:1780853847.666426:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:0.0:1780853847.666429:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.666430:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.666431:0:34720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.666433:0:34720:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.666435:0:34720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f33 from it ffffb4b401d2fbf8 00010000:00000001:0.0:1780853847.666437:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.666438:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.666439:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e458a779200 refcount=3 00000020:00000001:0.0:1780853847.666441:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:0.0:1780853847.666442:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620245864960 : -107453463686656 : ffff9e458a779200) 00010000:00000001:0.0:1780853847.666444:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.666447:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853847.666453:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.666454:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.666456:0:34720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.666458:0:34720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.666460:0:34720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.666466:0:34720:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.666469:0:34720:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.666471:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.666475:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.666476:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.666477:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666480:0:34720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.666482:0:34720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666484:0:34720:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666487:0:34720:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666489:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.666490:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.666491:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.666494:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.666495:0:34720:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.666498:0:34720:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853847.666502:0:34720:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.666508:0:34720:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853847.666510:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fb58 00000080:00002000:0.0:1780853847.666512:0:34720:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b34798) flags 0x48000e refc 0 00000080:00000001:0.0:1780853847.666515:0:34720:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.666516:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fbc8 00000080:00200000:0.0:1780853847.666517:0:34720:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1780853847.666534:0:34720:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853847.666536:0:34720:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8), inode mode 81a4 mask 52 00000080:00000001:0.0:1780853847.666539:0:34720:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.666545:0:34720:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853847.666547:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fb98 00000080:00200008:0.0:1780853847.666549:0:34720:0:(file.c:1059:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102101 00000080:00000010:0.0:1780853847.666555:0:34720:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cd900. 00000080:00000001:0.0:1780853847.666561:0:34720:0:(file.c:775:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1780853847.666564:0:34720:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072a00. 00800000:00000002:0.0:1780853847.666566:0:34720:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.666568:0:34720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.666570:0:34720:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.666571:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fa48 00800000:00000002:0.0:1780853847.666573:0:34720:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.666576:0:34720:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:0.0:1780853847.666578:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2f9c8 00800000:00000002:0.0:1780853847.666580:0:34720:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1780853847.666583:0:34720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.666584:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2f900 00000002:00010000:0.0:1780853847.666586:0:34720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 04240102102 00000002:00000001:0.0:1780853847.666589:0:34720:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853847.666592:0:34720:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853847.666595:0:34720:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853847.666598:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:0.0:1780853847.666600:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.666602:0:34720:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853847.666605:0:34720:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666607:0:34720:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.666609:0:34720:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.666610:0:34720:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853847.666612:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 2 00010000:00000001:0.0:1780853847.666613:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.666615:0:34720:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853847.666617:0:34720:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853847.666619:0:34720:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1780853847.666627:0:34720:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853847.666630:0:34720:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853847.666633:0:34720:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853847.666634:0:34720:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853847.666636:0:34720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.666637:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.666640:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853847.666641:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.666644:0:34720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.666646:0:34720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.666647:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.666648:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853847.666650:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.666652:0:34720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.666653:0:34720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.666655:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.666656:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4594837400 count: 3 00010000:00000001:0.0:1780853847.666658:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.666660:0:34720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.666661:0:34720:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853847.666663:0:34720:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853847.666667:0:34720:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853847.666669:0:34720:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853847.666671:0:34720:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853847.666673:0:34720:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666676:0:34720:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853847.666679:0:34720:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853847.666680:0:34720:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853847.666682:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.666684:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853847.666686:0:34720:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e458a779200 with handle 0xa8f483e9eb300f33 from hash 00010000:00000001:0.0:1780853847.666689:0:34720:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853847.666691:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.666692:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.666693:0:34720:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853847.666695:0:34720:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853847.666697:0:34720:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853847.666699:0:34720:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.666701:0:34720:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.666702:0:34720:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1780853847.666707:0:34720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369f80. 00000020:00000040:0.0:1780853847.666710:0:34720:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853847.666717:0:34720:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853847.666718:0:34720:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666721:0:34720:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.666724:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.666726:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.666727:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.666729:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.666731:0:34720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.666732:0:34720:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.666736:0:34720:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.666742:0:34720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b8400. 00000100:00000001:0.0:1780853847.666748:0:34720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666752:0:34720:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.666754:0:34720:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853847.666757:0:34720:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1780853847.666764:0:34720:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1780853847.666765:0:34720:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.666767:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853847.666769:0:34720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e458a779200/0xa8f483e9eb300f33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a893 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1780853847.666774:0:34720:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4594837400 count: 0 00010000:00000010:0.0:1780853847.666779:0:34720:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589ba9580. 00010000:00000001:0.0:1780853847.666789:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.666791:0:34720:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666792:0:34720:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.666793:0:34720:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.666795:0:34720:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.666801:0:34720:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00010000:00000001:0.0:1780853847.666805:0:34720:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853847.666807:0:34720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853847.666810:0:34720:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95900. 00010000:00000010:0.0:1780853847.666813:0:34720:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab100. 00010000:00000001:0.0:1780853847.666817:0:34720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853847.666820:0:34720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572c00. 00000020:00000001:0.0:1780853847.666822:0:34720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853847.666824:0:34720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572c00 with handle 0xa8f483e9eb300f3a to hash 00000020:00000001:0.0:1780853847.666826:0:34720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853847.666827:0:34720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.666830:0:34720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.666832:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.666833:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.666836:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.666842:0:34720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34720 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853847.666852:0:34720:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853847.666863:0:34720:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853847.666872:0:34720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34720 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853847.666877:0:34720:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.666879:0:34720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.666885:0:34720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.666887:0:34720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146932160 : -107453562619456 : ffff9e458491f9c0) 00000100:00000001:0.0:1780853847.666890:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.666891:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000001:0.0:1780853847.666895:0:34720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.666898:0:34720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.666900:0:34720:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.666902:0:34720:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.666905:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.666918:0:34720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.666920:0:34720:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.666923:0:34720:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.666926:0:34720:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.666928:0:34720:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.666931:0:34720:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34720:1867358631460096:192.168.202.110@tcp:101:bash.0 00000100:00000001:0.0:1780853847.666934:0:34720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.666939:0:34720:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.666941:0:34720:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.666944:0:34720:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.666991:0:34720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9e4598800000. 02000000:00000001:0.0:1780853847.666994:0:34720:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.667001:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.667005:0:34720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853847.667011:0:34720:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9e45851b8800. 00000100:00000200:0.0:1780853847.667016:0:34720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1867358631460096, portal 10 00000100:00000001:0.0:1780853847.667018:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.667019:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000040:0.0:1780853847.667025:0:34720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.667032:0:34720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.667035:0:34720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.667038:0:34720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864265d8. 00000100:00000200:0.0:1780853847.667042:0:34720:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631460096, offset 0 00000400:00000200:0.0:1780853847.667049:0:34720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.667057:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.667063:0:34720:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.667068:0:34720:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.667072:0:34720:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.667075:0:34720:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.667078:0:34720:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.667082:0:34720:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2707:2707:256:4294967295] 192.168.202.110@tcp LPNI seq info [2707:2707:8:4294967295] 00000400:00000200:0.0:1780853847.667086:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.667095:0:34720:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.667101:0:34720:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.667106:0:34720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aeae00. 00000800:00000200:0.0:1780853847.667112:0:34720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.667119:0:34720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.667123:0:34720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aeae00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.667141:0:34720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.667145:0:34720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 795717 usecs (796 jiffies) 00000400:00000200:0.0:1780853847.667149:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.667151:0:34720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645216 00000100:00000001:0.0:1780853847.667154:0:34720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.667156:0:34720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645216 00000100:00000001:0.0:1780853847.667159:0:34720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.667161:0:34720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.667163:0:34720:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.667166:0:34720:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.667167:0:34720:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.667170:0:34720:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.667172:0:34720:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.667174:0:34720:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.668012:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.668019:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aeae00. 00000400:00000200:1.0:1780853847.668024:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.668030:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.668035:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864265d8 00000400:00000010:1.0:1780853847.668037:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864265d8. 00000100:00000001:1.0:1780853847.668041:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.668047:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.668057:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.668060:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.668066:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.668068:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780853847.676635:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.676653:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.676657:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.676660:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.676669:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.676677:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.676686:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.676691:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.676696:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.676701:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115dd80 00000400:00000200:0.0:1780853847.676709:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x7409 [2] + 392 00000800:00000001:0.0:1780853847.676717:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.676724:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.676727:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.676732:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.676740:0:2372:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1780853847.676742:0:2372:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1780853847.676748:0:2372:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4588369500. 00000100:00000040:0.0:1780853847.676752:0:2372:0:(events.c:337:request_in_callback()) incoming req@ffff9e4588369500 x1867358651407744 msgsize 328 00000100:00100000:0.0:1780853847.676756:0:2372:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:0.0:1780853847.676771:0:2372:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.676780:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.676783:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.676831:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853847.676834:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651407744 02000000:00000001:1.0:1780853847.676837:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853847.676839:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.676841:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.676845:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853847.676849:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651407744 00000020:00000001:1.0:1780853847.676852:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853847.676854:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:1.0:1780853847.676857:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.676860:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:1.0:1780853847.676862:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:1.0:1780853847.676865:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000001:1.0:1780853847.676881:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853847.676887:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cce40. 00000100:00000001:1.0:1780853847.676890:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853847.676892:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cce40. 00000020:00000010:1.0:1780853847.676898:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.676903:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2e80. 00000020:00000010:1.0:1780853847.676908:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a960. 00000100:00000040:1.0:1780853847.676916:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853847.676919:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853847.676921:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853847.676923:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.676931:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.676953:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.676963:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853847.676964:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853847.676969:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 67 00000100:00000040:1.0:1780853847.676973:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4590c3d000 : new rpc_count 1 00000100:00000001:1.0:1780853847.676974:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620208051456 : -107453501500160 : ffff9e4588369500) 00000100:00000040:1.0:1780853847.676981:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4588369500 x1867358651407744/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:628/0 lens 328/0 e 0 to 0 dl 1780853858 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853847.676989:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853847.676992:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cce40. 00000100:00000001:1.0:1780853847.676993:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853847.676995:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cce40. 00000100:00100000:1.0:1780853847.677000:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4588369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e55ecacc-e48a-400c-a052-f3869534991c+5:24358:x1867358651407744:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853847.677004:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651407744 00010000:00000001:1.0:1780853847.677007:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853847.677012:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.677014:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.677016:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=2 00000020:00000001:1.0:1780853847.677018:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.677020:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:1.0:1780853847.677023:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.677026:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853847.677031:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00000001:1.0:1780853847.677042:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853847.677044:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853847.677048:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d71c00. 02000000:00000001:1.0:1780853847.677051:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.677053:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.677058:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853847.677062:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853847.677065:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853847.677070:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853847.677073:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853847.677074:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853847.677076:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853847.677079:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.677082:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853847.677084:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853847.677088:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853847.677093:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651407744, offset 224 00000400:00000200:1.0:1780853847.677099:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853847.677105:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.677111:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853847.677117:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2708:2708:256:4294967295] 192.168.202.110@tcp LPNI seq info [2708:2708:8:4294967295] 00000400:00000200:1.0:1780853847.677120:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.677129:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853847.677134:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853847.677138:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76700. 00000800:00000200:1.0:1780853847.677144:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853847.677150:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853847.677154:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853847.677165:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.677169:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853847.677171:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853847.677174:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4587cb9000. 00010000:00000001:1.0:1780853847.677177:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853847.677189:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853847.677191:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.677193:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.677195:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.677199:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369500 x1867358651407744/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:628/0 lens 328/224 e 0 to 0 dl 1780853858 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853847.677208:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4588369500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e55ecacc-e48a-400c-a052-f3869534991c+5:24358:x1867358651407744:12345-192.168.202.110@tcp:104: Request processed in 217us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853847.677215:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 67 00000100:00000040:1.0:1780853847.677218:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4590c3d000 : new rpc_count 0 00000100:00000001:1.0:1780853847.677221:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853847.677222:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853847.677227:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2e80. 00000020:00000010:1.0:1780853847.677231:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a960. 00000020:00000010:1.0:1780853847.677234:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72200. 00000020:00000040:1.0:1780853847.677239:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:1.0:1780853847.677241:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853847.677374:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.677378:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76700. 00000400:00000200:1.0:1780853847.677382:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.677387:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.677391:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:1.0:1780853847.677393:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:1.0:1780853847.677396:0:2373:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853847.677398:0:2373:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1780853847.678034:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853847.678037:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.678040:0:15886:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1780853847.678043:0:15886:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1780853847.678045:0:15886:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1780853847.678049:0:15886:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853847.678060:0:15886:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e45834b6e00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:3.0:1780853847.678063:0:15886:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1780853847.678067:0:15886:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853847.678075:0:15886:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1780853847.678077:0:15886:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1780853847.678080:0:15886:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853847.678086:0:15886:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1780853847.678090:0:15886:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1780853847.678091:0:15886:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.678093:0:15886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.678095:0:15886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e45834b6e00 refcount=3 00000020:00000001:3.0:1780853847.678097:0:15886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:3.0:1780853847.678100:0:15886:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620125531648 : -107453584019968 : ffff9e45834b6e00) 00010000:00000001:3.0:1780853847.678102:0:15886:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1780853847.678106:0:15886:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1780853847.678113:0:15886:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1780853847.678117:0:15886:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1780853847.678119:0:15886:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1780853847.678121:0:15886:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:3.0:1780853847.678125:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.678127:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.678133:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:3.0:1780853847.678136:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853847.678140:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853847.678142:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.678143:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.678144:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:3.0:1780853847.678146:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853847.678148:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853847.678149:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.678150:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.678152:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:3.0:1780853847.678154:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853847.678156:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1780853847.678157:0:15886:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.678158:0:15886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.678159:0:15886:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4589ab0100 count: 2 00010000:00000001:3.0:1780853847.678161:0:15886:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853847.678163:0:15886:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.678165:0:15886:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.678167:0:15886:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:3.0:1780853847.678169:0:15886:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853847.678175:0:15886:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853847.678180:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2c00. 00000020:00000010:3.0:1780853847.678184:0:15886:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2800. 00000020:00000010:3.0:1780853847.678188:0:15886:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831393c0. 00000008:00000010:3.0:1780853847.678194:0:15886:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6f90. 00020000:00000010:3.0:1780853847.678198:0:15886:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899dea80. 00008000:00000010:3.0:1780853847.678202:0:15886:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853847.678209:0:15886:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a70a8. 00000080:00000010:3.0:1780853847.678212:0:15886:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cac6d8. 00000020:00000010:3.0:1780853847.678215:0:15886:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3400. 00000008:00000010:3.0:1780853847.678219:0:15886:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fe40. 00020000:00000010:3.0:1780853847.678222:0:15886:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fccd80. 00008000:00000010:3.0:1780853847.678224:0:15886:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8f460. 00000080:00000010:3.0:1780853847.678228:0:15886:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c905a0. 00000020:00000001:3.0:1780853847.678231:0:15886:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853847.678233:0:15886:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853847.678235:0:15886:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:3.0:1780853847.678238:0:15886:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:3.0:1780853847.678242:0:15886:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1780853847.678245:0:15886:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1780853847.678249:0:15886:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:3.0:1780853847.678252:0:15886:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1780853847.678254:0:15886:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1780853847.678255:0:15886:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.678257:0:15886:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1780853847.678259:0:15886:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853847.678261:0:15886:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2800. 00000020:00000010:3.0:1780853847.678308:0:15886:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831393c0. 00000008:00000010:3.0:1780853847.678313:0:15886:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6f90. 00020000:00000010:3.0:1780853847.678316:0:15886:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899dea80. 00008000:00000010:3.0:1780853847.678319:0:15886:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853847.678321:0:15886:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a70a8. 00000080:00000010:3.0:1780853847.678436:0:15886:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cac6d8. 00000020:00000010:3.0:1780853847.678439:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2c00. 00000008:00000010:3.0:1780853847.678442:0:15886:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316fe40. 00020000:00000010:3.0:1780853847.678446:0:15886:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fccd80. 00008000:00000010:3.0:1780853847.678448:0:15886:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8f460. 00000080:00000010:3.0:1780853847.678451:0:15886:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c905a0. 00000020:00000010:3.0:1780853847.678453:0:15886:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3400. 00000020:00000010:3.0:1780853847.678456:0:15886:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000080:00000001:3.0:1780853847.678458:0:15886:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.678462:0:15886:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1780853847.678464:0:15886:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9e45919680c8) invalid 00000020:00000001:3.0:1780853847.678468:0:15886:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cc7c40 00000080:00002000:3.0:1780853847.678470:0:15886:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry recon (ffff9e4591b34798) parent ffff9e4591970ca8 inode ffff9e45919680c8 refc 2 00000080:00000001:3.0:1780853847.678474:0:15886:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1780853847.678476:0:15886:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1780853847.678477:0:15886:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.678480:0:15886:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1780853847.678484:0:15886:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1780853847.678485:0:15886:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1780853847.678487:0:15886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.678490:0:15886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1780853847.678492:0:15886:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e45834b6e00 with handle 0xa8f483e9eb300f1e from hash 00010000:00000001:3.0:1780853847.678495:0:15886:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1780853847.678497:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.678498:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.678499:0:15886:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1780853847.678502:0:15886:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1780853847.678504:0:15886:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1780853847.678509:0:15886:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.678515:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.678516:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.678517:0:15886:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.678520:0:15886:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1780853847.678523:0:15886:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1780853847.678643:0:15886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173800. 00000020:00000040:3.0:1780853847.678648:0:15886:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853847.678653:0:15886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853847.678655:0:15886:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853847.678659:0:15886:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853847.678665:0:15886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904b3400. 00000100:00000001:3.0:1780853847.678670:0:15886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.678672:0:15886:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1780853847.678677:0:15886:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1780853847.678684:0:15886:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1780853847.678685:0:15886:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.678690:0:15886:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853847.678694:0:15886:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.678703:0:15886:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9b7999] to pc [ptlrpcd_01_01+1] req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1780853847.678723:0:15886:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.678726:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.678727:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.678729:0:15886:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.678731:0:15886:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.678732:0:15886:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.678735:0:15886:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853847.678740:0:15886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1780853847.678743:0:15886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e45834b6e00/0xa8f483e9eb300f1e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x562725ecec97a870 expref: -99 pid: 34714 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1780853847.678750:0:15886:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e45831cc880. 00010000:00000040:3.0:1780853847.678754:0:15886:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4589ab0100 count: 0 00010000:00000010:3.0:1780853847.678759:0:15886:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e4589bb2b80. 00010000:00000001:3.0:1780853847.678767:0:15886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.678769:0:15886:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1780853847.678771:0:15886:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4587cb9000. 00010000:00000001:3.0:1780853847.678774:0:15886:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.678777:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853847.678778:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.678780:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853847.678781:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853847.678783:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.678784:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1780853847.678786:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853847.678788:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.678789:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1780853847.678799:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1780853847.678803:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1780853847.678805:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.678810:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.678812:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.678813:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.678815:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.678817:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853847.678822:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.678830:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853847.678832:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.678836:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853847.678838:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853847.678841:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853847.678844:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631460224:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853847.678849:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853847.678854:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853847.678856:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.678859:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853847.678864:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b2c00. 02000000:00000001:3.0:1780853847.678866:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.679070:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.679073:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853847.679098:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853847.679103:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853847.679110:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853847.679117:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631460224, portal 18 00000100:00000001:3.0:1780853847.679119:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.679120:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000100:00000040:3.0:1780853847.679127:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.679133:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853847.679135:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853847.679138:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a4c8. 00000100:00000200:3.0:1780853847.679141:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631460224, offset 0 00000400:00000200:3.0:1780853847.679146:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853847.679152:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.679159:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853847.679163:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853847.679167:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853847.679170:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853847.679173:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853847.679176:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2709:2709:256:4294967295] 192.168.202.110@tcp LPNI seq info [2709:2709:8:4294967295] 00000400:00000200:3.0:1780853847.679181:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.679190:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853847.679196:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853847.679201:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6500. 00000800:00000200:3.0:1780853847.679207:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853847.679213:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853847.679217:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853847.679299:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.679303:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 795717 usecs (796 jiffies) 00000400:00000200:3.0:1780853847.679307:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853847.679310:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645229 00000100:00000001:3.0:1780853847.679313:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.679315:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645229 00000100:00000001:3.0:1780853847.679318:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.679326:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.679329:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.679332:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.679334:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.680196:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.680202:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6500. 00000400:00000200:0.0:1780853847.680208:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.680215:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.680220:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a4c8 00000400:00000010:0.0:1780853847.680222:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a4c8. 00000100:00000001:0.0:1780853847.680227:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.680232:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.680242:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.680246:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.680253:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.680255:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.683810:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.683826:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.683830:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.683832:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.683841:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683848:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.683858:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683863:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683868:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683884:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe57d80 00000400:00000200:1.0:1780853847.683890:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683895:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7469 [1] + 224 00000800:00000001:1.0:1780853847.683903:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.683907:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.683909:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.683914:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.683921:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.683929:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853847.683940:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.683957:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.683966:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.683970:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.683972:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.683974:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.683977:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683981:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.683985:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683988:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683991:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.683993:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe57d00 00000400:00000200:1.0:1780853847.683996:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.684000:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x7451 [32] + 224 00000800:00000001:1.0:1780853847.684004:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.684010:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.684011:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.684015:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.684017:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.684021:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.684028:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.684041:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.684045:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.684048:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.684148:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.684152:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.684158:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.684160:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.684163:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853847.684167:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853847.684170:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853847.684173:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.684177:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853847.684185:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.684190:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.684192:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.684195:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.684198:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.684201:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.684203:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.684206:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.684216:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853847.684220:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.684222:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853847.684224:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.684227:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853847.684231:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.684234:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853847.684237:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1780853847.684239:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.684242:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.684247:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.684256:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.684259:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853847.684261:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853847.684300:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853847.684308:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631460224:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853847.684312:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.684315:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.684318:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173800 x1867358631460224/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.684324:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853847.684335:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853847.684339:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b2c00. 02000000:00000001:3.0:1780853847.684342:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853847.684344:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.684347:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853847.684349:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.684352:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904b3400. 02000000:00000001:3.0:1780853847.684356:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.684358:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.684360:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173800. 00000100:00000001:3.0:1780853847.684363:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.684364:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.684366:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.684373:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.684375:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.684377:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.684380:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.684609:0:34720:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853847.684614:0:34720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853847.684616:0:34720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853847.684618:0:34720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:0.0:1780853847.684621:0:34720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45851b8800 00000400:00000010:0.0:1780853847.684624:0:34720:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 632 at ffff9e45851b8800. 00000100:00000001:0.0:1780853847.684627:0:34720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.684631:0:34720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853847.684640:0:34720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4588369f80 x1867358631460096/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/66320 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.684646:0:34720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853847.684648:0:34720:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.684650:0:34720:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853847.684651:0:34720:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853847.684652:0:34720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853847.684654:0:34720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.684656:0:34720:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853847.684660:0:34720:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853847.684663:0:34720:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853847.684666:0:34720:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853847.684667:0:34720:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.684669:0:34720:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853847.684670:0:34720:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.684672:0:34720:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853847.684674:0:34720:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853847.684675:0:34720:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853847.684678:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.684679:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000001:0.0:1780853847.684682:0:34720:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853847.684683:0:34720:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1780853847.684685:0:34720:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853847.684687:0:34720:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.684690:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.684697:0:34720:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.684698:0:34720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853847.684700:0:34720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853847.684703:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853847.684711:0:34720:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4588369f80 pname:cluuid:pid:xid:nid:opc:job bash:e55ecacc-e48a-400c-a052-f3869534991c:34720:1867358631460096:192.168.202.110@tcp:101:bash.0 00000100:00000001:0.0:1780853847.684714:0:34720:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.684717:0:34720:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.684719:0:34720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853847.684721:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.684723:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.684729:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853847.684731:0:34720:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.684734:0:34720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853847.684735:0:34720:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.684738:0:34720:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853847.684741:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.684744:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.684746:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=4 00000020:00000001:0.0:1780853847.684749:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.684751:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853847.684756:0:34720:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572c00, remote cookie: 0x562725ecec97a8a1, flags: 0x1001 00010000:00000040:0.0:1780853847.684759:0:34720:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853847.684762:0:34720:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1780853847.684770:0:34720:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95f00. 00010000:00000010:0.0:1780853847.684775:0:34720:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab000. 00010000:00000040:0.0:1780853847.684782:0:34720:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95900 count: 0 00010000:00000010:0.0:1780853847.684787:0:34720:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab100. 00010000:00000001:0.0:1780853847.684795:0:34720:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.684800:0:34720:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.684808:0:34720:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.684815:0:34720:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853847.684818:0:34720:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853847.684820:0:34720:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853847.684821:0:34720:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853847.684823:0:34720:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853847.684825:0:34720:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9e4588d95f00) refcount = 1 00010000:00010000:0.0:1780853847.684828:0:34720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.684834:0:34720:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853847.684836:0:34720:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853847.684837:0:34720:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.684839:0:34720:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853847.684842:0:34720:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.684844:0:34720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.684849:0:34720:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853847.684851:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.684853:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.684854:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.684855:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.684856:0:34720:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.684860:0:34720:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853847.684862:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.684863:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.684865:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.684867:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.684869:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.684950:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.684951:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853847.684956:0:34720:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=200002b, status=0 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853847.684970:0:34720:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1780853847.684975:0:34720:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853847.684981:0:34720:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.684986:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.684987:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.684988:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.684990:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.684992:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.684994:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.684995:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.684997:0:34720:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.684999:0:34720:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.685002:0:34720:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1780853847.685004:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.685005:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00010000:00000001:0.0:1780853847.685007:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.685008:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.685009:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.685011:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685013:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00000002:00010000:0.0:1780853847.685017:0:34720:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.685023:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685024:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.685026:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853847.685027:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.685028:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.685030:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.685031:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685034:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000040:0.0:1780853847.685037:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.685039:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853847.685042:0:34720:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 8 res 8589935620/54 (0 0) 00010000:00000001:0.0:1780853847.685045:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685046:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.685047:0:34720:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853847.685050:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2f880 00000002:00002000:0.0:1780853847.685053:0:34720:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=280002b: rc = 0 00000002:00000001:0.0:1780853847.685056:0:34720:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.685059:0:34720:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.685061:0:34720:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853847.685065:0:34720:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853847.685068:0:34720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853847.685072:0:34720:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.685075:0:34720:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072a00. 00000080:00000001:0.0:1780853847.685079:0:34720:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853847.685085:0:34720:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853847.685088:0:34720:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1780853847.685091:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.685096:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008510. 00000020:00000010:0.0:1780853847.685100:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.685104:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.685108:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.685114:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.685119:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.685124:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.685129:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.685134:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.685137:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853847.685141:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.685145:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.685148:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.685150:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474960. 00000020:00000001:0.0:1780853847.685155:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503384 : -107453354048232 : ffff9e4591008518) 00000020:00001000:0.0:1780853847.685157:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008510 00000020:00000001:0.0:1780853847.685159:0:34720:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853847.685163:0:34720:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853847.685165:0:34720:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853847.685171:0:34720:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853847.685175:0:34720:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.685179:0:34720:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d8a0. 00020000:00000001:0.0:1780853847.685181:0:34720:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509472 : -107453299042144 : ffff9e459447d8a0) 00020000:00000002:0.0:1780853847.685184:0:34720:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d8a0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853847.685189:0:34720:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853847.685193:0:34720:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853847.685196:0:34720:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45812186c8) owner ffff9e4582aa4f80 00020000:00000001:0.0:1780853847.685199:0:34720:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853847.685201:0:34720:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45812186c8) owner ffff9e4582aa4f80 00020000:00000010:0.0:1780853847.685206:0:34720:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.685210:0:34720:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853847.685213:0:34720:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d8a0. 00020000:00000002:0.0:1780853847.685215:0:34720:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853847.685217:0:34720:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.685219:0:34720:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853847.685220:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008510 00000020:00000010:0.0:1780853847.685223:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.685226:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.685229:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.685232:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.685235:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.685238:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.685240:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.685243:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000008:00000010:0.0:1780853847.685245:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.685248:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.685251:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.685254:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474960. 00000020:00000010:0.0:1780853847.685257:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000020:00000010:0.0:1780853847.685258:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008510. 00000080:00000001:0.0:1780853847.685263:0:34720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1780853847.685312:0:34720:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1780853847.685317:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.685318:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.685749:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.685752:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685754:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685757:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685758:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853847.685759:0:34720:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853847.685762:0:34720:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853847.685764:0:34720:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.685767:0:34720:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f3a 00800000:00000001:0.0:1780853847.685770:0:34720:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.685772:0:34720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.685774:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.685775:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.685776:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.685778:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685780:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685782:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685784:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.685785:0:34720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.685787:0:34720:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.685789:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.685795:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.685802:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.685805:0:34720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f3a from it ffffb4b401d2fbf0 00010000:00000001:0.0:1780853847.685807:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.685809:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.685810:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:0.0:1780853847.685812:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685813:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.685815:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.685818:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.685825:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685826:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.685827:0:34720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.685830:0:34720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.685831:0:34720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853847.685838:0:34720:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.685840:0:34720:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.685842:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.685846:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685847:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.685849:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.685852:0:34720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.685854:0:34720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.685856:0:34720:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.685858:0:34720:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.685860:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.685862:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.685863:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853847.685865:0:34720:0:(file.c:886:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853847.685922:0:34720:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e459263d900. 00000080:00000001:0.0:1780853847.685926:0:34720:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:0.0:1780853847.685930:0:34720:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1780853847.685940:0:34720:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1780853847.685945:0:34720:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c159e0. 00000002:00100000:0.0:1780853847.685950:0:34720:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853847.685961:0:34720:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.685963:0:34720:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1780853847.685966:0:34720:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1780853847.685969:0:34720:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.685972:0:34720:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1780853847.685975:0:34720:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.685976:0:34720:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.685979:0:34720:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.685980:0:34720:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.685982:0:34720:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1780853847.685984:0:34720:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.685986:0:34720:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853847.685988:0:34720:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.685991:0:34720:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.685995:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.685999:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1780853847.686006:0:34720:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853847.686008:0:34720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9e4598800000. 02000000:00000001:0.0:1780853847.686030:0:34720:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1780853847.686032:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.686035:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fb98 00000080:00000008:0.0:1780853847.686038:0:34720:0:(file.c:1298:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102101, rc = 0 00020000:00000001:0.0:1780853847.686127:0:34720:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1780853847.686131:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000002:0.0:1780853847.686134:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:0.0:1780853847.686137:0:34720:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1780853847.687310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4589ab0100. 00010000:00000010:3.1:1780853847.687329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e45834b6e00. 00010000:00000010:0.1:1780853847.687497:0:34720:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4594837400. 00010000:00000010:0.1:1780853847.687504:0:34720:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e458a779200. 00000020:00000001:0.0:1780853847.691816:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fd28 00000080:00200008:0.0:1780853847.691824:0:34720:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853847.691833:0:34720:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.691835:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fca0 00000080:00200000:0.0:1780853847.691837:0:34720:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8),name=recon 00000080:00000010:0.0:1780853847.691845:0:34720:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072200. 00000080:00000001:0.0:1780853847.691850:0:34720:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.691856:0:34720:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.691857:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fbc0 00800000:00000002:0.0:1780853847.691860:0:34720:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] '' on [0x200000404:0x36:0x0] 00800000:00000001:0.0:1780853847.691864:0:34720:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.691869:0:34720:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x36:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.691884:0:34720:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.691886:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fa90 00000002:00010000:0.0:1780853847.691888:0:34720:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000404:0x36:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.691891:0:34720:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.691893:0:34720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.691896:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.691902:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.691905:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853847.691909:0:34720:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 30 res 8589935620/54 (0 0) 00000002:00000001:0.0:1780853847.691913:0:34720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.691915:0:34720:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.691918:0:34720:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853847.691920:0:34720:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853847.691926:0:34720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853847.691930:0:34720:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853847.692312:0:34720:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.692325:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.692332:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.692334:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.692336:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.692339:0:34720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.692342:0:34720:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.692346:0:34720:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.692355:0:34720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851b8800. 00000100:00000001:0.0:1780853847.692362:0:34720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.692367:0:34720:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.692369:0:34720:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.692371:0:34720:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.692372:0:34720:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.692374:0:34720:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.692380:0:34720:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00010000:00000001:0.0:1780853847.692384:0:34720:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853847.692386:0:34720:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853847.692389:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.692391:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.692393:0:34720:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853847.692397:0:34720:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573000. 00000020:00000001:0.0:1780853847.692401:0:34720:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853847.692404:0:34720:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573000 with handle 0xa8f483e9eb300f41 to hash 00000020:00000001:0.0:1780853847.692406:0:34720:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853847.692408:0:34720:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.692411:0:34720:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.692415:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.692417:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.692422:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.692430:0:34720:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.692439:0:34720:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34720 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853847.692445:0:34720:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.692447:0:34720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.692453:0:34720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.692456:0:34720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146932160 : -107453562619456 : ffff9e458491f9c0) 00000100:00000001:0.0:1780853847.692458:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.692460:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853847.692464:0:34720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.692468:0:34720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.692471:0:34720:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.692473:0:34720:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.692483:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.692491:0:34720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.692493:0:34720:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.692496:0:34720:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.692499:0:34720:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.692501:0:34720:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.692505:0:34720:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34720:1867358631460352:192.168.202.110@tcp:101:uname.0 00000100:00000001:0.0:1780853847.692509:0:34720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.692514:0:34720:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.692516:0:34720:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.692519:0:34720:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.692620:0:34720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585175800. 02000000:00000001:0.0:1780853847.692623:0:34720:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.692631:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.692635:0:34720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853847.692640:0:34720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000100:00000200:0.0:1780853847.692647:0:34720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631460352, portal 10 00000100:00000001:0.0:1780853847.692649:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.692650:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:0.0:1780853847.692657:0:34720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.692665:0:34720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.692667:0:34720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.692670:0:34720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853847.692673:0:34720:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631460352, offset 0 00000400:00000200:0.0:1780853847.692679:0:34720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.692686:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.692694:0:34720:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.692700:0:34720:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.692704:0:34720:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.692707:0:34720:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.692710:0:34720:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.692714:0:34720:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2710:2710:256:4294967295] 192.168.202.110@tcp LPNI seq info [2710:2710:8:4294967295] 00000400:00000200:0.0:1780853847.692718:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.692727:0:34720:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.692734:0:34720:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.692738:0:34720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853847.692745:0:34720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.692752:0:34720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.692756:0:34720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.692848:0:34720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.692853:0:34720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 793860 usecs (794 jiffies) 00000400:00000200:0.0:1780853847.692857:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.692859:0:34720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645241 00000100:00000001:0.0:1780853847.692863:0:34720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.692865:0:34720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645241 00000100:00000001:0.0:1780853847.692867:0:34720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.692878:0:34720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.692882:0:34720:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.692884:0:34720:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.692886:0:34720:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.692889:0:34720:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.692891:0:34720:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.692893:0:34720:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1780853847.696783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95900. 00000800:00000200:1.0:1780853847.698660:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.698669:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:1.0:1780853847.698677:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.698686:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.698693:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:1.0:1780853847.698696:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:1.0:1780853847.698701:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.698710:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.698722:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.698726:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.698733:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.698735:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.706854:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.706879:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.706883:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.706886:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.706896:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.706905:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.706914:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.706919:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.706924:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.706929:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115de00 00000400:00000200:1.0:1780853847.706938:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x7409 [2] + 720 00000800:00000001:1.0:1780853847.706945:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.706953:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.706956:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.706960:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.706967:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853847.706970:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853847.706976:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104a80. 00000100:00000040:1.0:1780853847.706980:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583104a80 x1867358651407872 msgsize 328 00000100:00100000:1.0:1780853847.706985:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853847.707003:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.707012:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.707015:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.708502:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1780853847.708507:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651407872 02000000:00000001:0.0:1780853847.708511:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1780853847.708513:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853847.708516:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.708521:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.708525:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651407872 00000020:00000001:0.0:1780853847.708528:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1780853847.708531:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002bb 00000020:00000001:0.0:1780853847.708534:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.708537:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e4590c3d000 refcount=5 00000020:00000001:0.0:1780853847.708540:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000020:00000001:0.0:1780853847.708542:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620351524864 : -107453358026752 : ffff9e4590c3d000) 00000100:00000001:0.0:1780853847.708546:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853847.708554:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d040. 00000100:00000001:0.0:1780853847.708557:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853847.708560:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d040. 00000020:00000010:0.0:1780853847.708568:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.708573:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e45922ab100. 00000020:00000010:0.0:1780853847.708578:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4590c91a28. 00000100:00000040:0.0:1780853847.708586:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1780853847.708589:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1780853847.708591:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1780853847.708593:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.708599:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.708619:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.708629:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1780853847.708631:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1780853847.708638:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 68 00000100:00000040:0.0:1780853847.708642:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e4590c3d000 : new rpc_count 1 00000100:00000001:0.0:1780853847.708644:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121655936 : -107453587895680 : ffff9e4583104a80) 00000100:00000040:0.0:1780853847.708652:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583104a80 x1867358651407872/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:628/0 lens 328/0 e 0 to 0 dl 1780853858 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853847.708661:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1780853847.708664:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e459263d040. 00000100:00000001:0.0:1780853847.708666:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853847.708668:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e459263d040. 00000100:00100000:0.0:1780853847.708672:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583104a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e55ecacc-e48a-400c-a052-f3869534991c+5:25141:x1867358651407872:12345-192.168.202.110@tcp:104: 00000100:00000200:0.0:1780853847.708676:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651407872 00010000:00000001:0.0:1780853847.708679:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1780853847.708686:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.708687:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.708690:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=2 00000020:00000001:0.0:1780853847.708692:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.708694:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:0.0:1780853847.708698:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.708702:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.708706:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1780853847.708717:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1780853847.708720:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1780853847.708724:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e45851b9800. 02000000:00000001:0.0:1780853847.708727:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.708729:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.708734:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1780853847.708737:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853847.708741:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1780853847.708746:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1780853847.708749:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:0.0:1780853847.708751:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:0.0:1780853847.708754:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1780853847.708756:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.708759:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.708761:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.708766:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426330. 00000100:00000200:0.0:1780853847.708771:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651407872, offset 224 00000400:00000200:0.0:1780853847.708777:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.708786:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.708794:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.708800:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2711:2711:256:4294967295] 192.168.202.110@tcp LPNI seq info [2711:2711:8:4294967295] 00000400:00000200:0.0:1780853847.708805:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.708814:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.708820:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.708826:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853847.708833:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.708840:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.708844:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.708855:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.708859:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:0.0:1780853847.708861:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853847.708866:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e458491f3c0. 00010000:00000001:0.0:1780853847.708883:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853847.708898:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1780853847.708900:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.708902:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.708904:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.708909:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104a80 x1867358651407872/t0(0) o104->e55ecacc-e48a-400c-a052-f3869534991c@192.168.202.110@tcp:628/0 lens 328/224 e 0 to 0 dl 1780853858 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1780853847.709187:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583104a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e55ecacc-e48a-400c-a052-f3869534991c+5:25141:x1867358651407872:12345-192.168.202.110@tcp:104: Request processed in 522us (2203us total) trans 0 rc 0/0 00000100:00100000:0.0:1780853847.709195:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 68 00000100:00000040:0.0:1780853847.709199:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e4590c3d000 : new rpc_count 0 00000100:00000001:0.0:1780853847.709202:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1780853847.709203:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1780853847.709208:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e45922ab100. 00000020:00000010:0.0:1780853847.709213:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4590c91a28. 00000020:00000010:0.0:1780853847.709217:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000020:00000040:0.0:1780853847.709221:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e4590c3d000 : new refcount 4 00000100:00000001:0.0:1780853847.709224:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853847.710167:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.710173:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853847.710179:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.710186:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.710192:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426330 00000400:00000010:1.0:1780853847.710195:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426330. 00000100:00000001:1.0:1780853847.710199:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853847.710201:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1780853847.710623:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.710627:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.710630:0:15885:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1780853847.710633:0:15885:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1780853847.710635:0:15885:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1780853847.710642:0:15885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853847.710653:0:15885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e4583572c00 already unused, calling callback (ffffffffc1c1ba40) 00000080:00000001:2.0:1780853847.710657:0:15885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1780853847.710661:0:15885:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.710669:0:15885:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1780853847.710671:0:15885:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1780853847.710675:0:15885:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x400400000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.710680:0:15885:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1780853847.710683:0:15885:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853847.710684:0:15885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.710686:0:15885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.710688:0:15885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572c00 refcount=3 00000020:00000001:2.0:1780853847.710691:0:15885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:2.0:1780853847.710694:0:15885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126301184 : -107453583250432 : ffff9e4583572c00) 00010000:00000001:2.0:1780853847.710696:0:15885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1780853847.710700:0:15885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x408400000000 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1780853847.710706:0:15885:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1780853847.710711:0:15885:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1780853847.710714:0:15885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853847.710716:0:15885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CW 00000002:00000001:2.0:1780853847.710721:0:15885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.710723:0:15885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.710729:0:15885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:2.0:1780853847.710732:0:15885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853847.710736:0:15885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1780853847.710737:0:15885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.710738:0:15885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.710740:0:15885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:2.0:1780853847.710742:0:15885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853847.710745:0:15885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.710747:0:15885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.710750:0:15885:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:2.0:1780853847.710754:0:15885:0:(file.c:315:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.710755:0:15885:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1780853847.710757:0:15885:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1780853847.710759:0:15885:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.710760:0:15885:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.710761:0:15885:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:2.0:1780853847.710763:0:15885:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1780853847.710765:0:15885:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.710766:0:15885:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.710769:0:15885:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1780853847.710771:0:15885:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9e45919680c8) invalid 00000020:00000001:2.0:1780853847.710775:0:15885:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cb7c40 00000080:00002000:2.0:1780853847.710777:0:15885:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry recon (ffff9e4591b34798) parent ffff9e4591970ca8 inode ffff9e45919680c8 refc 1 00000080:00000001:2.0:1780853847.710781:0:15885:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1780853847.710783:0:15885:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853847.710785:0:15885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.710789:0:15885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1780853847.710791:0:15885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853847.710793:0:15885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853847.710795:0:15885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.710798:0:15885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853847.710800:0:15885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572c00 with handle 0xa8f483e9eb300f3a from hash 00010000:00000001:2.0:1780853847.710803:0:15885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853847.710805:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.710806:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.710807:0:15885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853847.710810:0:15885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853847.710812:0:15885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1780853847.710817:0:15885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.710822:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.710823:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.710824:0:15885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.710826:0:15885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853847.710829:0:15885:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780853847.710836:0:15885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.710839:0:15885:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853847.710844:0:15885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.710847:0:15885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.710852:0:15885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.710859:0:15885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267f400. 00000100:00000001:2.0:1780853847.710864:0:15885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.710867:0:15885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853847.710871:0:15885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 2/0,0 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1780853847.710879:0:15885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853847.710881:0:15885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.710886:0:15885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.710890:0:15885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.710899:0:15885:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c364de3] to pc [ptlrpcd_01_00+0] req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780853847.710927:0:15885:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.710930:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.710931:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.710933:0:15885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.710935:0:15885:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.710937:0:15885:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.710941:0:15885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 1/0,0 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.710946:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1780853847.710948:0:15885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572c00/0xa8f483e9eb300f3a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x36:0x0].0x0 bits 0x5/0x5 rrc: 3 type: IBT gid 0 flags: 0x4c09400000020 nid: local remote: 0x562725ecec97a8a1 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1780853847.710960:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.710961:0:15885:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1780853847.710963:0:15885:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e458491f3c0. 00010000:00000001:2.0:1780853847.710967:0:15885:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.710969:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.710971:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.710973:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853847.710974:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.710975:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.710977:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853847.710979:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.710980:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.710981:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1780853847.710989:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1780853847.710993:0:2383:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1780853847.710995:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.711002:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780853847.711004:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.711006:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780853847.711008:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780853847.711010:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780853847.711015:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.711023:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780853847.711025:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.711028:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780853847.711031:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780853847.711033:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780853847.711037:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631460480:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853847.711041:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780853847.711046:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780853847.711048:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.711051:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780853847.711056:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e459267f000. 02000000:00000001:2.0:1780853847.711058:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780853847.711064:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:2.0:1780853847.711068:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45946859a0. 00000400:00000010:2.0:1780853847.711074:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8f4c8. 00000100:00000200:2.0:1780853847.711080:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631460480, portal 18 00000100:00000001:2.0:1780853847.711083:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.711084:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00000100:00000040:2.0:1780853847.711090:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780853847.711097:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780853847.711101:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:2.0:1780853847.711103:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4584b8fdd0. 00000100:00000200:2.0:1780853847.711106:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631460480, offset 0 00000400:00000200:2.0:1780853847.711112:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:2.0:1780853847.711118:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.711125:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:2.0:1780853847.711130:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780853847.711133:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:2.0:1780853847.711137:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780853847.711140:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:2.0:1780853847.711144:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2712:2712:256:4294967295] 192.168.202.110@tcp LPNI seq info [2712:2712:8:4294967295] 00000400:00000200:2.0:1780853847.711148:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:2.0:1780853847.711157:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:2.0:1780853847.711162:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:2.0:1780853847.711166:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45833dd300. 00000800:00000200:2.0:1780853847.711173:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:2.0:1780853847.711180:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:2.0:1780853847.711184:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45833dd300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1780853847.711199:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.711203:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 793860 usecs (794 jiffies) 00000400:00000200:2.0:1780853847.711206:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:2.0:1780853847.711208:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645259 00000100:00000001:2.0:1780853847.711211:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.711213:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645259 00000100:00000001:2.0:1780853847.711215:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:2.0:1780853847.711217:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.711219:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.711223:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.711225:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.711708:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.711711:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.711834:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.711838:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45833dd300. 00000400:00000200:1.0:1780853847.711843:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.711848:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.711853:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8fdd0 00000400:00000010:1.0:1780853847.711855:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8fdd0. 00000100:00000001:1.0:1780853847.711859:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.711863:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.711872:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.711875:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.711882:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.711884:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1780853847.716761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572c00. 00000800:00000001:1.0:1780853847.720505:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720531:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.720535:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720538:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.720547:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720555:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.720564:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720570:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720576:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720579:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe57e80 00000400:00000200:1.0:1780853847.720585:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720591:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7489 [1] + 224 00000800:00000001:1.0:1780853847.720599:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720603:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.720606:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.720610:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.720619:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.720627:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853847.720639:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.720661:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.720669:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720673:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.720675:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720677:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.720680:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720684:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.720688:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720690:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720693:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720695:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 640 into portal 10 MB=0x6a25a4fe57e00 00000400:00000200:1.0:1780853847.720699:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.720704:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 640/640 into md 0x7471 [1] + 224 00000800:00000001:1.0:1780853847.720707:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720767:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.720770:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.720774:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.720778:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.720783:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.720791:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.720810:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.720814:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.720817:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.720938:0:34720:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853847.720946:0:34720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853847.720948:0:34720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853847.720951:0:34720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:0.0:1780853847.720956:0:34720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:0.0:1780853847.720959:0:34720:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:0.0:1780853847.720962:0:34720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.720966:0:34720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853847.720975:0:34720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.720980:0:34720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853847.720982:0:34720:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.720985:0:34720:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853847.720988:0:34720:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853847.721002:0:34720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853847.721004:0:34720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.721007:0:34720:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853847.721016:0:34720:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853847.721020:0:34720:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853847.721022:0:34720:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853847.721024:0:34720:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721026:0:34720:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853847.721031:0:34720:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.721034:0:34720:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853847.721036:0:34720:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1780853847.721039:0:34720:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853847.721041:0:34720:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.721046:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.721053:0:34720:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.721056:0:34720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853847.721058:0:34720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853847.721062:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853847.721069:0:34720:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34720:1867358631460352:192.168.202.110@tcp:101:uname.0 00000100:00000001:0.0:1780853847.721075:0:34720:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.721077:0:34720:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.721079:0:34720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853847.721081:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.721084:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.721091:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853847.721094:0:34720:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.721097:0:34720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853847.721099:0:34720:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721101:0:34720:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853847.721106:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721108:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721111:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=4 00000020:00000001:0.0:1780853847.721113:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721116:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000040:0.0:1780853847.721122:0:34720:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573000, remote cookie: 0x562725ecec97a8b6, flags: 0x1001 00010000:00010000:0.0:1780853847.721128:0:34720:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.721138:0:34720:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.721144:0:34720:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853847.721148:0:34720:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853847.721150:0:34720:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853847.721152:0:34720:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853847.721153:0:34720:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853847.721156:0:34720:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9e4588d95f00) refcount = 1 00010000:00010000:0.0:1780853847.721160:0:34720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.721171:0:34720:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853847.721174:0:34720:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853847.721176:0:34720:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.721178:0:34720:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853847.721180:0:34720:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.721184:0:34720:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.721190:0:34720:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853847.721191:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1780853847.721193:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1780853847.721193:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.721194:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721195:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853847.721196:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1780853847.721196:0:34720:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1780853847.721200:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000002:00000001:0.0:1780853847.721201:0:34720:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000400:00000001:2.0:1780853847.721202:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1780853847.721202:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1780853847.721204:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45946859a0. 00000020:00000001:0.0:1780853847.721204:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721205:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000400:00000200:2.0:1780853847.721207:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4584b8f4c8 00000020:00000001:0.0:1780853847.721207:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000400:00000010:2.0:1780853847.721209:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4584b8f4c8. 00010000:00000001:0.0:1780853847.721209:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721212:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721212:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1780853847.721213:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1780853847.721214:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=4 00000020:00000001:0.0:1780853847.721215:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000100:00000200:2.0:1780853847.721218:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780853847.721218:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721220:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.721223:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1780853847.721227:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1780853847.721227:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853847.721234:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1780853847.721234:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1780853847.721235:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.721236:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853847.721237:0:2383:0:(client.c:1579:after_reply()) Process entered 00010000:00000001:0.0:1780853847.721237:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721238:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1780853847.721239:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1780853847.721239:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=5 00000100:00000001:2.0:1780853847.721240:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1780853847.721241:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000100:00000001:2.0:1780853847.721242:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721243:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 02000000:00000001:2.0:1780853847.721244:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721246:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00001000:2.0:1780853847.721248:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=87 v=5 (5 5 5 5) 00010000:00010000:0.0:1780853847.721249:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00001000:2.0:1780853847.721251:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.721253:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.721255:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721255:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721256:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.721257:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.721258:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.721259:0:34720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853847.721260:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.721262:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1780853847.721287:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.721289:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.721303:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780853847.721308:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1780853847.721310:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.721310:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721311:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1780853847.721312:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.721313:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.721313:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721314:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1780853847.721317:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000002:00100000:0.0:1780853847.721322:0:34720:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853847.721324:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631460480:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1780853847.721328:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.721330:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1780853847.721331:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1780853847.721333:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631460480/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1780853847.721333:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721334:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.721336:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721338:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000100:00000001:2.0:1780853847.721340:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.721342:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000002:00010000:0.0:1780853847.721342:0:34720:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1780853847.721345:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e459267f000. 02000000:00000001:2.0:1780853847.721349:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.721351:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000002:00000010:0.0:1780853847.721351:0:34720:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263d040. 00000020:00000040:2.0:1780853847.721353:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853847.721353:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1780853847.721355:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1780853847.721355:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1780853847.721357:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f400. 00000002:00000001:0.0:1780853847.721357:0:34720:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.721359:0:34720:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.721360:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000002:00000001:0.0:1780853847.721361:0:34720:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 02000000:00000001:2.0:1780853847.721362:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1780853847.721363:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000010:2.0:1780853847.721364:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000020:00000001:0.0:1780853847.721364:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721366:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.721367:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000100:00000001:2.0:1780853847.721368:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.721369:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.721369:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000100:00000001:2.0:1780853847.721371:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000002:00010000:0.0:1780853847.721373:0:34720:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1780853847.721377:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1780853847.721378:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1780853847.721379:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721379:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.721381:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000001:2.0:1780853847.721382:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1780853847.721382:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721383:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1780853847.721384:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1780853847.721384:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.721386:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721388:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000040:0.0:1780853847.721393:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.721396:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853847.721400:0:34720:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:0.0:1780853847.721402:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721403:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.721404:0:34720:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853847.721407:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fa10 00000002:00002000:0.0:1780853847.721409:0:34720:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853847.721412:0:34720:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.721415:0:34720:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.721418:0:34720:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853847.721422:0:34720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x36:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853847.721425:0:34720:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853847.721430:0:34720:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072200. 00000080:00000001:0.0:1780853847.721434:0:34720:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.721436:0:34720:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853847.721442:0:34720:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853847.721445:0:34720:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1780853847.721448:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.721453:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008510. 00000020:00000010:0.0:1780853847.721457:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072200. 00000020:00000010:0.0:1780853847.721461:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.721464:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.721469:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.721474:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.721478:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.721482:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.721486:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.721489:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000008:00000010:0.0:1780853847.721492:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.721495:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.721498:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.721502:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474960. 00000020:00000001:0.0:1780853847.721504:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503384 : -107453354048232 : ffff9e4591008518) 00000020:00001000:0.0:1780853847.721506:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008510 00000020:00000001:0.0:1780853847.721508:0:34720:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853847.721511:0:34720:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853847.721513:0:34720:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853847.721518:0:34720:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d8a0. 00020000:00000010:0.0:1780853847.721521:0:34720:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.721526:0:34720:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d900. 00020000:00000001:0.0:1780853847.721528:0:34720:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509568 : -107453299042048 : ffff9e459447d900) 00020000:00000002:0.0:1780853847.721531:0:34720:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d900, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853847.721535:0:34720:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853847.721539:0:34720:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853847.721542:0:34720:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45812186c8) owner ffff9e4582aa4f80 00020000:00000001:0.0:1780853847.721545:0:34720:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853847.721548:0:34720:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45812186c8) owner ffff9e4582aa4f80 00020000:00000010:0.0:1780853847.721552:0:34720:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.721555:0:34720:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d8a0. 00020000:00000010:0.0:1780853847.721559:0:34720:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d900. 00020000:00000002:0.0:1780853847.721561:0:34720:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853847.721563:0:34720:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.721565:0:34720:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853847.721567:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008510 00000020:00000010:0.0:1780853847.721570:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.721573:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.721575:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.721578:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.721580:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.721584:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.721586:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.721589:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853847.721591:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.721594:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.721597:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.721600:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474960. 00000020:00000010:0.0:1780853847.721602:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.721604:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008510. 00000080:00000001:0.0:1780853847.721608:0:34720:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1780853847.721611:0:34720:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1780853847.721615:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721617:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721618:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.721620:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721623:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000080:00000001:0.0:1780853847.721626:0:34720:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853847.721627:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.721630:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008510. 00000020:00000010:0.0:1780853847.721632:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.721635:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072200. 00000020:00000010:0.0:1780853847.721638:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.721641:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.721643:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.721645:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.721648:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.721650:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.721652:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000008:00000010:0.0:1780853847.721655:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.721657:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.721659:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.721661:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474960. 00000020:00000001:0.0:1780853847.721663:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503384 : -107453354048232 : ffff9e4591008518) 00000020:00001000:0.0:1780853847.721665:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008510 00000020:00000001:0.0:1780853847.721666:0:34720:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853847.721667:0:34720:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853847.721669:0:34720:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853847.721671:0:34720:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853847.721673:0:34720:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.721675:0:34720:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e459447d8a0. 00020000:00000001:0.0:1780853847.721677:0:34720:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620410509472 : -107453299042144 : ffff9e459447d8a0) 00020000:00000002:0.0:1780853847.721679:0:34720:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e459447d8a0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853847.721683:0:34720:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853847.721686:0:34720:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853847.721688:0:34720:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45812186c8) owner ffff9e4582aa4f80 00020000:00000001:0.0:1780853847.721690:0:34720:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853847.721693:0:34720:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45812186c8) owner ffff9e4582aa4f80 00020000:00000010:0.0:1780853847.721695:0:34720:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.721697:0:34720:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d900. 00020000:00000010:0.0:1780853847.721700:0:34720:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e459447d8a0. 00020000:00000002:0.0:1780853847.721702:0:34720:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853847.721703:0:34720:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.721705:0:34720:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.721709:0:34720:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853847.721711:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000002:0.0:1780853847.721714:0:34720:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c499c0 addref 2/0 by ffff9e4582aa4f80. 00020000:00000002:0.0:1780853847.721716:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:0.0:1780853847.721718:0:34720:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853847.721720:0:34720:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853847.721721:0:34720:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853847.721722:0:34720:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1780853847.721724:0:34720:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1780853847.721726:0:34720:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1780853847.721728:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008510 00000020:00000010:0.0:1780853847.721730:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072200. 00000020:00000010:0.0:1780853847.721732:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.721734:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.721736:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.721738:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.721740:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.721742:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.721744:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000008:00000010:0.0:1780853847.721746:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.721749:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.721751:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.721753:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474960. 00000020:00000010:0.0:1780853847.721755:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.721758:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008510. 00000080:00000001:0.0:1780853847.721760:0:34720:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721762:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721763:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853847.721765:0:34720:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853847.721769:0:34720:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853847.721770:0:34720:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.721774:0:34720:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f41 00800000:00000001:0.0:1780853847.721777:0:34720:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.721778:0:34720:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.721779:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721781:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721782:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.721784:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721786:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721788:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721789:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.721791:0:34720:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.721793:0:34720:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.721795:0:34720:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.721797:0:34720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00010000:0.0:1780853847.721800:0:34720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f41 from it ffffb4b401d2fcd8 00010000:00000001:0.0:1780853847.721802:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.721803:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.721804:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.721806:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721807:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.721809:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.721812:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.721817:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721818:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.721820:0:34720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.721822:0:34720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.721824:0:34720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853847.721831:0:34720:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.721833:0:34720:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.721835:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.721839:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721840:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.721841:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721845:0:34720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.721847:0:34720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721849:0:34720:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721852:0:34720:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.721854:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.721855:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.721856:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.721858:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.721863:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b480 x1867358631460352/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.721869:0:34720:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853847.721871:0:34720:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853847.721873:0:34720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585175800. 02000000:00000001:0.0:1780853847.721877:0:34720:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853847.721879:0:34720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853847.721880:0:34720:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853847.721882:0:34720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853847.721884:0:34720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b8800. 02000000:00000001:0.0:1780853847.721886:0:34720:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853847.721888:0:34720:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853847.721889:0:34720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b480. 00000100:00000001:0.0:1780853847.721892:0:34720:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853847.721893:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.721896:0:34720:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1780853847.721899:0:34720:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.721900:0:34720:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.721903:0:34720:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.721904:0:34720:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.721906:0:34720:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.721909:0:34720:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1780853847.721910:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.721913:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008510. 00000020:00000010:0.0:1780853847.721915:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072a00. 00000020:00000010:0.0:1780853847.721918:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073400. 00000020:00000010:0.0:1780853847.721920:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d840. 00000008:00000010:0.0:1780853847.721923:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105c2f0. 00020000:00000010:0.0:1780853847.721926:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e300. 00008000:00000010:0.0:1780853847.721928:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591faade8. 00000080:00000010:0.0:1780853847.721931:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a7e0. 00000080:00000010:0.0:1780853847.721933:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0000. 00000020:00000010:0.0:1780853847.721936:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072200. 00000008:00000010:0.0:1780853847.721938:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2eb00. 00020000:00000010:0.0:1780853847.721939:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.721941:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5658. 00000080:00000010:0.0:1780853847.721944:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474960. 00000020:00000001:0.0:1780853847.721945:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503384 : -107453354048232 : ffff9e4591008518) 00000020:00001000:0.0:1780853847.721947:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008510 00000020:00000001:0.0:1780853847.721950:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.721953:0:34720:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853847.721955:0:34720:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853847.721956:0:34720:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1780853847.721959:0:34720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.721961:0:34720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853847.721963:0:34720:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.721964:0:34720:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.721966:0:34720:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.721969:0:34720:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e45904c0060 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1780853847.721972:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:0.0:1780853847.721975:0:34720:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853847.721977:0:34720:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853847.721979:0:34720:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853847.721981:0:34720:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.721983:0:34720:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853847.721985:0:34720:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853847.721986:0:34720:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.721988:0:34720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.721989:0:34720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.721990:0:34720:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853847.721991:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00000020:00000001:0.0:1780853847.721993:0:34720:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.721995:0:34720:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1780853847.721996:0:34720:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1780853847.721999:0:34720:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.722000:0:34720:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.722003:0:34720:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.722005:0:34720:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.722009:0:34720:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853847.722016:0:34720:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922ab100. 00020000:00000002:0.0:1780853847.722018:0:34720:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.722020:0:34720:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.722022:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.722024:0:34720:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853847.722025:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.722105:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.722109:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.722113:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72a00. 00000020:00000010:1.0:1780853847.722115:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.722119:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.722121:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.722124:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.722128:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.722131:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.722134:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73e00. 00000008:00000010:1.0:1780853847.722137:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.722140:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.722142:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.722145:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.722147:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.722149:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853847.722151:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722153:0:34720:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853847.722155:0:34720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.722156:0:34720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853847.722157:0:34720:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722159:0:34720:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722161:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175481704 : -107453534069912 : ffff9e4586459b68) 00000020:00000001:1.0:1780853847.722162:0:34720:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853847.722165:0:34720:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d86260. 00000008:00010000:1.0:1780853847.722168:0:34720:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1780853847.722170:0:34720:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853847.722172:0:34720:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853847.722174:0:34720:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922ab130, osc lock ffff9e4588d86260, flags 0x400001002 00000020:00000001:1.0:1780853847.722176:0:34720:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722178:0:34720:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722181:0:34720:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375044352 : -107453334507264 : ffff9e45922ab100) 00000020:00000001:1.0:1780853847.722183:0:34720:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853847.722184:0:34720:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853847.722185:0:34720:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722187:0:34720:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722189:0:34720:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1780853847.722190:0:34720:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1780853847.722192:0:34720:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853847.722193:0:34720:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853847.722195:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.722196:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175481704 : -107453534069912 : ffff9e4586459b68) 00000020:00000001:1.0:1780853847.722198:0:34720:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853847.722199:0:34720:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853847.722201:0:34720:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1780853847.722204:0:34720:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853847.722207:0:34720:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853847.722208:0:34720:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853847.722210:0:34720:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853847.722211:0:34720:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853847.722212:0:34720:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853847.722214:0:34720:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853847.722216:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.722220:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:1.0:1780853847.722222:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.722227:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.722230:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853847.722234:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1780853847.722245:0:34720:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853847.722249:0:34720:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.722252:0:34720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853847.722258:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.722259:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.722260:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:1.0:1780853847.722262:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.722285:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:1.0:1780853847.722288:0:34720:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853847.722299:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.722300:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.722302:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:1.0:1780853847.722304:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.722305:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000020:00000001:1.0:1780853847.722308:0:34720:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853847.722310:0:34720:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1780853847.722312:0:34720:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1780853847.722313:0:34720:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.722315:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.722316:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.722317:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:1.0:1780853847.722319:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.722321:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.722323:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.722325:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1780853847.722332:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.722333:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.722334:0:34720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853847.722336:0:34720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853847.722338:0:34720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853847.722349:0:34720:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.722351:0:34720:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853847.722352:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.722354:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.722355:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.722356:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.722357:0:34720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853847.722359:0:34720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.722360:0:34720:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.722363:0:34720:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.722365:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.722366:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.722367:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.722368:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.722368:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.722370:0:34720:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.722372:0:34720:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722374:0:34720:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722376:0:34720:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722377:0:34720:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722379:0:34720:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1780853847.722380:0:34720:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1780853847.722382:0:34720:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1780853847.722383:0:34720:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1780853847.722385:0:34720:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722386:0:34720:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.722390:0:34720:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853847.722392:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722394:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722395:0:34720:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853847.722398:0:34720:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853847.722400:0:34720:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:1.0:1780853847.722403:0:34720:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722404:0:34720:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722406:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:1.0:1780853847.722408:0:34720:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1780853847.722410:0:34720:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853847.722412:0:34720:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853847.722413:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45904c0000 (ffff9e4591008518/0) at cl_lock_release():245 00000020:00000001:1.0:1780853847.722416:0:34720:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853847.722417:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45904c0000 (ffff9e4591008518/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853847.722419:0:34720:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853847.722420:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.722421:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175481704 : -107453534069912 : ffff9e4586459b68) 00000020:00000001:1.0:1780853847.722423:0:34720:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853847.722424:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922ab130 (ffff9e4592372638/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853847.722426:0:34720:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853847.722428:0:34720:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853847.722429:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.722430:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.722431:0:34720:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853847.722432:0:34720:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853847.722433:0:34720:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853847.722434:0:34720:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853847.722435:0:34720:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853847.722436:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45904c0000 (ffff9e4591008518/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853847.722439:0:34720:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853847.722440:0:34720:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853847.722441:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922ab130 (ffff9e4591008518/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853847.722443:0:34720:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d86260. 00000020:00000001:1.0:1780853847.722447:0:34720:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853847.722448:0:34720:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922ab100. 00020000:00000001:1.0:1780853847.722451:0:34720:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853847.722452:0:34720:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853847.722453:0:34720:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1780853847.722454:0:34720:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722456:0:34720:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853847.722458:0:34720:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853847.722459:0:34720:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853847.722461:0:34720:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853847.722462:0:34720:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853847.722463:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.722465:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72a00. 00000020:00000010:1.0:1780853847.722468:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.722471:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.722474:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.722476:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.722479:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.722482:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.722485:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72200. 00000008:00000010:1.0:1780853847.722487:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.722509:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.722512:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.722515:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.722518:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73e00. 00000020:00000010:1.0:1780853847.722532:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00020000:00000001:1.0:1780853847.722535:0:34720:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853847.722537:0:34720:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853847.722539:0:34720:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853847.722541:0:34720:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853847.722544:0:34720:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853847.722545:0:34720:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.722547:0:34720:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1780853847.722549:0:34720:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853847.722550:0:34720:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853847.722551:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008510 00000020:00000010:1.0:1780853847.722553:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073400. 00000020:00000010:1.0:1780853847.722555:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d840. 00000008:00000010:1.0:1780853847.722558:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105c2f0. 00020000:00000010:1.0:1780853847.722560:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e300. 00008000:00000010:1.0:1780853847.722563:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591faade8. 00000080:00000010:1.0:1780853847.722565:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a7e0. 00000080:00000010:1.0:1780853847.722567:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0000. 00000020:00000010:1.0:1780853847.722569:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072a00. 00000008:00000010:1.0:1780853847.722572:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2eb00. 00020000:00000010:1.0:1780853847.722573:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00008000:00000010:1.0:1780853847.722575:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5658. 00000080:00000010:1.0:1780853847.722578:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474960. 00000020:00000010:1.0:1780853847.722579:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072200. 00000020:00000010:1.0:1780853847.722581:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008510. 00000001:00000001:1.0:1780853847.722583:0:34720:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722589:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fd28 00000080:00000008:1.0:1780853847.722592:0:34720:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1780853847.722670:0:34720:0:(file.c:2610:do_file_write_iter()) Process entered 00000020:00000001:1.0:1780853847.722673:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fd88 00000080:00200008:1.0:1780853847.722675:0:34720:0:(file.c:2614:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000001:1.0:1780853847.722679:0:34720:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1780853847.722681:0:34720:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.722683:0:34720:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1780853847.722686:0:34720:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722689:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.722692:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.722694:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73e00. 00000020:00000010:1.0:1780853847.722696:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.722698:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.722702:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.722704:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.722707:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.722710:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.722712:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.722715:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72a00. 00000008:00000010:1.0:1780853847.722718:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.722720:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.722723:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.722725:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.722727:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.722729:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000080:00000001:1.0:1780853847.722731:0:34720:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1780853847.722733:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fc98 00000080:00200000:1.0:1780853847.722734:0:34720:0:(file.c:2060:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1780853847.722739:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fc30 00000080:00200000:1.0:1780853847.722741:0:34720:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1780853847.722743:0:34720:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853847.722745:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722747:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722748:0:34720:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853847.722750:0:34720:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853847.722752:0:34720:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:1.0:1780853847.722754:0:34720:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722756:0:34720:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722758:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:1.0:1780853847.722760:0:34720:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1780853847.722762:0:34720:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853847.722763:0:34720:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1780853847.722768:0:34720:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c890533[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1780853847.722770:0:34720:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1780853847.722771:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722773:0:34720:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853847.722774:0:34720:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853847.722776:0:34720:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853847.722778:0:34720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.722779:0:34720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1780853847.722781:0:34720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853847.722786:0:34720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.722788:0:34720:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1780853847.722789:0:34720:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.722790:0:34720:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853847.722792:0:34720:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e4589b65730 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1780853847.722795:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:1.0:1780853847.722797:0:34720:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853847.722798:0:34720:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853847.722800:0:34720:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853847.722801:0:34720:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1780853847.722802:0:34720:0:(lov_io.c:660:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1780853847.722805:0:34720:0:(lov_io.c:688:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1780853847.722806:0:34720:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853847.722807:0:34720:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722808:0:34720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.722809:0:34720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853847.722810:0:34720:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853847.722811:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00000020:00000001:1.0:1780853847.722813:0:34720:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722815:0:34720:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853847.722817:0:34720:0:(file.c:2138:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1780853847.722819:0:34720:0:(range_lock.c:124:range_lock()) Process entered 00000001:00000001:1.0:1780853847.722821:0:34720:0:(range_lock.c:157:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.722824:0:34720:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1780853847.722825:0:34720:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1780853847.722827:0:34720:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1780853847.722829:0:34720:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1780853847.722830:0:34720:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1780853847.722833:0:34720:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1780853847.722835:0:34720:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1780853847.722837:0:34720:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853847.722840:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.722841:0:34720:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853847.722842:0:34720:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.722845:0:34720:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853847.722848:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73000. 00000020:00000010:1.0:1780853847.722851:0:34720:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72000. 00000020:00000010:1.0:1780853847.722853:0:34720:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.722856:0:34720:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.722859:0:34720:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.722861:0:34720:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.722864:0:34720:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.722866:0:34720:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.722882:0:34720:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45892a8400. 00000008:00000010:1.0:1780853847.722887:0:34720:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.722889:0:34720:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.722891:0:34720:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.722894:0:34720:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853847.722896:0:34720:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853847.722898:0:34720:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853847.722900:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.722901:0:34720:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853847.722903:0:34720:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.722904:0:34720:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853847.722905:0:34720:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722907:0:34720:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.722909:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.722911:0:34720:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1780853847.723800:0:34720:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1780853847.723804:0:34720:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.723807:0:34720:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.723811:0:34720:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.723813:0:34720:0:(lov_io.c:1028:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.723814:0:34720:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.723817:0:34720:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1780853847.723820:0:34720:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1780853847.723822:0:34720:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1780853847.723825:0:34720:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1780853847.723828:0:34720:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.723831:0:34720:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.723833:0:34720:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1780853847.723835:0:34720:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1780853847.723837:0:34720:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1780853847.723839:0:34720:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1780853847.723841:0:34720:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.723843:0:34720:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.723844:0:34720:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.723846:0:34720:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.723847:0:34720:0:(vvp_io.c:614:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.723849:0:34720:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1780853847.723850:0:34720:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.723851:0:34720:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1780853847.723853:0:34720:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853847.723854:0:34720:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.723856:0:34720:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.723857:0:34720:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.723859:0:34720:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.723860:0:34720:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853847.723862:0:34720:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1780853847.723863:0:34720:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1780853847.723866:0:34720:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1780853847.723868:0:34720:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1780853847.724207:0:34720:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1780853847.724217:0:34720:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589bb2e80. 00020000:00000002:1.0:1780853847.724220:0:34720:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853847.724222:0:34720:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:1.0:1780853847.724224:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.724225:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.724227:0:34720:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1780853847.724231:0:34720:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4588d86260. 00000008:00010000:1.0:1780853847.724233:0:34720:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1780853847.724235:0:34720:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853847.724237:0:34720:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1780853847.724239:0:34720:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589bb2eb0, osc lock ffff9e4588d86260, flags 0x0 00000020:00000001:1.0:1780853847.724241:0:34720:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724243:0:34720:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724245:0:34720:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233518720 : -107453476032896 : ffff9e4589bb2e80) 00000020:00000001:1.0:1780853847.724247:0:34720:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1780853847.724248:0:34720:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1780853847.724249:0:34720:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724251:0:34720:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724253:0:34720:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853847.724254:0:34720:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1780853847.724255:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.724257:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.724258:0:34720:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853847.724260:0:34720:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1780853847.724262:0:34720:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1780853847.724282:0:34720:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724287:0:34720:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1780853847.724289:0:34720:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1780853847.724300:0:34720:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1780853847.724301:0:34720:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1780853847.724303:0:34720:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1780853847.724304:0:34720:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1780853847.724305:0:34720:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1780853847.724308:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.724315:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:1.0:1780853847.724318:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.724322:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.724326:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853847.724330:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1780853847.724349:0:34720:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1780853847.724352:0:34720:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.724355:0:34720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853847.724363:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.724365:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.724366:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:1.0:1780853847.724368:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724371:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:1.0:1780853847.724375:0:34720:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1780853847.724377:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.724378:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.724379:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:1.0:1780853847.724381:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724383:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724385:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.724387:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.724388:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:1.0:1780853847.724390:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724392:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724394:0:34720:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853847.724396:0:34720:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853847.724398:0:34720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853847.724405:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724407:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.724409:0:34720:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.724411:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.724412:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.724413:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=7 00000020:00000001:1.0:1780853847.724415:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724416:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724418:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.724421:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853847.724427:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724428:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1780853847.724431:0:34720:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853847.724437:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.724438:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724439:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.724440:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724441:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.724442:0:34720:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.724444:0:34720:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724446:0:34720:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724448:0:34720:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724449:0:34720:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724451:0:34720:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724453:0:34720:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724454:0:34720:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724456:0:34720:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1780853847.724459:0:34720:0:(vvp_io.c:1251:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1780853847.724463:0:34720:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853847.724465:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.724467:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.724469:0:34720:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853847.724472:0:34720:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1780853847.724474:0:34720:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=23 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:1.0:1780853847.724477:0:34720:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724479:0:34720:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724481:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:1.0:1780853847.724482:0:34720:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1780853847.724485:0:34720:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1780853847.724488:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fb80 00000080:00200000:1.0:1780853847.724490:0:34720:0:(vvp_io.c:1285:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1780853847.724493:0:34720:0:(cl_object.c:471:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1780853847.724495:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000002:1.0:1780853847.724498:0:34720:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c499c0 addref 2/0 by ffff9e4582aa4f80. 00020000:00000002:1.0:1780853847.724501:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00000020:00000001:1.0:1780853847.724503:0:34720:0:(cl_object.c:479:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1780853847.724507:0:34720:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1780853847.724509:0:34720:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1780853847.724511:0:34720:0:(lov_offset.c:247:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1780853847.724513:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.724514:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.724516:0:34720:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1780853847.724518:0:34720:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1780853847.724521:0:34720:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724523:0:34720:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724524:0:34720:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724526:0:34720:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.724531:0:34720:0:(rw26.c:695:ll_write_begin()) Process entered 00000080:00200000:1.0:1780853847.724533:0:34720:0:(rw26.c:697:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1780853847.724538:0:34720:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1780853847.724540:0:34720:0:(vvp_io.c:1162:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724542:0:34720:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1780853847.724544:0:34720:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffffbd344a4b400 ffff9e4583f6f380 1 00000020:00000001:1.0:1780853847.724547:0:34720:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1780853847.724549:0:34720:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446636620136772480 : -107453572779136 : ffff9e4583f6f380) 00000020:00000001:1.0:1780853847.724551:0:34720:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446636620136772480 : -107453572779136 : ffff9e4583f6f380) 00000020:00000001:1.0:1780853847.724553:0:34720:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1780853847.724555:0:34720:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853847.724557:0:34720:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233201456 : -107453476350160 : ffff9e4589b65730) 00000020:00000001:1.0:1780853847.724559:0:34720:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1780853847.724560:0:34720:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1780853847.724562:0:34720:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.724565:0:34720:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[3 0000000062310abe 1 1 000000005dc5b94f] 00000020:00000001:1.0:1780853847.724567:0:34720:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1780853847.724568:0:34720:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853847.724569:0:34720:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1780853847.724571:0:34720:0:(rw26.c:809:ll_write_begin()) Process leaving 00000080:00000001:1.0:1780853847.724572:0:34720:0:(rw26.c:825:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.724576:0:34720:0:(rw26.c:888:ll_write_end()) Process entered 00000080:00200000:1.0:1780853847.724577:0:34720:0:(rw26.c:892:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1780853847.724579:0:34720:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:1.0:1780853847.724580:0:34720:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446636620233201456 : -107453476350160 : ffff9e4589b65730) 00000020:00000001:1.0:1780853847.724582:0:34720:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1780853847.724584:0:34720:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853847.724587:0:34720:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1780853847.724589:0:34720:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1780853847.724590:0:34720:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1780853847.724591:0:34720:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1780853847.724594:0:34720:0:(rw26.c:950:ll_write_end()) page@00000000440f357a[4 0000000062310abe 2 1 000000005dc5b94f] 00000080:00200000:1.0:1780853847.724597:0:34720:0:(rw26.c:950:ll_write_end()) vmpage @00000000700b989f 17ffffc0001039 2:0 ffff9e4583f6f380 0 lru 00000080:00200000:1.0:1780853847.724605:0:34720:0:(rw26.c:950:ll_write_end()) osc-page@0000000002464aee 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 000000004886753e 000000006e195273 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1780853847.724608:0:34720:0:(rw26.c:950:ll_write_end()) end page@00000000440f357a 00000080:00200000:1.0:1780853847.724609:0:34720:0:(rw26.c:950:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1780853847.724611:0:34720:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1780853847.724612:0:34720:0:(vvp_io.c:1166:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1780853847.724614:0:34720:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1780853847.724616:0:34720:0:(lov_io.c:1518:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1780853847.724618:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.724619:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.724621:0:34720:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1780853847.724623:0:34720:0:(osc_io.c:403:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1780853847.724624:0:34720:0:(osc_io.c:364:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1780853847.724626:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000002:1.0:1780853847.724628:0:34720:0:(osc_io.c:372:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1780853847.724630:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.724632:0:34720:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1780853847.724634:0:34720:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1780853847.724637:0:34720:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853847.724638:0:34720:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724640:0:34720:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724642:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:1.0:1780853847.724643:0:34720:0:(osc_io.c:387:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1780853847.724645:0:34720:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1780853847.724647:0:34720:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.724650:0:34720:0:(cl_page.c:556:cl_batch_put()) page@00000000440f357a[4 0000000062310abe 2 1 000000005dc5b94f] 00000020:00000001:1.0:1780853847.724652:0:34720:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1780853847.724653:0:34720:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1780853847.724654:0:34720:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1780853847.724656:0:34720:0:(osc_request.c:745:osc_update_next_shrink()) next time 3177 to shrink grant 00000080:00000001:1.0:1780853847.724658:0:34720:0:(vvp_io.c:1098:write_commit_callback()) Process entered 00000080:00000001:1.0:1780853847.724660:0:34720:0:(vvp_io.c:997:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1780853847.724663:0:34720:0:(vvp_io.c:1079:vvp_set_batch_dirty()) mapping ffff9e4591968278, count 1, dirtied 0 00000080:00000001:1.0:1780853847.724665:0:34720:0:(vvp_io.c:1086:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1780853847.724666:0:34720:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1780853847.724668:0:34720:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.724669:0:34720:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.724670:0:34720:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.724672:0:34720:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[3 0000000062310abe 2 1 0000000000000000] 00000020:00000001:1.0:1780853847.724674:0:34720:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1780853847.724675:0:34720:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853847.724676:0:34720:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1780853847.724677:0:34720:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.724679:0:34720:0:(cl_page.c:556:cl_batch_put()) page@00000000440f357a[3 0000000062310abe 1 1 0000000000000000] 00000020:00000001:1.0:1780853847.724680:0:34720:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1780853847.724681:0:34720:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1780853847.724683:0:34720:0:(vvp_io.c:1121:write_commit_callback()) Process leaving 00000008:00000040:1.0:1780853847.724684:0:34720:0:(osc_io.c:476:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1780853847.724685:0:34720:0:(osc_io.c:477:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724687:0:34720:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724689:0:34720:0:(lov_io.c:1530:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724691:0:34720:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853847.724693:0:34720:0:(vvp_io.c:1189:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1780853847.724695:0:34720:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1780853847.724696:0:34720:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1780853847.724698:0:34720:0:(vvp_io.c:1230:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.724699:0:34720:0:(rw26.c:971:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1780853847.724703:0:34720:0:(vvp_io.c:1159:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1780853847.724704:0:34720:0:(vvp_io.c:1162:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724706:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fb80 00000080:00200000:1.0:1780853847.724708:0:34720:0:(vvp_io.c:1352:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1780853847.724710:0:34720:0:(vvp_io.c:1385:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724712:0:34720:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1780853847.724714:0:34720:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.724715:0:34720:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1780853847.724717:0:34720:0:(osc_io.c:1023:osc_io_write_start()) Process entered 00000020:00000001:1.0:1780853847.724718:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.724720:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.724722:0:34720:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1780853847.724723:0:34720:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1780853847.724724:0:34720:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724726:0:34720:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724727:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:1.0:1780853847.724729:0:34720:0:(osc_io.c:1031:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724731:0:34720:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724732:0:34720:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724734:0:34720:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724735:0:34720:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724737:0:34720:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1780853847.724738:0:34720:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:1.0:1780853847.724739:0:34720:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1780853847.724740:0:34720:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1780853847.724741:0:34720:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1780853847.724743:0:34720:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724744:0:34720:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.724746:0:34720:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1780853847.724748:0:34720:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853847.724749:0:34720:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1780853847.724751:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4589b403f8 (ffff9e4592372638/0) at cl_lock_release():245 00000020:00000001:1.0:1780853847.724753:0:34720:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853847.724755:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589b403f8 (ffff9e4592372638/0) at cl_lock_cancel():142 00020000:00000001:1.0:1780853847.724757:0:34720:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1780853847.724758:0:34720:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.724759:0:34720:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.724761:0:34720:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1780853847.724762:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589bb2eb0 (ffff9e45923727e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1780853847.724765:0:34720:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1780853847.724767:0:34720:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:1.0:1780853847.724768:0:34720:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853847.724770:0:34720:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853847.724771:0:34720:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:1.0:1780853847.724773:0:34720:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724776:0:34720:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853847.724777:0:34720:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1780853847.724781:0:34720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1780853847.724788:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724790:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.724791:0:34720:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1780853847.724793:0:34720:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1780853847.724796:0:34720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1780853847.724803:0:34720:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853847.724806:0:34720:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853847.724807:0:34720:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853847.724811:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724812:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.724814:0:34720:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.724817:0:34720:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853847.724819:0:34720:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.724821:0:34720:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.724824:0:34720:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853847.724826:0:34720:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1780853847.724827:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724828:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853847.724829:0:34720:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.724830:0:34720:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1780853847.724831:0:34720:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1780853847.724833:0:34720:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853847.724834:0:34720:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853847.724835:0:34720:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1780853847.724837:0:34720:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853847.724838:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589b403f8 (ffff9e4592372638/0) at cl_lock_fini():72 00020000:00000001:1.0:1780853847.724841:0:34720:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:1.0:1780853847.724842:0:34720:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1780853847.724843:0:34720:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589bb2eb0 (ffff9e4592372638/1) at cl_lock_fini():72 00000008:00000010:1.0:1780853847.724846:0:34720:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4588d86260. 00000020:00000001:1.0:1780853847.724851:0:34720:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1780853847.724852:0:34720:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589bb2e80. 00020000:00000001:1.0:1780853847.724856:0:34720:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1780853847.724857:0:34720:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1780853847.724858:0:34720:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1780853847.724860:0:34720:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1780853847.724861:0:34720:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.724863:0:34720:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853847.724864:0:34720:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1780853847.724865:0:34720:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724867:0:34720:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724868:0:34720:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1780853847.724885:0:34720:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1780853847.724887:0:34720:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1780853847.724889:0:34720:0:(vvp_io.c:516:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1780853847.724891:0:34720:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1780853847.724892:0:34720:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853847.724894:0:34720:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853847.724895:0:34720:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.724896:0:34720:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1780853847.724899:0:34720:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1780853847.724900:0:34720:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724902:0:34720:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.724903:0:34720:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853847.724905:0:34720:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853847.724906:0:34720:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1780853847.724909:0:34720:0:(file.c:2175:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1780853847.725672:0:34720:0:(range_lock.c:82:range_unlock()) Process entered 00000001:00000001:1.0:1780853847.725676:0:34720:0:(range_lock.c:103:range_unlock()) Process leaving 00000020:00000001:1.0:1780853847.725678:0:34720:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853847.725681:0:34720:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853847.725683:0:34720:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853847.725684:0:34720:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853847.725685:0:34720:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853847.725687:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853847.725692:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72000. 00000020:00000010:1.0:1780853847.725700:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.725705:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.725711:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.725716:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.725721:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.725725:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.725729:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73000. 00000008:00000010:1.0:1780853847.725733:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.725736:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.725739:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.725742:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853847.725745:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45892a8400. 00000020:00000010:1.0:1780853847.725747:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:1.0:1780853847.725750:0:34720:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853847.725752:0:34720:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853847.725753:0:34720:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853847.725755:0:34720:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853847.725759:0:34720:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853847.725760:0:34720:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1780853847.725761:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fc98 00000080:00200000:1.0:1780853847.725764:0:34720:0:(file.c:2208:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1780853847.725768:0:34720:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1780853847.725770:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.725772:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.725774:0:34720:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1780853847.725776:0:34720:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1780853847.725780:0:34720:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853847.725782:0:34720:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1780853847.725784:0:34720:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1780853847.725785:0:34720:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1780853847.725787:0:34720:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:1.0:1780853847.725790:0:34720:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853847.725792:0:34720:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:1.0:1780853847.725795:0:34720:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.725796:0:34720:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.725798:0:34720:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:1.0:1780853847.725800:0:34720:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1780853847.725802:0:34720:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1780853847.725806:0:34720:0:(file.c:2294:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1780853847.725808:0:34720:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1780853847.725810:0:34720:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.725812:0:34720:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.725815:0:34720:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.725817:0:34720:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.725820:0:34720:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.725822:0:34720:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.725826:0:34720:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.725828:0:34720:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.725830:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73e00. 00000008:00000010:1.0:1780853847.725833:0:34720:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.725835:0:34720:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.725838:0:34720:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.725841:0:34720:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.725843:0:34720:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72a00. 00000020:00000010:1.0:1780853847.725846:0:34720:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000020:00000001:1.0:1780853847.725850:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fd88 00000080:00000008:1.0:1780853847.725851:0:34720:0:(file.c:2694:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1780853847.725854:0:34720:0:(file.c:2696:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1780853847.726645:0:34720:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853847.726650:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000002:1.0:1780853847.726655:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:1.0:1780853847.726657:0:34720:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.726666:0:34720:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:1.0:1780853847.726668:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fdb8 00000080:00200008:1.0:1780853847.726670:0:34720:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102001 00000080:00000001:1.0:1780853847.726673:0:34720:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1780853847.726676:0:34720:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1780853847.726677:0:34720:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1780853847.726678:0:34720:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000002:1.0:1780853847.726681:0:34720:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:1.0:1780853847.726683:0:34720:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.726686:0:34720:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:1.0:1780853847.726693:0:34720:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1780853847.726697:0:34720:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1780853847.726703:0:34720:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:1.0:1780853847.726706:0:34720:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1780853847.726711:0:34720:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853847.726713:0:34720:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1780853847.726715:0:34720:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:1.0:1780853847.726717:0:34720:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1780853847.726724:0:34720:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45892a8400. 00000080:00000001:1.0:1780853847.726726:0:34720:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1780853847.726731:0:34720:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1780853847.726734:0:34720:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:1.0:1780853847.726736:0:34720:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1780853847.726740:0:34720:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1780853847.726742:0:34720:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1780853847.726748:0:34720:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583106680. 00000020:00000040:1.0:1780853847.726752:0:34720:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853847.726756:0:34720:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853847.726759:0:34720:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853847.726763:0:34720:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853847.726772:0:34720:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4588f72a00. 00000100:00000001:1.0:1780853847.726778:0:34720:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1780853847.726796:0:34720:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1780853847.726808:0:34720:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1780853847.726813:0:34720:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1780853847.726820:0:34720:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1780853847.726822:0:34720:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1780853847.726828:0:34720:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e4587cb9240. 00000100:00000001:1.0:1780853847.726830:0:34720:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620201038400 : -107453508513216 : ffff9e4587cb9240) 00000100:00000001:1.0:1780853847.726833:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.726835:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000100:00000001:1.0:1780853847.726839:0:34720:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853847.726843:0:34720:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.726845:0:34720:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1780853847.726847:0:34720:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853847.726852:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.726860:0:34720:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853847.726862:0:34720:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.726865:0:34720:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853847.726868:0:34720:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853847.726884:0:34720:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853847.726887:0:34720:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583106680 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34720:1867358631460736:192.168.202.110@tcp:35:uname.0 00000100:00000001:1.0:1780853847.726892:0:34720:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853847.726897:0:34720:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853847.726900:0:34720:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.726902:0:34720:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853847.726907:0:34720:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4585d70400. 02000000:00000001:1.0:1780853847.726909:0:34720:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853847.727163:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853847.727168:0:34720:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d478. 00000400:00000010:1.0:1780853847.727175:0:34720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b92a8. 00000100:00000200:1.0:1780853847.727183:0:34720:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631460736, portal 10 00000100:00000001:1.0:1780853847.727185:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.727186:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000100:00000040:1.0:1780853847.727193:0:34720:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.727201:0:34720:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853847.727204:0:34720:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853847.727206:0:34720:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9088. 00000100:00000200:1.0:1780853847.727208:0:34720:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631460736, offset 0 00000400:00000200:1.0:1780853847.727214:0:34720:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853847.727222:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.727230:0:34720:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853847.727235:0:34720:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853847.727239:0:34720:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853847.727243:0:34720:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853847.727246:0:34720:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853847.727250:0:34720:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2713:2713:256:4294967295] 192.168.202.110@tcp LPNI seq info [2713:2713:8:4294967295] 00000400:00000200:1.0:1780853847.727254:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.727263:0:34720:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853847.727312:0:34720:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853847.727317:0:34720:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76700. 00000800:00000200:1.0:1780853847.727377:0:34720:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853847.727385:0:34720:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853847.727388:0:34720:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1780853847.727402:0:34720:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.727405:0:34720:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 792033 usecs (793 jiffies) 00000400:00000200:1.0:1780853847.727408:0:34720:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853847.727410:0:34720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645275 00000100:00000001:1.0:1780853847.727413:0:34720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:1.0:1780853847.727415:0:34720:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645275 00000100:00000001:1.0:1780853847.727417:0:34720:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:1.0:1780853847.727419:0:34720:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.727421:0:34720:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.727423:0:34720:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853847.727425:0:34720:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1780853847.727427:0:34720:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e4587cb9240 going to sleep for 11 seconds 00000100:00000001:1.0:1780853847.727429:0:34720:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853847.727432:0:34720:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.727629:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.727634:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76700. 00000400:00000200:0.0:1780853847.727639:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.727644:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.727649:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9088 00000400:00000010:0.0:1780853847.727651:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9088. 00000100:00000001:0.0:1780853847.727655:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.727660:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.727669:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.727672:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.727679:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.727680:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.739465:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.739482:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.739487:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.739490:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.739499:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.739505:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.739514:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.739519:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.739524:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.739528:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe57f80 00000400:00000200:1.0:1780853847.739533:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.739540:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x7491 [1] + 224 00000800:00000001:1.0:1780853847.739546:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.739553:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.739556:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.739560:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.739568:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.739576:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.739586:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.739611:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.739619:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.739623:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.739692:0:34720:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780853847.739700:0:34720:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780853847.739702:0:34720:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780853847.739705:0:34720:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d478. 00000400:00000200:2.0:1780853847.739709:0:34720:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b92a8 00000400:00000010:2.0:1780853847.739712:0:34720:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b92a8. 00000100:00000001:2.0:1780853847.739715:0:34720:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780853847.739719:0:34720:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1780853847.739726:0:34720:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583106680 x1867358631460736/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739732:0:34720:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780853847.739733:0:34720:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.739736:0:34720:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780853847.739739:0:34720:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780853847.739742:0:34720:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780853847.739744:0:34720:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780853847.739747:0:34720:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780853847.739757:0:34720:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=88 v=5 (10 5 5 5) 00000100:00001000:2.0:1780853847.739761:0:34720:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1780853847.739763:0:34720:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780853847.739765:0:34720:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.739767:0:34720:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780853847.739771:0:34720:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.739773:0:34720:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1780853847.739775:0:34720:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1780853847.739776:0:34720:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1780853847.739779:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.739781:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000100:00000001:2.0:1780853847.739784:0:34720:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780853847.739786:0:34720:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1780853847.739788:0:34720:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780853847.739790:0:34720:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780853847.739795:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583106680 x1867358631460736/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739801:0:34720:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780853847.739804:0:34720:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780853847.739806:0:34720:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780853847.739810:0:34720:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583106680 x1867358631460736/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780853847.739817:0:34720:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583106680 pname:cluuid:pid:xid:nid:opc:job uname:e55ecacc-e48a-400c-a052-f3869534991c:34720:1867358631460736:192.168.202.110@tcp:35:uname.0 00000100:00000001:2.0:1780853847.739822:0:34720:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.739824:0:34720:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.739826:0:34720:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1780853847.739828:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.739831:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106680 x1867358631460736/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739838:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.739841:0:34720:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e4587cb9240. 00000100:00000001:2.0:1780853847.739843:0:34720:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1780853847.739845:0:34720:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.739851:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.739852:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121663104 : -107453587888512 : ffff9e4583106680) 00000002:00000001:2.0:1780853847.739855:0:34720:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.739858:0:34720:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.739863:0:34720:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45892a8400. 00000080:00000001:2.0:1780853847.739867:0:34720:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1780853847.739882:0:34720:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1780853847.739887:0:34720:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1780853847.739891:0:34720:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739900:0:34720:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780853847.739901:0:34720:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208054144 : -107453501497472 : ffff9e4588369f80) 00000100:00000001:2.0:1780853847.739903:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.739906:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739911:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.739913:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.739916:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583106680 x1867358631460736/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739922:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780853847.739924:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.739927:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4588369f80 x1867358631460096/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739933:0:34720:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1780853847.739936:0:34720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.739938:0:34720:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.739940:0:34720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.739943:0:34720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851b8400. 02000000:00000001:2.0:1780853847.739947:0:34720:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.739949:0:34720:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.739950:0:34720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4588369f80. 00000100:00000001:2.0:1780853847.739955:0:34720:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.739955:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.739957:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.739959:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583106680 x1867358631460736/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739964:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1780853847.739966:0:34720:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c159e0. 00000002:00000001:2.0:1780853847.739969:0:34720:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1780853847.739970:0:34720:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.739972:0:34720:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e459263d900. 00000100:00000001:2.0:1780853847.739975:0:34720:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780853847.739977:0:34720:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583106680 x1867358631460736/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1780853847.739982:0:34720:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780853847.739984:0:34720:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780853847.739986:0:34720:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4585d70400. 02000000:00000001:2.0:1780853847.739989:0:34720:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780853847.739989:0:34720:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780853847.739990:0:34720:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:2.0:1780853847.739992:0:34720:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780853847.739993:0:34720:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4588f72a00. 02000000:00000001:2.0:1780853847.739996:0:34720:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780853847.739997:0:34720:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780853847.739998:0:34720:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583106680. 00000100:00000001:2.0:1780853847.740000:0:34720:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780853847.740002:0:34720:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853847.740004:0:34720:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1780853847.740006:0:34720:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cd900. 00000080:00000001:2.0:1780853847.740010:0:34720:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.740016:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fdb8 00000080:00000008:2.0:1780853847.740018:0:34720:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 102001, rc = 0 00000080:00000001:2.0:1780853847.740021:0:34720:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.740027:0:34720:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1780853847.740029:0:34720:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401d2fe00 00000080:00002000:2.0:1780853847.740031:0:34720:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9e4591b34798, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:2.0:1780853847.740033:0:34720:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853847.740042:0:34720:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1780853847.740048:0:34720:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1780853847.749790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c350c0. 00000080:00000001:0.0:1780853847.768994:0:34721:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.769003:0:34721:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.769005:0:34721:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.769008:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47bc0 00000080:00200000:0.0:1780853847.769013:0:34721:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853847.769021:0:34721:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072000. 00800000:00000002:0.0:1780853847.769027:0:34721:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.769031:0:34721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.769037:0:34721:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.769039:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47ae0 00800000:00000002:0.0:1780853847.769042:0:34721:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.769045:0:34721:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.769049:0:34721:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.769056:0:34721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.769057:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c479b0 00000002:00010000:0.0:1780853847.769059:0:34721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.769063:0:34721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.769064:0:34721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.769068:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853847.769074:0:34721:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.769076:0:34721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.769078:0:34721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.769081:0:34721:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853847.769083:0:34721:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1780853847.769088:0:34721:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853847.769092:0:34721:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00010000:00000001:0.0:1780853847.769099:0:34721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.769104:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.769111:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.769113:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.769114:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.769117:0:34721:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.769119:0:34721:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.769123:0:34721:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.769129:0:34721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bac00. 00000100:00000001:0.0:1780853847.769135:0:34721:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.769140:0:34721:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.769141:0:34721:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.769143:0:34721:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.769144:0:34721:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.769146:0:34721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.769150:0:34721:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00010000:00000001:0.0:1780853847.769155:0:34721:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853847.769157:0:34721:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1780853847.769161:0:34721:0:(ldlm_resource.c:1511:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9e4588d95900. 00010000:00000010:0.0:1780853847.769164:0:34721:0:(ldlm_resource.c:1488:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9e45922ab880. 00010000:00000001:0.0:1780853847.769168:0:34721:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853847.769171:0:34721:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583573e00. 00000020:00000001:0.0:1780853847.769175:0:34721:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853847.769178:0:34721:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583573e00 with handle 0xa8f483e9eb300f48 to hash 00000020:00000001:0.0:1780853847.769179:0:34721:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853847.769181:0:34721:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.769184:0:34721:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.769187:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.769189:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.769193:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.769202:0:34721:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.769212:0:34721:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853847.769218:0:34721:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.769220:0:34721:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.769226:0:34721:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.769228:0:34721:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146932160 : -107453562619456 : ffff9e458491f9c0) 00000100:00000001:0.0:1780853847.769231:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.769232:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853847.769236:0:34721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.769240:0:34721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.769242:0:34721:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.769244:0:34721:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.769254:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.770525:0:34721:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.770531:0:34721:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.770538:0:34721:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.770542:0:34721:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.770545:0:34721:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.770552:0:34721:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34721:1867358631460864:192.168.202.110@tcp:101:cat.0 00000100:00000001:0.0:1780853847.770559:0:34721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.770565:0:34721:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.770568:0:34721:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.770570:0:34721:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.770579:0:34721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9e4585175800. 02000000:00000001:0.0:1780853847.770581:0:34721:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.770590:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.770595:0:34721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853847.770601:0:34721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000100:00000200:0.0:1780853847.770609:0:34721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1867358631460864, portal 10 00000100:00000001:0.0:1780853847.770612:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.770613:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:0.0:1780853847.770623:0:34721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.770631:0:34721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.770634:0:34721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.770637:0:34721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426660. 00000100:00000200:0.0:1780853847.770639:0:34721:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1867358631460864, offset 0 00000400:00000200:0.0:1780853847.770646:0:34721:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.770655:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.770662:0:34721:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.770667:0:34721:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.770670:0:34721:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.770674:0:34721:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.770677:0:34721:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.770680:0:34721:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2714:2714:256:4294967295] 192.168.202.110@tcp LPNI seq info [2714:2714:8:4294967295] 00000400:00000200:0.0:1780853847.770685:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.770693:0:34721:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.770699:0:34721:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.770704:0:34721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea300. 00000800:00000200:0.0:1780853847.770711:0:34721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.770719:0:34721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.770723:0:34721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.770786:0:34721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.770790:0:34721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 791113 usecs (792 jiffies) 00000400:00000200:0.0:1780853847.770794:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.770796:0:34721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645317 00000100:00000001:0.0:1780853847.770799:0:34721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.770802:0:34721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645317 00000100:00000001:0.0:1780853847.770804:0:34721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.770806:0:34721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.770809:0:34721:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.770812:0:34721:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.770813:0:34721:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.770816:0:34721:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.770819:0:34721:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.770821:0:34721:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.773355:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.773364:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea300. 00000400:00000200:1.0:1780853847.773370:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.773378:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.773385:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426660 00000400:00000010:1.0:1780853847.773388:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426660. 00000100:00000001:1.0:1780853847.773392:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.773399:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.773410:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.773413:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.773420:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.773422:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.778313:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.778331:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.778335:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.778337:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.778345:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.778352:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.778361:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.778366:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.778371:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.778375:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 688 into portal 10 MB=0x6a25a4fe58000 00000400:00000200:1.0:1780853847.778380:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.778387:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 688/688 into md 0x74a1 [1] + 224 00000800:00000001:1.0:1780853847.778395:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.778402:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.778404:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.778408:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.778415:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.778425:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.778435:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.778450:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.778458:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.778461:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.778560:0:34721:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853847.778567:0:34721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853847.778570:0:34721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853847.778573:0:34721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:0.0:1780853847.778578:0:34721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:0.0:1780853847.778581:0:34721:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:0.0:1780853847.778583:0:34721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.778588:0:34721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853847.778598:0:34721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/1152 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.778604:0:34721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853847.778606:0:34721:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.778609:0:34721:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853847.778612:0:34721:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853847.778614:0:34721:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853847.778617:0:34721:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.778620:0:34721:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853847.778629:0:34721:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853847.778633:0:34721:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853847.778635:0:34721:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853847.778637:0:34721:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.778639:0:34721:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853847.778642:0:34721:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.778646:0:34721:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853847.778648:0:34721:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1780853847.778650:0:34721:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853847.778653:0:34721:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.778657:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.778664:0:34721:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.778666:0:34721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853847.778668:0:34721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853847.778671:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853847.778679:0:34721:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34721:1867358631460864:192.168.202.110@tcp:101:cat.0 00000100:00000001:0.0:1780853847.778684:0:34721:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.778687:0:34721:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.778689:0:34721:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853847.778691:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.778694:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.778699:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853847.778702:0:34721:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.778705:0:34721:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853847.778706:0:34721:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.778710:0:34721:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853847.778713:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.778716:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.778719:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=4 00000020:00000001:0.0:1780853847.778722:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778725:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000040:0.0:1780853847.778731:0:34721:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583573e00, remote cookie: 0x562725ecec97a8c4, flags: 0x1001 00010000:00010000:0.0:1780853847.778736:0:34721:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.778747:0:34721:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.778754:0:34721:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853847.778757:0:34721:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853847.778759:0:34721:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853847.778761:0:34721:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853847.778762:0:34721:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853847.778765:0:34721:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9e4588d95900) refcount = 1 00010000:00010000:0.0:1780853847.778768:0:34721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.778773:0:34721:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853847.778776:0:34721:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853847.778777:0:34721:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.778780:0:34721:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853847.778782:0:34721:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.778785:0:34721:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.778791:0:34721:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853847.778792:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.778793:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.778794:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.778795:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.778797:0:34721:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.778801:0:34721:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853847.778803:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.778804:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.778805:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.778807:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778808:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778811:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.778812:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.778813:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=4 00000020:00000001:0.0:1780853847.778814:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778816:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778819:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.778822:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.778825:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.778832:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.778833:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.778834:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.778835:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.778836:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=5 00000020:00000001:0.0:1780853847.778838:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778840:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.778842:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.778844:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.778850:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.778851:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853847.778853:0:34721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.778864:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.778865:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.778866:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.778867:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.778868:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853847.779008:0:34721:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1780853847.779017:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.779018:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.779019:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.779021:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779023:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779025:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779026:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.779027:0:34721:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.779029:0:34721:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.779032:0:34721:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1780853847.779034:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.779035:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.779036:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.779038:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779040:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00000002:00010000:0.0:1780853847.779043:0:34721:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.779050:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779051:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.779053:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853847.779054:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.779055:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.779056:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.779058:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779060:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000040:0.0:1780853847.779066:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.779068:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1780853847.779073:0:34721:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9e4585c3e000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1780853847.779075:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779076:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.779077:0:34721:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853847.779080:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47930 00000002:00002000:0.0:1780853847.779082:0:34721:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1780853847.779085:0:34721:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.779088:0:34721:0:(lmv_intent.c:554:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.779091:0:34721:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853847.779094:0:34721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1780853847.779097:0:34721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853847.779101:0:34721:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.779105:0:34721:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072000. 00000080:00000001:0.0:1780853847.779109:0:34721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.779112:0:34721:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853847.779117:0:34721:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1780853847.779121:0:34721:0:(lmv_obd.c:3905:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1780853847.779127:0:34721:0:(lmv_obd.c:3884:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9e459263d6c0. 00800000:00000001:0.0:1780853847.779129:0:34721:0:(lmv_obd.c:3889:lmv_stripe_object_alloc()) Process leaving (rc=18446636620378789568 : -107453330762048 : ffff9e459263d6c0) 00800000:00000001:0.0:1780853847.779131:0:34721:0:(lmv_obd.c:3966:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.779133:0:34721:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853847.779136:0:34721:0:(llite_lib.c:1833:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1780853847.779137:0:34721:0:(llite_lib.c:1837:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1780853847.779140:0:34721:0:(llite_lib.c:1788:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1780853847.779143:0:34721:0:(llite_lib.c:1810:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1780853847.779145:0:34721:0:(llite_lib.c:1854:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.779148:0:34721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1780853847.779151:0:34721:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1780853847.779155:0:34721:0:(llite_lib.c:2985:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 8704 00010000:00000001:0.0:1780853847.779157:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.779158:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.779160:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.779162:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779164:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779166:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779167:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853847.779168:0:34721:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853847.779171:0:34721:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1780853847.779173:0:34721:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e459263d6c0 1 00800000:00000010:0.0:1780853847.779175:0:34721:0:(lmv_obd.c:4007:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9e459263d6c0. 00800000:00000001:0.0:1780853847.779178:0:34721:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.779181:0:34721:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:0.0:1780853847.779184:0:34721:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.779185:0:34721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.779186:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.779187:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.779189:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.779191:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779193:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779195:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779196:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.779197:0:34721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.779199:0:34721:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.779202:0:34721:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.779204:0:34721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853847.779207:0:34721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401c47bf8 00010000:00000001:0.0:1780853847.779209:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.779210:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.779211:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.779213:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779215:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.779216:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.779220:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.779232:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779233:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.779234:0:34721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.779236:0:34721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.779238:0:34721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853847.779245:0:34721:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.779248:0:34721:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.779250:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.779254:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.779255:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.779257:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.779259:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.779261:0:34721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784000:0:34721:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784014:0:34721:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784018:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.784021:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.784023:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.784028:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.784040:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b480 x1867358631460864/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/688 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.784051:0:34721:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853847.784054:0:34721:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853847.784058:0:34721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9e4585175800. 02000000:00000001:0.0:1780853847.784063:0:34721:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853847.784065:0:34721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853847.784067:0:34721:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:0.0:1780853847.784070:0:34721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853847.784072:0:34721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851bac00. 02000000:00000001:0.0:1780853847.784076:0:34721:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853847.784078:0:34721:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853847.784079:0:34721:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b480. 00000100:00000001:0.0:1780853847.784083:0:34721:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853847.784084:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.784088:0:34721:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853847.784093:0:34721:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1780853847.784109:0:34721:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9e4585c15360. 00000080:00000001:0.0:1780853847.784115:0:34721:0:(namei.c:1401:ll_atomic_open()) Process entered 00000020:00000001:0.0:1780853847.784118:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47b50 00000080:00200000:0.0:1780853847.784121:0:34721:0:(namei.c:1408:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), file ffff9e458a421500, open_flags 8000, mode 0 opened 0 00000080:00000010:0.0:1780853847.784125:0:34721:0:(namei.c:1428:ll_atomic_open()) kmalloced '(it)': 72 at ffff9e459447d8a0. 00000080:00000001:0.0:1780853847.784129:0:34721:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1780853847.784131:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47a00 00000080:00200000:0.0:1780853847.784132:0:34721:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348), intent=open 00000080:00000010:0.0:1780853847.784140:0:34721:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072000. 00800000:00000002:0.0:1780853847.784146:0:34721:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.784151:0:34721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.784155:0:34721:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.784157:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47920 00800000:00000002:0.0:1780853847.784159:0:34721:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.784162:0:34721:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1780853847.784165:0:34721:0:(lmv_obd.c:2222:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1780853847.784170:0:34721:0:(lmv_obd.c:2268:lmv_locate_tgt_create()) Process leaving (rc=18446636620207968256 : -107453501583360 : ffff9e4588355000) 00000020:00000001:0.0:1780853847.784173:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c478a0 00800000:00000002:0.0:1780853847.784175:0:34721:0:(lmv_intent.c:381:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1780853847.784179:0:34721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.784181:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c477d8 00000002:00010000:0.0:1780853847.784183:0:34721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: recon,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100001 00000002:00000001:0.0:1780853847.784188:0:34721:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1780853847.784191:0:34721:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1780853847.784194:0:34721:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853847.784201:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.784204:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.784207:0:34721:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853847.784209:0:34721:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784211:0:34721:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.784214:0:34721:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853847.784219:0:34721:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836b480. 00000020:00000040:0.0:1780853847.784222:0:34721:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853847.784228:0:34721:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853847.784230:0:34721:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784233:0:34721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.784238:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.784244:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.784245:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.784247:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.784250:0:34721:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.784252:0:34721:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.784256:0:34721:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.784263:0:34721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9e45851bac00. 00000100:00000001:0.0:1780853847.784285:0:34721:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784300:0:34721:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.784301:0:34721:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784303:0:34721:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.784305:0:34721:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.784307:0:34721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.784316:0:34721:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00010000:00000001:0.0:1780853847.784320:0:34721:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1780853847.784322:0:34721:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1780853847.784325:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.784327:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.784330:0:34721:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1780853847.784333:0:34721:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9e4583572000. 00000020:00000001:0.0:1780853847.784337:0:34721:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1780853847.784340:0:34721:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9e4583572000 with handle 0xa8f483e9eb300f4f to hash 00000020:00000001:0.0:1780853847.784342:0:34721:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1780853847.784343:0:34721:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.784347:0:34721:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.784350:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.784353:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.784357:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.784366:0:34721:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34721 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1780853847.784377:0:34721:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1780853847.784384:0:34721:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1780853847.784393:0:34721:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1780853847.784399:0:34721:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.784401:0:34721:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.784408:0:34721:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.784410:0:34721:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146932160 : -107453562619456 : ffff9e458491f9c0) 00000100:00000001:0.0:1780853847.784413:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.784414:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853847.784419:0:34721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.784423:0:34721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.784425:0:34721:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.784426:0:34721:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.784431:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.784439:0:34721:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.784441:0:34721:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.784445:0:34721:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.784447:0:34721:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.784450:0:34721:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.784453:0:34721:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34721:1867358631461120:192.168.202.110@tcp:101:cat.0 00000100:00000001:0.0:1780853847.784457:0:34721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.784462:0:34721:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.784465:0:34721:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.784467:0:34721:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.785040:0:34721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853847.785045:0:34721:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.785053:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.785059:0:34721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853847.785067:0:34721:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9e4585175800. 00000100:00000200:0.0:1780853847.785074:0:34721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1867358631461120, portal 10 00000100:00000001:0.0:1780853847.785076:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.785077:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000040:0.0:1780853847.785084:0:34721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.785092:0:34721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.785095:0:34721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.785099:0:34721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000100:00000200:0.0:1780853847.785102:0:34721:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1867358631461120, offset 0 00000400:00000200:0.0:1780853847.785109:0:34721:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.785118:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.785126:0:34721:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.785132:0:34721:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.785136:0:34721:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.785139:0:34721:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.785142:0:34721:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.785146:0:34721:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2715:2715:256:4294967295] 192.168.202.110@tcp LPNI seq info [2715:2715:8:4294967295] 00000400:00000200:0.0:1780853847.785163:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.785173:0:34721:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.785179:0:34721:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.785185:0:34721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea300. 00000800:00000200:0.0:1780853847.785192:0:34721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.785199:0:34721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.785203:0:34721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.785218:0:34721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.785223:0:34721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 790192 usecs (791 jiffies) 00000400:00000200:0.0:1780853847.785227:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.785230:0:34721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645330 00000100:00000001:0.0:1780853847.785233:0:34721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.785236:0:34721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645330 00000100:00000001:0.0:1780853847.785238:0:34721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.785240:0:34721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.785242:0:34721:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.785245:0:34721:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.785247:0:34721:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.785250:0:34721:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.785253:0:34721:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.785257:0:34721:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.785487:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.785492:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea300. 00000400:00000200:1.0:1780853847.785496:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.785501:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.785507:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:1.0:1780853847.785510:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:1.0:1780853847.785514:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.785518:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.785533:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.785537:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.785543:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.785545:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853847.795788:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.795805:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853847.795810:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.795813:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.795823:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.795831:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853847.795840:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.795845:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.795850:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.795855:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 664 into portal 10 MB=0x6a25a4fe58100 00000400:00000200:1.0:1780853847.795860:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853847.795866:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 664/664 into md 0x74b1 [64] + 224 00000800:00000001:1.0:1780853847.795881:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.795889:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.795892:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.795897:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.795904:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.795912:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1780853847.795923:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853847.795942:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.795950:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.795953:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.796094:0:34721:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853847.796101:0:34721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853847.796103:0:34721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853847.796107:0:34721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:0.0:1780853847.796111:0:34721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4585175800 00000400:00000010:0.0:1780853847.796113:0:34721:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 1144 at ffff9e4585175800. 00000100:00000001:0.0:1780853847.796117:0:34721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.796122:0:34721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1780853847.796131:0:34721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836b480 x1867358631461120/t0(0) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/131856 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.796138:0:34721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853847.796139:0:34721:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.796142:0:34721:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853847.796145:0:34721:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853847.796148:0:34721:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853847.796150:0:34721:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.796153:0:34721:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853847.796162:0:34721:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000100:00001000:0.0:1780853847.796166:0:34721:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853847.796169:0:34721:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853847.796171:0:34721:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.796174:0:34721:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853847.796177:0:34721:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.796180:0:34721:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1780853847.796182:0:34721:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1780853847.796184:0:34721:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1780853847.796186:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.796188:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:0.0:1780853847.796191:0:34721:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853847.796193:0:34721:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1780853847.796195:0:34721:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853847.796197:0:34721:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.796202:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.796209:0:34721:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.796211:0:34721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853847.796213:0:34721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853847.796217:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780853847.796225:0:34721:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836b480 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34721:1867358631461120:192.168.202.110@tcp:101:cat.0 00000100:00000001:0.0:1780853847.796229:0:34721:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853847.796232:0:34721:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.796234:0:34721:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1780853847.796236:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.796239:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.796246:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1780853847.796248:0:34721:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f9c0. 00000100:00000001:0.0:1780853847.796250:0:34721:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1780853847.796252:0:34721:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.796254:0:34721:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1780853847.796258:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796261:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796304:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=4 00000020:00000001:0.0:1780853847.796307:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796309:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000040:0.0:1780853847.796316:0:34721:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9e4583572000, remote cookie: 0x562725ecec97a8e0, flags: 0x1001 00010000:00010000:0.0:1780853847.796329:0:34721:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1780853847.796338:0:34721:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1780853847.796341:0:34721:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1780853847.796346:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.796348:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.796351:0:34721:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.796355:0:34721:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780853847.796363:0:34721:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796369:0:34721:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1780853847.796373:0:34721:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1780853847.796375:0:34721:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1780853847.796376:0:34721:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1780853847.796377:0:34721:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1780853847.796380:0:34721:0:(ldlm_resource.c:1889:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9e4588d95f00) refcount = 2 00010000:00000040:0.0:1780853847.796383:0:34721:0:(ldlm_resource.c:1892:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1780853847.796385:0:34721:0:(ldlm_resource.c:1895:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1780853847.796392:0:34721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796402:0:34721:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1780853847.796405:0:34721:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1780853847.796407:0:34721:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.796410:0:34721:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1780853847.796412:0:34721:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.796415:0:34721:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796422:0:34721:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1780853847.796423:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796425:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.796426:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796427:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.796429:0:34721:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.796433:0:34721:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1780853847.796436:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796437:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796438:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853847.796440:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796442:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796444:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796445:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796446:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=4 00000020:00000001:0.0:1780853847.796448:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796450:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796453:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.796456:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.796459:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796465:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796467:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.796468:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796470:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796471:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=5 00000020:00000001:0.0:1780853847.796473:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796475:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796477:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.796480:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796485:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796486:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853847.796488:0:34721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796494:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.796495:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796495:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.796497:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796498:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1780853847.796503:0:34721:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853847.796511:0:34721:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1780853847.796516:0:34721:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 648/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853847.796532:0:34721:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.796537:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796538:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796540:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853847.796541:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796543:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00000002:00010000:0.0:1780853847.796546:0:34721:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1780853847.796557:0:34721:0:(mdc_locks.c:939:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9e459263d6c0. 00010000:00000001:0.0:1780853847.796559:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796560:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.796562:0:34721:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.796563:0:34721:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.796566:0:34721:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1780853847.796568:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.796570:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00010000:00000001:0.0:1780853847.796572:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796573:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796574:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853847.796576:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796578:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00000002:00010000:0.0:1780853847.796581:0:34721:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796588:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796589:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.796591:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1780853847.796592:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796593:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796594:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853847.796596:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796598:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000040:0.0:1780853847.796601:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853847.796603:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.796606:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.796608:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.796611:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1780853847.796624:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.796628:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.796632:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853847.796638:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796640:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.796641:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796642:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796643:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00000020:00000001:0.0:1780853847.796645:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796646:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00010000:00000001:0.0:1780853847.796648:0:34721:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1780853847.796651:0:34721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796657:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.796659:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796664:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796665:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853847.796668:0:34721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1780853847.796673:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.796675:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.796677:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1780853847.796681:0:34721:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e458491f9c0. 00010000:00000001:0.0:1780853847.796684:0:34721:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1780853847.796701:0:34721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1780853847.796703:0:34721:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.796705:0:34721:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.796707:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.796708:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.796709:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.796710:0:34721:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1780853847.796713:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47758 00000002:00002000:0.0:1780853847.796715:0:34721:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=recon intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1780853847.796718:0:34721:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.796722:0:34721:0:(lmv_intent.c:428:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.796725:0:34721:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853847.796728:0:34721:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1780853847.796731:0:34721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853847.796735:0:34721:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.796737:0:34721:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1780853847.796739:0:34721:0:(namei.c:674:ll_lookup_it_finish()) it ffff9e459447d8a0 it_disposition 80002b 00000080:00000001:0.0:1780853847.796742:0:34721:0:(llite_lib.c:3696:ll_prep_inode()) Process entered 00000002:00000001:0.0:1780853847.796747:0:34721:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1780853847.796750:0:34721:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1780853847.796753:0:34721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1780853847.796756:0:34721:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:0.0:1780853847.796761:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.796765:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00000020:00000010:0.0:1780853847.796769:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.796774:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.796777:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853847.796783:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.796788:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.796792:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.796798:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.796802:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.796805:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853847.796809:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.796813:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.796816:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.796820:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.796823:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00000020:00001000:0.0:1780853847.796825:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00000020:00000001:0.0:1780853847.796827:0:34721:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853847.796831:0:34721:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853847.796834:0:34721:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853847.796840:0:34721:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e459447d840. 00020000:00000010:0.0:1780853847.796843:0:34721:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.796848:0:34721:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e45851d7a80. 00020000:00000001:0.0:1780853847.796850:0:34721:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620156074624 : -107453553476992 : ffff9e45851d7a80) 00020000:00000002:0.0:1780853847.796854:0:34721:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45851d7a80, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853847.796859:0:34721:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853847.796864:0:34721:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853847.796867:0:34721:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45812186c8) owner ffff9e4585d127c0 00020000:00000001:0.0:1780853847.796870:0:34721:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853847.796872:0:34721:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45812186c8) owner ffff9e4585d127c0 00020000:00000010:0.0:1780853847.796876:0:34721:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.796880:0:34721:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e459447d840. 00020000:00000010:0.0:1780853847.796884:0:34721:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e45851d7a80. 00020000:00000002:0.0:1780853847.796887:0:34721:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853847.796889:0:34721:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.796890:0:34721:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853847.796892:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00000020:00000010:0.0:1780853847.796896:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.796899:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e459447d900. 00000008:00000010:0.0:1780853847.796902:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.796905:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.796908:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.796911:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.796914:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.796918:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000008:00000010:0.0:1780853847.796921:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.796923:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.796926:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.796929:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00000020:00000010:0.0:1780853847.796932:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.796934:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000080:00000001:0.0:1780853847.796938:0:34721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1780853847.796940:0:34721:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1780853847.796944:0:34721:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x36:0x0](ffff9e45919680c8): rc = 0 00000080:00000001:0.0:1780853847.796947:0:34721:0:(namei.c:156:ll_iget()) Process leaving (rc=18446636620365332680 : -107453344218936 : ffff9e45919680c8) 00010000:00000001:0.0:1780853847.796949:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.796950:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.796952:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.796954:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.796956:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000080:00000001:0.0:1780853847.796959:0:34721:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853847.796960:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.796963:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00000020:00000010:0.0:1780853847.796965:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.796967:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.796969:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.796971:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.796973:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.796976:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.796978:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.796980:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.796983:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073a00. 00000008:00000010:0.0:1780853847.796985:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.796987:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.796989:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.796992:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.796994:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00000020:00001000:0.0:1780853847.796996:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00000020:00000001:0.0:1780853847.796997:0:34721:0:(cl_object.c:351:cl_conf_set()) Process entered 00020000:00000001:0.0:1780853847.796999:0:34721:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853847.797000:0:34721:0:(lov_pack.c:335:lov_unpackmd()) Process entered 00020000:00000010:0.0:1780853847.797002:0:34721:0:(lov_ea.c:211:lsme_unpack()) kmalloced '(lsme)': 80 at ffff9e45851d7720. 00020000:00000010:0.0:1780853847.797004:0:34721:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.797006:0:34721:0:(lov_ea.c:375:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9e45851d7de0. 00020000:00000001:0.0:1780853847.797008:0:34721:0:(lov_pack.c:347:lov_unpackmd()) Process leaving (rc=18446636620156075488 : -107453553476128 : ffff9e45851d7de0) 00020000:00000002:0.0:1780853847.797010:0:34721:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e45851d7de0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1780853847.797014:0:34721:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1780853847.797017:0:34721:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45a4674000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1780853847.797019:0:34721:0:(lov_object.c:1280:lov_conf_lock()) Took exclusive lov(ffff9e45812186c8) owner ffff9e4585d127c0 00020000:00000001:0.0:1780853847.797021:0:34721:0:(lov_object.c:1483:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853847.797023:0:34721:0:(lov_object.c:1286:lov_conf_unlock()) To release exclusive lov(ffff9e45812186c8) owner ffff9e4585d127c0 00020000:00000010:0.0:1780853847.797026:0:34721:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45a4674000. 00020000:00000010:0.0:1780853847.797028:0:34721:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e45851d7720. 00020000:00000010:0.0:1780853847.797031:0:34721:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e45851d7de0. 00020000:00000002:0.0:1780853847.797033:0:34721:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1780853847.797034:0:34721:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797036:0:34721:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797039:0:34721:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853847.797042:0:34721:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:0.0:1780853847.797045:0:34721:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c499c0 addref 2/0 by ffff9e4585d127c0. 00020000:00000002:0.0:1780853847.797047:0:34721:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:0.0:1780853847.797049:0:34721:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853847.797051:0:34721:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853847.797052:0:34721:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853847.797054:0:34721:0:(lov_pack.c:94:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1780853847.797057:0:34721:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1780853847.797059:0:34721:0:(file.c:6760:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1780853847.797061:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00000020:00000010:0.0:1780853847.797063:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.797066:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.797068:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.797071:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.797073:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.797076:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.797078:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.797080:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853847.797082:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.797083:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.797085:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.797088:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00000020:00000010:0.0:1780853847.797090:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.797092:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000080:00000001:0.0:1780853847.797094:0:34721:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797096:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797097:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853847.797099:0:34721:0:(llite_lib.c:3794:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1780853847.797102:0:34721:0:(lmv_obd.c:4142:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1780853847.797103:0:34721:0:(lmv_obd.c:4149:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.797107:0:34721:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f41 00800000:00000001:0.0:1780853847.797110:0:34721:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.797111:0:34721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.797112:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797114:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797115:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.797117:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797120:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797122:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797123:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.797124:0:34721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.797126:0:34721:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1780853847.797132:0:34721:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9e4591b4baf8 inode ffff9e45919680c8 refc 1 flags 0x40000e 00000080:00000001:0.0:1780853847.797135:0:34721:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1780853847.797138:0:34721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00000001:0.0:1780853847.797142:0:34721:0:(namei.c:1306:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853847.797145:0:34721:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072000. 00000100:00000001:0.0:1780853847.797148:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.797154:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.797162:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797169:0:34721:0:(file.c:1055:ll_file_open()) Process entered 00000020:00000001:0.0:1780853847.797172:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47a60 00000080:00200008:0.0:1780853847.797174:0:34721:0:(file.c:1059:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 100000 00000080:00000010:0.0:1780853847.797181:0:34721:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9e45941cda40. 00000080:00000010:0.0:1780853847.797187:0:34721:0:(file.c:1223:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9e459263d480. 00000080:00000001:0.0:1780853847.797190:0:34721:0:(file.c:977:ll_local_open()) Process entered 00800000:00000001:0.0:1780853847.797193:0:34721:0:(lmv_obd.c:4160:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1780853847.797195:0:34721:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1780853847.797198:0:34721:0:(obd.h:1439:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9e4585c15040. 00000002:00100000:0.0:1780853847.797202:0:34721:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1780853847.797209:0:34721:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.797211:0:34721:0:(lmv_obd.c:4166:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1780853847.797215:0:34721:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1780853847.797219:0:34721:0:(file.c:996:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797221:0:34721:0:(file.c:1267:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.797223:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.797226:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1780853847.797233:0:34721:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853847.797236:0:34721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9e4585dc0000. 02000000:00000001:0.0:1780853847.797307:0:34721:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1780853847.797309:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797311:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47a60 00000080:00000008:0.0:1780853847.797314:0:34721:0:(file.c:1298:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 100000, rc = 0 00000080:00000001:0.0:1780853847.797318:0:34721:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1780853847.797320:0:34721:0:(dcache.c:176:ll_intent_release()) intent ffff9e459447d8a0 released 00000080:00010000:0.0:1780853847.797322:0:34721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f41 from it ffff9e459447d8a0 00010000:00000001:0.0:1780853847.797324:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797326:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797327:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.797330:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797332:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797334:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.797337:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1780853847.797345:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797346:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797348:0:34721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.797349:0:34721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.797352:0:34721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853847.797359:0:34721:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.797361:0:34721:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.797363:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.797366:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797367:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797369:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797371:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.797373:0:34721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797375:0:34721:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797377:0:34721:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797379:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.797380:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797381:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1780853847.797383:0:34721:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1780853847.797385:0:34721:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1780853847.797387:0:34721:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.797389:0:34721:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.797391:0:34721:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.797392:0:34721:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797395:0:34721:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1780853847.797398:0:34721:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797400:0:34721:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853847.797402:0:34721:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797404:0:34721:0:(namei.c:1541:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1780853847.797406:0:34721:0:(namei.c:1553:ll_atomic_open()) kfreed 'it': 72 at ffff9e459447d8a0. 00000080:00000001:0.0:1780853847.797410:0:34721:0:(namei.c:1555:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797414:0:34721:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00200000:0.0:1780853847.797416:0:34721:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8), inode mode 81a4 mask 44 00000080:00000001:0.0:1780853847.797419:0:34721:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797442:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47d28 00000080:00200008:0.0:1780853847.797444:0:34721:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853847.797449:0:34721:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.797450:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47ca0 00000080:00200000:0.0:1780853847.797452:0:34721:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8),name=recon 00000080:00000010:0.0:1780853847.797457:0:34721:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072000. 00800000:00000002:0.0:1780853847.797461:0:34721:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.797466:0:34721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.797468:0:34721:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.797470:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47bc0 00800000:00000002:0.0:1780853847.797472:0:34721:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.797476:0:34721:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.797480:0:34721:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.797484:0:34721:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.797486:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47a90 00000002:00010000:0.0:1780853847.797488:0:34721:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.797491:0:34721:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.797493:0:34721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.797495:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.797499:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853847.797501:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.797504:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.797506:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.797510:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1780853847.797517:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.797519:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.797522:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1780853847.797529:0:34721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.797531:0:34721:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.797533:0:34721:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.797535:0:34721:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.797537:0:34721:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.797539:0:34721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.797541:0:34721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.797542:0:34721:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.797544:0:34721:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072000. 00000080:00000001:0.0:1780853847.797547:0:34721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.797549:0:34721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.797551:0:34721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00010000:0.0:1780853847.797554:0:34721:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f41 00800000:00000001:0.0:1780853847.797556:0:34721:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.797557:0:34721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.797559:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797560:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797562:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.797563:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797566:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797568:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797569:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.797570:0:34721:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.797571:0:34721:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.797573:0:34721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f41 from it ffffb4b401c47cd8 00010000:00000001:0.0:1780853847.797575:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797576:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797577:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.797579:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797581:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.797583:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.797586:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1780853847.797592:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797593:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797594:0:34721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.797595:0:34721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.797598:0:34721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853847.797603:0:34721:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.797605:0:34721:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.797606:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.797607:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797608:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797610:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797611:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.797613:0:34721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797614:0:34721:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797616:0:34721:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797617:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.797619:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797620:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.797621:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.797622:0:34721:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.797625:0:34721:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1780853847.797627:0:34721:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.797628:0:34721:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.797630:0:34721:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.797631:0:34721:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797633:0:34721:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.797637:0:34721:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1780853847.797638:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.797641:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00000020:00000010:0.0:1780853847.797643:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.797646:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.797649:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.797652:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.797655:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.797657:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.797661:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.797663:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.797666:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853847.797669:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.797671:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.797674:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.797676:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.797678:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00000020:00001000:0.0:1780853847.797680:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00000020:00000001:0.0:1780853847.797684:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.797686:0:34721:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853847.797689:0:34721:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853847.797690:0:34721:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1780853847.797693:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.797695:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853847.797697:0:34721:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.797698:0:34721:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797700:0:34721:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.797703:0:34721:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e45904c3290 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1780853847.797706:0:34721:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:0.0:1780853847.797709:0:34721:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853847.797711:0:34721:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853847.797713:0:34721:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853847.797714:0:34721:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.797716:0:34721:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853847.797718:0:34721:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853847.797720:0:34721:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797721:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.797722:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.797724:0:34721:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853847.797725:0:34721:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00000020:00000001:0.0:1780853847.797727:0:34721:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.797729:0:34721:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1780853847.797731:0:34721:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1780853847.797733:0:34721:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.797735:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.797738:0:34721:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.797740:0:34721:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.797744:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853847.797748:0:34721:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922ab800. 00020000:00000002:0.0:1780853847.797751:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.797753:0:34721:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.797755:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.797756:0:34721:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853847.797758:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.797760:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910086c0. 00000020:00000010:0.0:1780853847.797762:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.797764:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072c00. 00000020:00000010:0.0:1780853847.797766:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7de0. 00000008:00000010:0.0:1780853847.797769:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853847.797771:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ea80. 00008000:00000010:0.0:1780853847.797773:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa91a8. 00000080:00000010:0.0:1780853847.797776:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a0a8. 00000080:00000010:0.0:1780853847.797778:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853847.797781:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073200. 00000008:00000010:0.0:1780853847.797783:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f340. 00020000:00000010:0.0:1780853847.797786:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.797788:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5a68. 00000080:00000010:0.0:1780853847.797791:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474780. 00000020:00000001:0.0:1780853847.797793:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503816 : -107453354047800 : ffff9e45910086c8) 00000020:00001000:0.0:1780853847.797795:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910086c0 00000020:00000001:0.0:1780853847.797797:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.797798:0:34721:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853847.797801:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.797802:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853847.797803:0:34721:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.797805:0:34721:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.797807:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.797808:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853847.797812:0:34721:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165b0a0. 00000008:00010000:0.0:1780853847.797814:0:34721:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1780853847.797816:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.797818:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853847.797819:0:34721:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922ab830, osc lock ffff9e459165b0a0, flags 0x400001002 00000020:00000001:0.0:1780853847.797822:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.797824:0:34721:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.797826:0:34721:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375046144 : -107453334505472 : ffff9e45922ab800) 00000020:00000001:0.0:1780853847.797828:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.797829:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.797830:0:34721:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797832:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797834:0:34721:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1780853847.797836:0:34721:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1780853847.797838:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.797839:0:34721:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.797840:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.797841:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.797843:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.797845:0:34721:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.797847:0:34721:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853847.797850:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853847.797852:0:34721:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.797853:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.797855:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853847.797856:0:34721:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853847.797858:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853847.797860:0:34721:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853847.797861:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.797864:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:0.0:1780853847.797866:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.797870:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.797872:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.797875:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1780853847.797884:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.797886:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.797889:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853847.797895:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797896:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797898:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:0.0:1780853847.797900:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.797902:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:0.0:1780853847.797905:0:34721:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1780853847.797907:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797909:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797910:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:0.0:1780853847.797912:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.797913:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000020:00000001:0.0:1780853847.797916:0:34721:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.797918:0:34721:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1780853847.797920:0:34721:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1780853847.797922:0:34721:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797923:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.797924:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.797926:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:0.0:1780853847.797928:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.797929:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.797931:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.797933:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1780853847.797939:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797940:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797941:0:34721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.797942:0:34721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.797945:0:34721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.797951:0:34721:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.797953:0:34721:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.797954:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.797957:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797958:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797959:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797961:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.797962:0:34721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797964:0:34721:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797967:0:34721:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.797969:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.797970:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797971:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.797972:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.797972:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.797974:0:34721:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853847.797976:0:34721:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797978:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.797980:0:34721:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797982:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797983:0:34721:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.797984:0:34721:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1780853847.797986:0:34721:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1780853847.797987:0:34721:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1780853847.797989:0:34721:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.797991:0:34721:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.797994:0:34721:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853847.797996:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.797998:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.798000:0:34721:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.798002:0:34721:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1780853847.798005:0:34721:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:0.0:1780853847.798008:0:34721:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798010:0:34721:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798012:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:0.0:1780853847.798015:0:34721:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1780853847.798017:0:34721:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853847.798019:0:34721:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853847.798020:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_release():245 00000020:00000001:0.0:1780853847.798022:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.798024:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_cancel():142 00000020:00000001:2.0:1780853847.798026:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00020000:00000001:0.0:1780853847.798026:0:34721:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853847.798028:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000001:2.0:1780853847.798029:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798029:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798031:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00010000:00010000:2.0:1780853847.798032:0:16009:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00010000:0.0:1780853847.798032:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922ab830 (ffff9e45910086c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853847.798034:0:34721:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00010000:00000001:2.0:1780853847.798035:0:16009:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00000008:00000001:0.0:1780853847.798036:0:34721:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853847.798037:0:16009:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1780853847.798038:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798039:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.798040:0:34721:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00010000:00010000:2.0:1780853847.798042:0:16009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1780853847.798042:0:34721:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.798043:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.798044:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.798045:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.798046:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_fini():72 00020000:00000001:0.0:1780853847.798049:0:34721:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853847.798050:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.798051:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922ab830 (ffff9e4591008128/1) at cl_lock_fini():72 00000008:00000010:0.0:1780853847.798054:0:34721:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165b0a0. 00010000:00010000:2.0:1780853847.798055:0:16009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e4583572000 already unused, calling callback (ffffffffc1c1ba40) 00000020:00000001:0.0:1780853847.798057:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000080:00000001:2.0:1780853847.798058:0:16009:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00020000:00000010:0.0:1780853847.798059:0:34721:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922ab800. 00010000:00010000:2.0:1780853847.798061:0:16009:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1780853847.798062:0:34721:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.798063:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.798064:0:34721:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1780853847.798065:0:34721:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.798068:0:16009:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00000020:00000001:0.0:1780853847.798068:0:34721:0:(cl_io.c:71:cl_io_fini()) Process entered 00010000:00000001:2.0:1780853847.798070:0:16009:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:0.0:1780853847.798070:0:34721:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853847.798072:0:34721:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853847.798073:0:34721:0:(cl_io.c:71:cl_io_fini()) Process entered 00010000:00010000:2.0:1780853847.798074:0:16009:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1780853847.798074:0:34721:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.798075:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910086c0 00000020:00000010:0.0:1780853847.798078:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072c00. 00010000:00000001:2.0:1780853847.798080:0:16009:0:(ldlm_request.c:1735:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000020:00000010:0.0:1780853847.798080:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7de0. 00010000:00000001:2.0:1780853847.798082:0:16009:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1780853847.798083:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000008:00000010:0.0:1780853847.798083:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ce18. 00000020:00000001:2.0:1780853847.798085:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.798086:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583572000 refcount=3 00020000:00000010:0.0:1780853847.798086:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ea80. 00000020:00000001:2.0:1780853847.798088:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00008000:00000010:0.0:1780853847.798089:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa91a8. 00000080:00000010:0.0:1780853847.798091:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a0a8. 00000080:00000010:0.0:1780853847.798094:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853847.798097:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00010000:00000001:2.0:1780853847.798098:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126298112 : -107453583253504 : ffff9e4583572000) 00000008:00000010:0.0:1780853847.798099:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f340. 00010000:00000001:2.0:1780853847.798101:0:16009:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00020000:00000010:0.0:1780853847.798102:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00010000:00010000:2.0:1780853847.798104:0:16009:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00008000:00000010:0.0:1780853847.798104:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5a68. 00000080:00000010:0.0:1780853847.798107:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474780. 00000020:00000010:0.0:1780853847.798110:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073200. 00000080:00000001:2.0:1780853847.798111:0:16009:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000020:00000010:0.0:1780853847.798111:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910086c0. 00020000:00000001:0.0:1780853847.798113:0:34721:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000080:00000001:2.0:1780853847.798114:0:16009:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00020000:00000001:0.0:1780853847.798115:0:34721:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853847.798116:0:16009:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000001:0.0:1780853847.798117:0:34721:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00000040:2.0:1780853847.798118:0:16009:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000080:00200000:0.0:1780853847.798119:0:34721:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000002:00000001:2.0:1780853847.798120:0:16009:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1780853847.798122:0:16009:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000080:00000001:0.0:1780853847.798122:0:34721:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.798123:0:34721:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1780853847.798124:0:16009:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00000080:00000001:0.0:1780853847.798125:0:34721:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.798127:0:16009:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853847.798127:0:34721:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853847.798128:0:34721:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.798129:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00010000:00000001:2.0:1780853847.798130:0:16009:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00000020:00000010:0.0:1780853847.798131:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073a00. 00010000:00000001:2.0:1780853847.798132:0:16009:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1780853847.798133:0:16009:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 00000020:00000010:0.0:1780853847.798133:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.798135:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 02000000:00000001:2.0:1780853847.798136:0:16009:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:0.0:1780853847.798137:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00010000:00010000:2.0:1780853847.798139:0:16009:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00008000:00000010:0.0:1780853847.798140:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.798143:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.798145:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00010000:00000001:2.0:1780853847.798146:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.798147:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1780853847.798147:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000002:00000001:2.0:1780853847.798148:0:16009:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000008:00000010:0.0:1780853847.798149:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00010000:00000001:2.0:1780853847.798150:0:16009:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00020000:00000010:0.0:1780853847.798151:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00000020:00000001:2.0:1780853847.798152:0:16009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.798153:0:16009:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=2 00008000:00000010:0.0:1780853847.798153:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000020:00000001:2.0:1780853847.798155:0:16009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000080:00000010:0.0:1780853847.798156:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00010000:00000001:2.0:1780853847.798157:0:16009:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00000020:00000010:0.0:1780853847.798158:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00010000:00000001:2.0:1780853847.798159:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.798160:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1780853847.798160:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000080:00000001:2.0:1780853847.798161:0:16009:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1780853847.798162:0:34721:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.798163:0:16009:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1780853847.798165:0:16009:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798166:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47d28 00010000:00000001:2.0:1780853847.798167:0:16009:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000080:00000008:0.0:1780853847.798168:0:34721:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00010000:00000001:2.0:1780853847.798169:0:16009:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1780853847.798170:0:16009:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1780853847.798172:0:16009:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.798173:0:16009:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1780853847.798175:0:16009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583572000 with handle 0xa8f483e9eb300f4f from hash 00010000:00000001:2.0:1780853847.798178:0:16009:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1780853847.798179:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.798180:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.798181:0:16009:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1780853847.798183:0:16009:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1780853847.798184:0:16009:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1780853847.798188:0:16009:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.798189:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.798190:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.798191:0:16009:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.798194:0:16009:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1780853847.798196:0:16009:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1780853847.798201:0:16009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4587c3ad80. 00000020:00000040:2.0:1780853847.798205:0:16009:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:2.0:1780853847.798210:0:16009:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780853847.798212:0:16009:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780853847.798214:0:16009:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780853847.798220:0:16009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e459267f000. 00000100:00000001:2.0:1780853847.798226:0:16009:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.798228:0:16009:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1780853847.798232:0:16009:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780853847.798238:0:16009:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1780853847.798240:0:16009:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780853847.798244:0:16009:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.798248:0:16009:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798252:0:34721:0:(file.c:2452:do_file_read_iter()) Process entered 00000020:00000001:0.0:1780853847.798253:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47d88 00000080:00200008:0.0:1780853847.798255:0:34721:0:(file.c:2456:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000100:00000040:2.0:1780853847.798258:0:16009:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c364de3] to pc [ptlrpcd_01_01+1] req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1780853847.798258:0:34721:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1780853847.798259:0:34721:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1780853847.798263:0:34721:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1780853847.798284:0:34721:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1780853847.798319:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00010000:00000001:2.0:1780853847.798322:0:16009:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1780853847.798322:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00010000:00000001:2.0:1780853847.798324:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.798325:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1780853847.798325:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00010000:00000001:2.0:1780853847.798327:0:16009:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1780853847.798328:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072000. 00010000:00000001:2.0:1780853847.798329:0:16009:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1780853847.798330:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7a80. 00000080:00000001:2.0:1780853847.798331:0:16009:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1780853847.798333:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00010000:00010000:2.0:1780853847.798334:0:16009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:0.0:1780853847.798336:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.798339:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00010000:00000001:2.0:1780853847.798341:0:16009:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000080:00000010:0.0:1780853847.798342:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00010000:00010000:2.0:1780853847.798344:0:16009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583572000/0xa8f483e9eb300f4f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a8e0 expref: -99 pid: 34721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000010:0.0:1780853847.798344:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.798346:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073a00. 00000008:00000010:0.0:1780853847.798349:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00010000:00000010:2.0:1780853847.798351:0:16009:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d6c0. 00020000:00000010:0.0:1780853847.798351:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.798354:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.798356:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.798358:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00010000:00000001:2.0:1780853847.798360:0:16009:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:0.0:1780853847.798360:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00010000:00000001:2.0:1780853847.798362:0:16009:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000080:00000001:0.0:1780853847.798362:0:34721:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00010000:00000010:2.0:1780853847.798364:0:16009:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e458491f9c0. 00000080:00000001:0.0:1780853847.798364:0:34721:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.798367:0:16009:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798367:0:34721:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853847.798369:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853847.798369:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c98 00000020:00000001:2.0:1780853847.798370:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1780853847.798371:0:34721:0:(file.c:2060:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00010000:00010000:2.0:1780853847.798372:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1780853847.798374:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853847.798375:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798375:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c30 00010000:00010000:2.0:1780853847.798377:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1780853847.798377:0:34721:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1780853847.798378:0:34721:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1780853847.798383:0:34721:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c890533[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1780853847.798385:0:34721:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:2.0:1780853847.798387:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853847.798387:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.798389:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798389:0:34721:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853847.798390:0:34721:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00010000:00010000:2.0:1780853847.798391:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1780853847.798391:0:34721:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1780853847.798394:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798395:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1780853847.798396:0:34721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.798398:0:34721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798400:0:34721:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.798401:0:34721:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798403:0:34721:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.798405:0:34721:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e45904c3290 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1780853847.798407:0:34721:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:0.0:1780853847.798410:0:34721:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853847.798411:0:34721:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853847.798413:0:34721:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853847.798414:0:34721:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798416:0:34721:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853847.798417:0:34721:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853847.798418:0:34721:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798420:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798420:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.798421:0:34721:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853847.798423:0:34721:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00000020:00000001:0.0:1780853847.798425:0:34721:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798426:0:34721:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798430:0:34721:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1780853847.798431:0:34721:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1780853847.798434:0:34721:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1780853847.798436:0:34721:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1780853847.798439:0:34721:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1780853847.798441:0:34721:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1780853847.798443:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1780853847.798446:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798447:0:34721:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853847.798448:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.798451:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910086c0. 00000020:00000010:0.0:1780853847.798454:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073200. 00000020:00000010:0.0:1780853847.798456:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.798459:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7de0. 00000008:00000010:0.0:1780853847.798461:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853847.798464:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ea80. 00008000:00000010:0.0:1780853847.798466:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa91a8. 00000080:00000010:0.0:1780853847.798469:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a0a8. 00000080:00000010:0.0:1780853847.798471:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853847.798473:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072c00. 00000008:00000010:0.0:1780853847.798475:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f340. 00020000:00000010:0.0:1780853847.798478:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.798480:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5a68. 00000080:00000010:0.0:1780853847.798482:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474780. 00000020:00000001:0.0:1780853847.798484:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503816 : -107453354047800 : ffff9e45910086c8) 00000020:00001000:0.0:1780853847.798486:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910086c0 00000020:00000001:0.0:1780853847.798488:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.798489:0:34721:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853847.798491:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798492:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853847.798493:0:34721:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798494:0:34721:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798496:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798498:0:34721:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1780853847.798500:0:34721:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1780853847.798503:0:34721:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798505:0:34721:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798507:0:34721:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798509:0:34721:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798510:0:34721:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798512:0:34721:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1780853847.798514:0:34721:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1780853847.798515:0:34721:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1780853847.798517:0:34721:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1780853847.798520:0:34721:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1780853847.798522:0:34721:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798524:0:34721:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798525:0:34721:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1780853847.798527:0:34721:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1780853847.798529:0:34721:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1780853847.798530:0:34721:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1780853847.798531:0:34721:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798533:0:34721:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798534:0:34721:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798536:0:34721:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798538:0:34721:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798539:0:34721:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:0.0:1780853847.798541:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853847.798541:0:34721:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1780853847.798543:0:34721:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853847.798545:0:34721:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798546:0:34721:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798548:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798549:0:34721:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798551:0:34721:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1780853847.798552:0:34721:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.798553:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.798555:0:34721:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.798557:0:34721:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.798558:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1780853847.798562:0:34721:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922ab800. 00020000:00000002:0.0:1780853847.798564:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1780853847.798566:0:34721:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.798567:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798568:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798569:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853847.798571:0:34721:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165b0a0. 00000008:00010000:0.0:1780853847.798573:0:34721:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1780853847.798574:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798576:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853847.798577:0:34721:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922ab830, osc lock ffff9e459165b0a0, flags 0x0 00000020:00000001:0.0:1780853847.798579:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798580:0:34721:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798583:0:34721:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375046144 : -107453334505472 : ffff9e45922ab800) 00000020:00000001:0.0:1780853847.798585:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798585:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.798586:0:34721:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798588:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798589:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.798590:0:34721:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.798592:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798592:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798594:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.798595:0:34721:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.798597:0:34721:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1780853847.798599:0:34721:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798601:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853847.798602:0:34721:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.798603:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.798605:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853847.798606:0:34721:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853847.798607:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853847.798609:0:34721:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853847.798610:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.798612:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:0.0:1780853847.798614:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.798617:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.798619:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.798622:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853847.798629:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.798632:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.798634:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798641:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798642:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798643:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:0.0:1780853847.798645:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798647:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:0.0:1780853847.798649:0:34721:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1780853847.798651:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798652:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798653:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:0.0:1780853847.798655:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798657:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798659:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798660:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798661:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:0.0:1780853847.798662:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798664:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798666:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.798667:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.798670:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798677:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798679:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.798680:0:34721:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.798682:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798683:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798684:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=7 00000020:00000001:0.0:1780853847.798686:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798688:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798690:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.798693:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798705:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798706:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853847.798709:0:34721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798715:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.798716:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798717:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.798718:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798719:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.798720:0:34721:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853847.798722:0:34721:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798724:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798725:0:34721:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798727:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798728:0:34721:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798730:0:34721:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798732:0:34721:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798734:0:34721:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1780853847.798736:0:34721:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1780853847.798737:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47b90 00000080:00200000:0.0:1780853847.798739:0:34721:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1780853847.798742:0:34721:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1780853847.798744:0:34721:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1780853847.798746:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1780853847.798748:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798749:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798751:0:34721:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1780853847.798752:0:34721:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1780853847.798755:0:34721:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798757:0:34721:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798758:0:34721:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798760:0:34721:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798762:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.798764:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.798766:0:34721:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.798768:0:34721:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1780853847.798770:0:34721:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:0.0:1780853847.798772:0:34721:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798774:0:34721:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798776:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000001:00000001:0.0:1780853847.798778:0:34721:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1780853847.798780:0:34721:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1780853847.798781:0:34721:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.798782:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.798783:0:34721:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.798785:0:34721:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.798786:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853847.798789:0:34721:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922abe80. 00020000:00000002:0.0:1780853847.798791:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.798793:0:34721:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.798794:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798795:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798798:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853847.798800:0:34721:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165b300. 00000008:00010000:0.0:1780853847.798801:0:34721:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1780853847.798803:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798804:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853847.798805:0:34721:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922abeb0, osc lock ffff9e459165b300, flags 0x400001002 00000020:00000001:0.0:1780853847.798807:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798809:0:34721:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798811:0:34721:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375047808 : -107453334503808 : ffff9e45922abe80) 00000020:00000001:0.0:1780853847.798813:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.798814:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.798815:0:34721:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798817:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798819:0:34721:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1780853847.798820:0:34721:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1780853847.798821:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.798822:0:34721:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.798823:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798824:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798826:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.798827:0:34721:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.798828:0:34721:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853847.798830:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853847.798832:0:34721:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.798833:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.798834:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853847.798835:0:34721:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853847.798836:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853847.798837:0:34721:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853847.798839:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.798841:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:0.0:1780853847.798842:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.798845:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.798846:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.798849:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853847.798857:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.798858:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.798861:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798868:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798878:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798880:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:0.0:1780853847.798882:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798883:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:0.0:1780853847.798885:0:34721:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1780853847.798886:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798888:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798889:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=7 00000020:00000001:0.0:1780853847.798890:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798892:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000020:00000001:0.0:1780853847.798895:0:34721:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.798896:0:34721:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1780853847.798898:0:34721:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1780853847.798899:0:34721:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.798900:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.798901:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.798902:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=8 00000020:00000001:0.0:1780853847.798904:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798906:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.798908:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.798911:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798918:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798919:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1780853847.798921:0:34721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.798928:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.798929:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798930:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.798931:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798932:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.798933:0:34721:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853847.798935:0:34721:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798937:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.798938:0:34721:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798940:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798941:0:34721:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.798942:0:34721:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1780853847.798944:0:34721:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1780853847.798946:0:34721:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1780853847.798947:0:34721:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798948:0:34721:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.798951:0:34721:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853847.798953:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.798954:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.798956:0:34721:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.798957:0:34721:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1780853847.798959:0:34721:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=0 c=1780853847 b=1 00020000:00000001:0.0:1780853847.798961:0:34721:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798963:0:34721:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.798965:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:0.0:1780853847.798967:0:34721:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1780853847.798969:0:34721:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853847.798971:0:34721:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853847.798972:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_release():245 00000020:00000001:0.0:1780853847.798974:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.798975:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_cancel():142 00020000:00000001:0.0:1780853847.798978:0:34721:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853847.798979:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.798980:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.798982:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.798983:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922abeb0 (ffff9e45910086c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853847.798985:0:34721:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1780853847.798986:0:34721:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1780853847.798987:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.798988:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.798989:0:34721:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1780853847.798991:0:34721:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.798992:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.798993:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.798994:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.798995:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_fini():72 00020000:00000001:0.0:1780853847.798998:0:34721:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853847.798999:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.799000:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922abeb0 (ffff9e4591008128/1) at cl_lock_fini():72 00000008:00000010:0.0:1780853847.799003:0:34721:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165b300. 00000020:00000001:0.0:1780853847.799005:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1780853847.799007:0:34721:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922abe80. 00020000:00000001:0.0:1780853847.799009:0:34721:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.799010:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.799011:0:34721:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1780853847.799013:0:34721:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853847.799017:0:34721:0:(vvp_io.c:855:vvp_io_read_start()) header@000000004c890533[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1780853847.799019:0:34721:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1780853847.799023:0:34721:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1780853847.799026:0:34721:0:(vvp_io.c:884:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1780853847.799030:0:34721:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:0.0:1780853847.799031:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853847.799032:0:34721:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1780853847.799034:0:34721:0:(osc_io.c:1004:osc_io_read_start()) Process entered 00000020:00000001:0.0:1780853847.799035:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.799042:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.799043:0:34721:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1780853847.799046:0:34721:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1780853847.799048:0:34721:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799050:0:34721:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799051:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:0.0:1780853847.799052:0:34721:0:(osc_io.c:1013:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799054:0:34721:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.799056:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.799057:0:34721:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799058:0:34721:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799060:0:34721:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1780853847.799062:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:0.0:1780853847.799063:0:34721:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1780853847.799064:0:34721:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1780853847.799065:0:34721:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1780853847.799067:0:34721:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.799068:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799070:0:34721:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1780853847.799071:0:34721:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1780853847.799073:0:34721:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853847.799074:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45864743f8 (ffff9e4591008128/0) at cl_lock_release():245 00000020:00000001:0.0:1780853847.799076:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.799077:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45864743f8 (ffff9e4591008128/0) at cl_lock_cancel():142 00000100:00000001:3.0:1780853847.799079:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1780853847.799079:0:34721:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853847.799081:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.799082:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000100:00000001:3.0:1780853847.799083:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1780853847.799084:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000100:00000001:3.0:1780853847.799085:0:2383:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00010000:0.0:1780853847.799085:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922ab830 (ffff9e45910086c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853847.799087:0:34721:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1780853847.799088:0:34721:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1780853847.799089:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.799090:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.799092:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:0.0:1780853847.799094:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.799096:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.799098:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.799100:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000100:00000040:3.0:1780853847.799102:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780853847.799108:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1780853847.799110:0:2383:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1780853847.799110:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.799111:0:34721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000100:00000001:3.0:1780853847.799113:0:2383:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.799113:0:34721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.799115:0:34721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:3.0:1780853847.799116:0:2383:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853847.799119:0:2383:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853847.799121:0:2383:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.799122:0:34721:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1780853847.799124:0:2383:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631461248:192.168.202.110@tcp:103:ldlm_bl.0 00010000:00000001:0.0:1780853847.799124:0:34721:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.799126:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1780853847.799128:0:2383:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1780853847.799128:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.799130:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.799132:0:34721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.799133:0:2383:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1780853847.799133:0:34721:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.799136:0:2383:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.799136:0:34721:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.799138:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1780853847.799139:0:2383:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1780853847.799139:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.799140:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.799141:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.799142:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.799143:0:34721:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 02000000:00000010:3.0:1780853847.799144:0:2383:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3400. 00000008:00000001:0.0:1780853847.799144:0:34721:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 02000000:00000001:3.0:1780853847.799145:0:2383:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799146:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.799147:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.799148:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.799149:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45864743f8 (ffff9e4591008128/0) at cl_lock_fini():72 00000400:00000200:3.0:1780853847.799152:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00020000:00000001:0.0:1780853847.799152:0:34721:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853847.799153:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.799154:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922ab830 (ffff9e4591008128/1) at cl_lock_fini():72 00000400:00000010:3.0:1780853847.799156:0:2383:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000008:00000010:0.0:1780853847.799157:0:34721:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165b0a0. 00000020:00000001:0.0:1780853847.799159:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1780853847.799160:0:34721:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922ab800. 00000400:00000010:3.0:1780853847.799161:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00020000:00000001:0.0:1780853847.799162:0:34721:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.799163:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.799163:0:34721:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1780853847.799165:0:34721:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00000100:00000200:3.0:1780853847.799166:0:2383:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631461248, portal 18 00020000:00000001:0.0:1780853847.799166:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:0.0:1780853847.799167:0:34721:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1780853847.799168:0:2383:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1780853847.799168:0:34721:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1780853847.799170:0:2383:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620200521088 : -107453509030528 : ffff9e4587c3ad80) 00020000:00000001:0.0:1780853847.799170:0:34721:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.799171:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.799173:0:34721:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1780853847.799174:0:34721:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1780853847.799175:0:34721:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000040:3.0:1780853847.799176:0:2383:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1780853847.799177:0:34721:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1780853847.799178:0:34721:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1780853847.799179:0:34721:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853847.799181:0:34721:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1780853847.799182:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000100:00000001:3.0:1780853847.799183:0:2383:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1780853847.799183:0:34721:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:3.0:1780853847.799186:0:2383:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000020:00000001:0.0:1780853847.799186:0:34721:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1780853847.799187:0:34721:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1780853847.799188:0:2383:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a6e8. 00020000:00000001:0.0:1780853847.799189:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.799190:0:34721:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000100:00000200:3.0:1780853847.799191:0:2383:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631461248, offset 0 00000020:00000001:0.0:1780853847.799192:0:34721:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1780853847.799193:0:34721:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.799195:0:34721:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853847.799196:0:34721:0:(lov_io.c:701:lov_io_fini()) Process entered 00000400:00000200:3.0:1780853847.799197:0:2383:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00020000:00000001:0.0:1780853847.799198:0:34721:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853847.799199:0:34721:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853847.799200:0:34721:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.799201:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910086c0 00000020:00000010:0.0:1780853847.799203:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072800. 00000400:00000200:3.0:1780853847.799204:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000010:0.0:1780853847.799206:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7de0. 00000008:00000010:0.0:1780853847.799208:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ce18. 00000400:00000200:3.0:1780853847.799211:0:2383:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00020000:00000010:0.0:1780853847.799211:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ea80. 00008000:00000010:0.0:1780853847.799214:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa91a8. 00000400:00000200:3.0:1780853847.799216:0:2383:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000010:0.0:1780853847.799217:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a0a8. 00000400:00000200:3.0:1780853847.799220:0:2383:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000080:00000010:0.0:1780853847.799220:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853847.799222:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073200. 00000400:00000200:3.0:1780853847.799223:0:2383:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000008:00000010:0.0:1780853847.799225:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f340. 00000400:00000200:3.0:1780853847.799226:0:2383:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00020000:00000010:0.0:1780853847.799227:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00000400:00000200:3.0:1780853847.799230:0:2383:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2716:2716:256:4294967295] 192.168.202.110@tcp LPNI seq info [2716:2716:8:4294967295] 00008000:00000010:0.0:1780853847.799230:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5a68. 00000080:00000010:0.0:1780853847.799233:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474780. 00000400:00000200:3.0:1780853847.799235:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000010:0.0:1780853847.799235:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072c00. 00000020:00000010:0.0:1780853847.799237:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910086c0. 00020000:00000001:0.0:1780853847.799239:0:34721:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853847.799240:0:34721:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853847.799242:0:34721:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853847.799243:0:34721:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:3.0:1780853847.799245:0:2383:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000080:00000001:0.0:1780853847.799246:0:34721:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853847.799247:0:34721:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1780853847.799249:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c98 00000800:00000200:3.0:1780853847.799251:0:2383:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000080:00200000:0.0:1780853847.799251:0:34721:0:(file.c:2208:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1780853847.799254:0:34721:0:(file.c:2294:ll_file_io_generic()) iot: 1, result: 0 00000800:00000010:3.0:1780853847.799256:0:2383:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000080:00000001:0.0:1780853847.799256:0:34721:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853847.799258:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00000020:00000010:0.0:1780853847.799259:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.799261:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7a80. 00000800:00000200:3.0:1780853847.799262:0:2383:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000008:00000010:0.0:1780853847.799284:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.799287:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00000800:00000200:3.0:1780853847.799303:0:2383:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853847.799306:0:2383:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1780853847.799315:0:2383:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.799318:0:2383:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 789275 usecs (790 jiffies) 00000400:00000200:3.0:1780853847.799321:0:2383:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853847.799324:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645344 00000100:00000001:3.0:1780853847.799327:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.799329:0:2383:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645344 00000100:00000001:3.0:1780853847.799331:0:2383:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.799333:0:2383:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.799335:0:2383:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.799338:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.799341:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.799346:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.799348:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853847.799350:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.799351:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.799352:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.799355:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.799367:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.799369:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.799990:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.799996:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:1.0:1780853847.800001:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.800006:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.800012:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a6e8 00000400:00000010:1.0:1780853847.800014:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a6e8. 00000100:00000001:1.0:1780853847.800018:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.800024:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.800034:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.800037:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.800044:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.800046:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00008000:00000010:0.0:1780853847.801699:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.801715:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.801720:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.801725:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853847.801731:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.801736:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.801739:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.801743:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00000020:00000010:0.0:1780853847.801745:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.801749:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000020:00000001:0.0:1780853847.801758:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47d88 00000080:00000008:0.0:1780853847.801761:0:34721:0:(file.c:2523:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1780853847.801765:0:34721:0:(file.c:2525:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:2.0:1780853847.801923:0:34721:0:(file.c:2452:do_file_read_iter()) Process entered 00000020:00000001:2.0:1780853847.801926:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47d88 00000080:00200008:2.0:1780853847.801928:0:34721:0:(file.c:2456:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:2.0:1780853847.801932:0:34721:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:2.0:1780853847.801934:0:34721:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1780853847.801936:0:34721:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:2.0:1780853847.801938:0:34721:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853847.801946:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853847.801954:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07360. 00000020:00000010:2.0:1780853847.801958:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e000. 00000020:00000010:2.0:1780853847.801962:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e800. 00000020:00000010:2.0:1780853847.801966:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da51e0. 00000008:00000010:2.0:1780853847.801972:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853847.801976:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be2cc0. 00008000:00000010:2.0:1780853847.801981:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd3880. 00000080:00000010:2.0:1780853847.801986:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b738. 00000080:00000010:2.0:1780853847.801989:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61da8. 00000020:00000010:2.0:1780853847.802002:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267f200. 00000008:00000010:2.0:1780853847.802006:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835a580. 00020000:00000010:2.0:1780853847.802009:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb7600. 00008000:00000010:2.0:1780853847.802012:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344048. 00000080:00000010:2.0:1780853847.802015:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345d20. 00000020:00000001:2.0:1780853847.802018:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200309608 : -107453509242008 : ffff9e4587c07368) 00000020:00001000:2.0:1780853847.802021:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07360 00000080:00000001:2.0:1780853847.802024:0:34721:0:(file.c:1971:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1780853847.802027:0:34721:0:(file.c:2022:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802029:0:34721:0:(file.c:2057:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1780853847.802031:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c98 00000080:00200000:2.0:1780853847.802033:0:34721:0:(file.c:2060:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:2.0:1780853847.802037:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c30 00000080:00200000:2.0:1780853847.802039:0:34721:0:(file.c:1817:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:2.0:1780853847.802041:0:34721:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1780853847.802047:0:34721:0:(cl_io.c:214:cl_io_rw_init()) header@000000004c890533[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:2.0:1780853847.802049:0:34721:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:2.0:1780853847.802052:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.802055:0:34721:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1780853847.802057:0:34721:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:2.0:1780853847.802059:0:34721:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1780853847.802062:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802063:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1780853847.802066:0:34721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780853847.802070:0:34721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802073:0:34721:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1780853847.802075:0:34721:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802076:0:34721:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853847.802080:0:34721:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e4590c61e08 type 1 ignore/verify layout 0/0 00020000:00000002:2.0:1780853847.802083:0:34721:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:2.0:1780853847.802086:0:34721:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1780853847.802088:0:34721:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1780853847.802091:0:34721:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1780853847.802319:0:34721:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802322:0:34721:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1780853847.802325:0:34721:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1780853847.802326:0:34721:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802328:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802329:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1780853847.802330:0:34721:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1780853847.802332:0:34721:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00000020:00000001:2.0:1780853847.802334:0:34721:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802336:0:34721:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802341:0:34721:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1780853847.802343:0:34721:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1780853847.802345:0:34721:0:(lov_io.c:1006:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1780853847.802348:0:34721:0:(lov_io.c:1078:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:2.0:1780853847.802351:0:34721:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1780853847.802354:0:34721:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1780853847.802357:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1780853847.802360:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.802362:0:34721:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1780853847.802364:0:34721:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1780853847.802367:0:34721:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4587c07900. 00000020:00000010:2.0:1780853847.802370:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267ec00. 00000020:00000010:2.0:1780853847.802372:0:34721:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e459267e200. 00000020:00000010:2.0:1780853847.802375:0:34721:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585da5180. 00000008:00000010:2.0:1780853847.802455:0:34721:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853847.802459:0:34721:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853847.802463:0:34721:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4590cd1c40. 00000080:00000010:2.0:1780853847.802466:0:34721:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e4589b7b1f8. 00000080:00000010:2.0:1780853847.802468:0:34721:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4590c61918. 00000020:00000010:2.0:1780853847.802472:0:34721:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e459267e600. 00000008:00000010:2.0:1780853847.802475:0:34721:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853847.802477:0:34721:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fb7180. 00008000:00000010:2.0:1780853847.802479:0:34721:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4588344320. 00000080:00000010:2.0:1780853847.802482:0:34721:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4588345a50. 00000020:00000001:2.0:1780853847.802484:0:34721:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620200311048 : -107453509240568 : ffff9e4587c07908) 00000020:00001000:2.0:1780853847.802486:0:34721:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4587c07900 00000020:00000001:2.0:1780853847.802488:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.802490:0:34721:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1780853847.802492:0:34721:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802493:0:34721:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1780853847.802494:0:34721:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802496:0:34721:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802498:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.802501:0:34721:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1780853847.802503:0:34721:0:(osc_io.c:509:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1780853847.802507:0:34721:0:(osc_io.c:529:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802509:0:34721:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802511:0:34721:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802514:0:34721:0:(lov_io.c:1084:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802515:0:34721:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802517:0:34721:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1780853847.802519:0:34721:0:(vvp_io.c:577:vvp_io_read_lock()) Process entered 00000080:00000001:2.0:1780853847.802521:0:34721:0:(vvp_io.c:540:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1780853847.802522:0:34721:0:(vvp_io.c:428:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1780853847.802525:0:34721:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1780853847.802529:0:34721:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802532:0:34721:0:(vvp_io.c:499:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802533:0:34721:0:(vvp_io.c:195:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1780853847.802535:0:34721:0:(vvp_io.c:197:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:2.0:1780853847.802537:0:34721:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1780853847.802538:0:34721:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1780853847.802540:0:34721:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802541:0:34721:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802543:0:34721:0:(vvp_io.c:217:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802544:0:34721:0:(vvp_io.c:567:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.802546:0:34721:0:(vvp_io.c:580:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802547:0:34721:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:2.0:1780853847.802549:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853847.802550:0:34721:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1780853847.802552:0:34721:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853847.802553:0:34721:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802555:0:34721:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802556:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802558:0:34721:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802559:0:34721:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1780853847.802561:0:34721:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853847.802562:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853847.802565:0:34721:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853847.802567:0:34721:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853847.802569:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:2.0:1780853847.802575:0:34721:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9180. 00020000:00000002:2.0:1780853847.802578:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:2.0:1780853847.802580:0:34721:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853847.802582:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.802583:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.802585:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853847.802588:0:34721:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e4592282e40. 00000008:00010000:2.0:1780853847.802590:0:34721:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1780853847.802593:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802594:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853847.802597:0:34721:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba91b0, osc lock ffff9e4592282e40, flags 0x0 00000020:00000001:2.0:1780853847.802599:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802600:0:34721:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802604:0:34721:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233478528 : -107453476073088 : ffff9e4589ba9180) 00000020:00000001:2.0:1780853847.802605:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802606:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853847.802608:0:34721:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802609:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802611:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853847.802613:0:34721:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853847.802614:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.802615:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.802617:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853847.802619:0:34721:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853847.802621:0:34721:0:(osc_lock.c:909:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1780853847.802623:0:34721:0:(osc_lock.c:957:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802627:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853847.802629:0:34721:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853847.802630:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853847.802632:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853847.802634:0:34721:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853847.802635:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853847.802637:0:34721:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853847.802641:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.802652:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:2.0:1780853847.802654:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.802661:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.802666:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1780853847.802671:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:2.0:1780853847.802683:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853847.802689:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.802692:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.802706:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.802708:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.802710:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:2.0:1780853847.802713:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802715:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:2.0:1780853847.802719:0:34721:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853847.802721:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.802723:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.802724:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:2.0:1780853847.802726:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802728:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802730:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.802730:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.802731:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:2.0:1780853847.802733:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802735:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802737:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.802739:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.802742:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.802749:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.802751:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853847.802754:0:34721:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.802756:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.802757:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.802758:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=7 00000020:00000001:2.0:1780853847.802760:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802761:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.802764:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.802767:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.802772:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.802773:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853847.802776:0:34721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.802782:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.802783:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.802784:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.802784:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.802785:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853847.802787:0:34721:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.802789:0:34721:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802791:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802793:0:34721:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802794:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802796:0:34721:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802797:0:34721:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802798:0:34721:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802800:0:34721:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1780853847.802803:0:34721:0:(vvp_io.c:820:vvp_io_read_start()) Process entered 00000020:00000001:2.0:1780853847.802804:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47b90 00000080:00200000:2.0:1780853847.802805:0:34721:0:(vvp_io.c:825:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:2.0:1780853847.802810:0:34721:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1780853847.802812:0:34721:0:(lov_io.c:1332:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1780853847.802814:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:2.0:1780853847.802816:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.802817:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.802819:0:34721:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853847.802821:0:34721:0:(osc_io.c:1380:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1780853847.802824:0:34721:0:(osc_io.c:1393:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802826:0:34721:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802828:0:34721:0:(lov_io.c:1373:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802830:0:34721:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802833:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.802836:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.802838:0:34721:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853847.802841:0:34721:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1780853847.802844:0:34721:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853847.802845:0:34721:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1780853847.802847:0:34721:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1780853847.802848:0:34721:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1780853847.802850:0:34721:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1780853847 a=1780853847 c=1780853847 b=1 00020000:00000001:2.0:1780853847.802853:0:34721:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1780853847.802855:0:34721:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=1780853847 c=1780853847 b=1 00020000:00000001:2.0:1780853847.802858:0:34721:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802859:0:34721:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802861:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000001:00000001:2.0:1780853847.802864:0:34721:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1780853847.802865:0:34721:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1780853847.802867:0:34721:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1780853847.802868:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1780853847.802869:0:34721:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1780853847.802870:0:34721:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1780853847.802872:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1780853847.802876:0:34721:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4589ba9780. 00020000:00000002:2.0:1780853847.802877:0:34721:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1780853847.802879:0:34721:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:2.0:1780853847.802881:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.802882:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.802883:0:34721:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1780853847.802886:0:34721:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e45922838f0. 00000008:00010000:2.0:1780853847.802888:0:34721:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1780853847.802889:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802890:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1780853847.802891:0:34721:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4589ba97b0, osc lock ffff9e45922838f0, flags 0x400001002 00000020:00000001:2.0:1780853847.802893:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802894:0:34721:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.802896:0:34721:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620233480064 : -107453476071552 : ffff9e4589ba9780) 00000020:00000001:2.0:1780853847.802898:0:34721:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1780853847.802900:0:34721:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1780853847.802901:0:34721:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802902:0:34721:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.802905:0:34721:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1780853847.802906:0:34721:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1780853847.802907:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853847.802908:0:34721:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1780853847.802909:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.803259:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.803313:0:34721:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853847.803316:0:34721:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1780853847.803317:0:34721:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1780853847.803320:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1780853847.803322:0:34721:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1780853847.803323:0:34721:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1780853847.803325:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1780853847.803326:0:34721:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1780853847.803327:0:34721:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1780853847.803328:0:34721:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1780853847.803329:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1780853847.803332:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:2.0:1780853847.803335:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1780853847.803338:0:34721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1780853847.803340:0:34721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.803343:0:34721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 02000000:00000001:2.0:1780853847.803351:0:34721:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1780853847.803354:0:34721:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853847.803356:0:34721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.803363:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.803364:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.803365:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:2.0:1780853847.803367:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.803369:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:2.0:1780853847.803372:0:34721:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1780853847.803373:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.803374:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.803376:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=7 00010000:00000010:2.1:1780853847.804491:0:34721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583572000. 00000020:00000001:2.0:1780853847.804507:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.804511:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000020:00000001:2.0:1780853847.804515:0:34721:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853847.804517:0:34721:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1780853847.804519:0:34721:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1780853847.804521:0:34721:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.804523:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.804524:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.804526:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=8 00000020:00000001:2.0:1780853847.804528:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.804530:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.804532:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.804536:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.804545:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804546:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1780853847.804548:0:34721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.804554:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.804556:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804557:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.804558:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804559:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853847.804560:0:34721:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1780853847.804562:0:34721:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804565:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804568:0:34721:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804570:0:34721:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804572:0:34721:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1780853847.804573:0:34721:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1780853847.804576:0:34721:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1780853847.804577:0:34721:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1780853847.804580:0:34721:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804582:0:34721:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1780853847.804587:0:34721:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1780853847.804590:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.804592:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.804594:0:34721:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1780853847.804597:0:34721:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1780853847.804600:0:34721:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=1780853847 c=1780853847 b=1 00020000:00000001:2.0:1780853847.804603:0:34721:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804605:0:34721:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804607:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:2.0:1780853847.804609:0:34721:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1780853847.804612:0:34721:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1780853847.804614:0:34721:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853847.804616:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4590c61da8 (ffff9e4587c07368/0) at cl_lock_release():245 00000020:00000001:2.0:1780853847.804619:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853847.804620:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4590c61da8 (ffff9e4587c07368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853847.804623:0:34721:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853847.804625:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.804627:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.804629:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853847.804630:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba97b0 (ffff9e4587c07908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853847.804633:0:34721:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853847.804634:0:34721:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853847.804635:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804637:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853847.804638:0:34721:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853847.804640:0:34721:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853847.804641:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853847.804642:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853847.804644:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853847.804645:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4590c61da8 (ffff9e4587c07368/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853847.804648:0:34721:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853847.804649:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853847.804651:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba97b0 (ffff9e4587c07368/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853847.804654:0:34721:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e45922838f0. 00000020:00000001:2.0:1780853847.804657:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853847.804659:0:34721:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9780. 00020000:00000001:2.0:1780853847.804662:0:34721:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853847.804663:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853847.804664:0:34721:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1780853847.804666:0:34721:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1780853847.804674:0:34721:0:(vvp_io.c:855:vvp_io_read_start()) header@000000004c890533[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:2.0:1780853847.804676:0:34721:0:(vvp_io.c:855:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:2.0:1780853847.804680:0:34721:0:(vvp_io.c:874:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:2.0:1780853847.804684:0:34721:0:(vvp_io.c:884:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:2.0:1780853847.804690:0:34721:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:2.0:1780853847.804692:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853847.804693:0:34721:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1780853847.804695:0:34721:0:(osc_io.c:1004:osc_io_read_start()) Process entered 00000020:00000001:2.0:1780853847.804697:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.804699:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:2.0:1780853847.804701:0:34721:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1780853847.804703:0:34721:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1780853847.804705:0:34721:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804707:0:34721:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804709:0:34721:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:2.0:1780853847.804711:0:34721:0:(osc_io.c:1013:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804713:0:34721:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804715:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804716:0:34721:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804717:0:34721:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804720:0:34721:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1780853847.804721:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00020000:00000001:2.0:1780853847.804723:0:34721:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1780853847.804724:0:34721:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1780853847.804725:0:34721:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1780853847.804727:0:34721:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804728:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804731:0:34721:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1780853847.804732:0:34721:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853847.804734:0:34721:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1780853847.804735:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4588345d58 (ffff9e4587c07368/0) at cl_lock_release():245 00000020:00000001:2.0:1780853847.804738:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853847.804739:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4588345d58 (ffff9e4587c07368/0) at cl_lock_cancel():142 00020000:00000001:2.0:1780853847.804742:0:34721:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1780853847.804743:0:34721:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1780853847.804745:0:34721:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620371949160 : -107453337602456 : ffff9e4591fb7668) 00000020:00000001:2.0:1780853847.804747:0:34721:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1780853847.804748:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4589ba91b0 (ffff9e4587c07908/1) at cl_lock_cancel():142 00000008:00000001:2.0:1780853847.804750:0:34721:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1780853847.804751:0:34721:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:2.0:1780853847.804753:0:34721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1780853847.804754:0:34721:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1780853847.804756:0:34721:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:2.0:1780853847.804758:0:34721:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.804760:0:34721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:2.0:1780853847.804762:0:34721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1780853847.804765:0:34721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 1 00010000:00000001:2.0:1780853847.804773:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804775:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.804776:0:34721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1780853847.804778:0:34721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1780853847.804781:0:34721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1780853847.804790:0:34721:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780853847.804793:0:34721:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780853847.804795:0:34721:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780853847.804799:0:34721:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.804802:0:34721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780853847.804804:0:34721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.804806:0:34721:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.804810:0:34721:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780853847.804812:0:34721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1780853847.804813:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804815:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780853847.804816:0:34721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780853847.804817:0:34721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1780853847.804818:0:34721:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1780853847.804820:0:34721:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853847.804821:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853847.804822:0:34721:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1780853847.804823:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853847.804824:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4588345d58 (ffff9e4587c07368/0) at cl_lock_fini():72 00020000:00000001:2.0:1780853847.804827:0:34721:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:2.0:1780853847.804828:0:34721:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1780853847.804830:0:34721:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4589ba91b0 (ffff9e4587c07368/1) at cl_lock_fini():72 00000008:00000010:2.0:1780853847.804832:0:34721:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e4592282e40. 00000020:00000001:2.0:1780853847.804835:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1780853847.804836:0:34721:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4589ba9180. 00020000:00000001:2.0:1780853847.804838:0:34721:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1780853847.804839:0:34721:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1780853847.804841:0:34721:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1780853847.804842:0:34721:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:2.0:1780853847.804844:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853847.804845:0:34721:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1780853847.804846:0:34721:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1780853847.804848:0:34721:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804849:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804851:0:34721:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1780853847.804852:0:34721:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1780853847.804853:0:34721:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1780853847.804856:0:34721:0:(vvp_io.c:516:vvp_io_advance()) advancing 0 bytes 00000020:00000001:2.0:1780853847.804858:0:34721:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1780853847.804859:0:34721:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853847.804861:0:34721:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1780853847.804862:0:34721:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:2.0:1780853847.804864:0:34721:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1780853847.804867:0:34721:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1780853847.804868:0:34721:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804870:0:34721:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1780853847.804872:0:34721:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853847.804873:0:34721:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1780853847.804875:0:34721:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853847.804878:0:34721:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1780853847.804880:0:34721:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:2.0:1780853847.804881:0:34721:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1780853847.804882:0:34721:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1780853847.804884:0:34721:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1780853847.804886:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07900 00000020:00000010:2.0:1780853847.804890:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e200. 00000020:00000010:2.0:1780853847.804893:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da5180. 00000008:00000010:2.0:1780853847.804897:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c68000. 00020000:00000010:2.0:1780853847.804900:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be29c0. 00008000:00000010:2.0:1780853847.804905:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd1c40. 00000080:00000010:2.0:1780853847.804910:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b1f8. 00000080:00000010:2.0:1780853847.807570:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61918. 00000020:00000010:2.0:1780853847.807577:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267ec00. 00000008:00000010:2.0:1780853847.807584:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835b4a0. 00020000:00000010:2.0:1780853847.807591:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7180. 00008000:00000010:2.0:1780853847.807596:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344320. 00000080:00000010:2.0:1780853847.807599:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345a50. 00000020:00000010:2.0:1780853847.807602:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e600. 00000020:00000010:2.0:1780853847.807605:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07900. 00020000:00000001:2.0:1780853847.807609:0:34721:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1780853847.807611:0:34721:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:2.0:1780853847.807615:0:34721:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:2.0:1780853847.807617:0:34721:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000001:1.0:1780853847.807618:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000001:2.0:1780853847.807620:0:34721:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1780853847.807622:0:34721:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1780853847.807625:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47c98 00000080:00200000:2.0:1780853847.807627:0:34721:0:(file.c:2208:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:2.0:1780853847.807631:0:34721:0:(file.c:2294:ll_file_io_generic()) iot: 1, result: 0 00000800:00000001:1.0:1780853847.807631:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1780853847.807633:0:34721:0:(file.c:2298:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853847.807633:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00001000:2.0:1780853847.807636:0:34721:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4587c07360 00000800:00000001:1.0:1780853847.807636:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1780853847.807639:0:34721:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e459267e800. 00000020:00000010:2.0:1780853847.807642:0:34721:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585da51e0. 00000400:00000200:1.0:1780853847.807645:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000008:00000010:2.0:1780853847.807646:0:34721:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4590c6ce18. 00020000:00000010:2.0:1780853847.807649:0:34721:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e4598be2cc0. 00000400:00000200:1.0:1780853847.807652:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00008000:00000010:2.0:1780853847.807653:0:34721:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4590cd3880. 00000080:00000010:2.0:1780853847.807657:0:34721:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e4589b7b738. 00000080:00000010:2.0:1780853847.807659:0:34721:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4590c61da8. 00000400:00000200:1.0:1780853847.807661:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000010:2.0:1780853847.807662:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267e000. 00000008:00000010:2.0:1780853847.807664:0:34721:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458835a580. 00000400:00000200:1.0:1780853847.807665:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00020000:00000010:2.0:1780853847.807666:0:34721:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fb7600. 00008000:00000010:2.0:1780853847.807668:0:34721:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4588344048. 00000080:00000010:2.0:1780853847.807670:0:34721:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4588345d20. 00000400:00000200:1.0:1780853847.807671:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000020:00000010:2.0:1780853847.807673:0:34721:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e459267f200. 00000020:00000010:2.0:1780853847.807675:0:34721:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4587c07360. 00000400:00000200:1.0:1780853847.807675:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe58180 00000020:00000001:2.0:1780853847.807678:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47d88 00000400:00000200:1.0:1780853847.807679:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000080:00000008:2.0:1780853847.807680:0:34721:0:(file.c:2523:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:2.0:1780853847.807683:0:34721:0:(file.c:2525:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853847.807685:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x74c1 [1] + 224 00000800:00000001:1.0:1780853847.807692:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.807698:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853847.807701:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.807705:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853847.807711:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.807725:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853847.807737:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1780853847.808642:0:34721:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853847.808649:0:34721:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:3.0:1780853847.808654:0:34721:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:3.0:1780853847.808656:0:34721:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.808665:0:34721:0:(file.c:444:ll_file_release()) Process entered 00000020:00000001:3.0:1780853847.808667:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47db8 00000080:00200008:3.0:1780853847.808669:0:34721:0:(file.c:448:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 100000 00000080:00000001:3.0:1780853847.808673:0:34721:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1780853847.808676:0:34721:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1780853847.808677:0:34721:0:(lov_object.c:2369:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1780853847.808678:0:34721:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000002:3.0:1780853847.808680:0:34721:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4585d127c0 00020000:00000001:3.0:1780853847.808682:0:34721:0:(lov_object.c:2420:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.808684:0:34721:0:(file.c:342:ll_md_close()) Process entered 00000002:00000001:3.0:1780853847.808691:0:34721:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.808694:0:34721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.808700:0:34721:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:3.0:1780853847.808703:0:34721:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1780853847.808708:0:34721:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1780853847.808710:0:34721:0:(lmv_obd.c:4117:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:3.0:1780853847.808712:0:34721:0:(file.c:298:ll_md_real_close()) Process entered 00000080:00000001:3.0:1780853847.808714:0:34721:0:(file.c:151:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1780853847.808720:0:34721:0:(file.c:159:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9e45904b2c00. 00000080:00000001:3.0:1780853847.808722:0:34721:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1780853847.808727:0:34721:0:(file.c:129:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1780853847.808730:0:34721:0:(lmv_obd.c:1649:lmv_close()) Process entered 00800000:00000002:3.0:1780853847.808733:0:34721:0:(lmv_obd.c:1655:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:3.0:1780853847.808737:0:34721:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1780853847.808739:0:34721:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9e4592299000: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:3.0:1780853847.808745:0:34721:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173800. 00000020:00000040:3.0:1780853847.808748:0:34721:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=10 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853847.808752:0:34721:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853847.808755:0:34721:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853847.808760:0:34721:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853847.808766:0:34721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e45904b2800. 00000100:00000001:3.0:1780853847.808771:0:34721:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1780853847.808786:0:34721:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1780853847.808796:0:34721:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1780853847.808800:0:34721:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1780853847.808806:0:34721:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1780853847.808808:0:34721:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1780853847.808814:0:34721:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e45833ee240. 00000100:00000001:3.0:1780853847.808816:0:34721:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620124709440 : -107453584842176 : ffff9e45833ee240) 00000100:00000001:3.0:1780853847.808818:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.808819:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000100:00000001:3.0:1780853847.808824:0:34721:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853847.808827:0:34721:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.808829:0:34721:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1780853847.808831:0:34721:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853847.808834:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.808842:0:34721:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853847.808844:0:34721:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.808848:0:34721:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853847.808850:0:34721:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853847.808852:0:34721:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853847.808855:0:34721:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34721:1867358631461504:192.168.202.110@tcp:35:cat.0 00000100:00000001:3.0:1780853847.808858:0:34721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853847.808863:0:34721:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853847.808866:0:34721:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.808868:0:34721:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853847.808872:0:34721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e4583fac800. 02000000:00000001:3.0:1780853847.808874:0:34721:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853847.808879:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853847.808882:0:34721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853847.808888:0:34721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853847.808894:0:34721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631461504, portal 10 00000100:00000001:3.0:1780853847.808896:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.808898:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000100:00000040:3.0:1780853847.808903:0:34721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.809085:0:34721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853847.809090:0:34721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853847.809156:0:34721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a000. 00000100:00000200:3.0:1780853847.809162:0:34721:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1867358631461504, offset 0 00000400:00000200:3.0:1780853847.809168:0:34721:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853847.809176:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.809182:0:34721:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853847.809187:0:34721:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853847.809191:0:34721:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853847.809194:0:34721:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853847.809197:0:34721:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853847.809201:0:34721:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2717:2717:256:4294967295] 192.168.202.110@tcp LPNI seq info [2717:2717:8:4294967295] 00000400:00000200:3.0:1780853847.809205:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853847.809213:0:34721:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853847.809219:0:34721:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853847.809224:0:34721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598bd6c00. 00000800:00000200:3.0:1780853847.809230:0:34721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853847.809237:0:34721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853847.809242:0:34721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598bd6c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1780853847.809363:0:34721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.809368:0:34721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 789275 usecs (790 jiffies) 00000400:00000200:3.0:1780853847.809372:0:34721:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853847.809375:0:34721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645354 00000100:00000001:3.0:1780853847.809386:0:34721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.809389:0:34721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645354 00000100:00000001:3.0:1780853847.809392:0:34721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:3.0:1780853847.809394:0:34721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.809396:0:34721:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.809399:0:34721:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.809401:0:34721:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1780853847.809404:0:34721:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e45833ee240 going to sleep for 11 seconds 00000100:00000001:3.0:1780853847.809406:0:34721:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853847.809409:0:34721:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.809633:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.809638:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598bd6c00. 00000400:00000200:0.0:1780853847.809643:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.809648:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853847.809654:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a000 00000400:00000010:0.0:1780853847.809656:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a000. 00000100:00000001:0.0:1780853847.809660:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853847.809666:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.809676:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853847.809680:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.809687:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.809689:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1780853847.812677:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853847.812698:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853847.812707:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.814514:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.814520:0:2383:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.814528:0:2383:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.814530:0:2383:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.814533:0:2383:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853847.814541:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:3.0:1780853847.814543:0:2383:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:3.0:1780853847.814548:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.814558:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853847.814568:0:2383:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.814575:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.814577:0:2383:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.814579:0:2383:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.814583:0:2383:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.814585:0:2383:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.814587:0:2383:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.814590:0:2383:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.814600:0:2383:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127d38 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853847.814604:0:2383:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.814607:0:2383:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853847.814608:0:2383:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.814611:0:2383:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853847.814613:0:2383:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.814617:0:2383:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853847.814619:0:2383:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1780853847.814621:0:2383:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.814624:0:2383:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.814628:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.814634:0:2383:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.814637:0:2383:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853847.814638:0:2383:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853847.814642:0:2383:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853847.814648:0:2383:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4587c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e55ecacc-e48a-400c-a052-f3869534991c:2383:1867358631461248:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1780853847.814652:0:2383:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.814654:0:2383:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.814657:0:2383:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4587c3ad80 x1867358631461248/t0(0) o103->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853847.814662:0:2383:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853847.814664:0:2383:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853847.814667:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3400. 02000000:00000001:3.0:1780853847.814672:0:2383:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853847.814674:0:2383:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.814677:0:2383:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853847.814679:0:2383:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.814681:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e459267f000. 02000000:00000001:3.0:1780853847.814685:0:2383:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.814686:0:2383:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.814688:0:2383:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4587c3ad80. 00000100:00000001:3.0:1780853847.814692:0:2383:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.814693:0:2383:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.814695:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.814702:0:2383:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853847.814704:0:2383:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.814706:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853847.814709:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853847.815388:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.815399:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.815402:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.815404:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.815411:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.815416:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.815424:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.815429:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.815434:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.815439:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe58280 00000400:00000200:0.0:1780853847.815443:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.815449:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x74c9 [1] + 224 00000800:00000001:0.0:1780853847.815456:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.815462:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.815465:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.815470:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.815476:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.815481:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1780853847.815491:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1780853847.815509:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780853847.815516:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.815518:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.815606:0:34721:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853847.815611:0:34721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853847.815613:0:34721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853847.815615:0:34721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853847.815619:0:34721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:3.0:1780853847.815621:0:34721:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:3.0:1780853847.815623:0:34721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853847.815627:0:34721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1780853847.815635:0:34721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173800 x1867358631461504/t0(0) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815642:0:34721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853847.815643:0:34721:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.815645:0:34721:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853847.815647:0:34721:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853847.815648:0:34721:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853847.815650:0:34721:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853847.815652:0:34721:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853847.815667:0:34721:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127ca8 time=88 v=5 (10 5 5 5) 00000100:00001000:3.0:1780853847.815670:0:34721:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853847.815673:0:34721:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853847.815674:0:34721:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.815676:0:34721:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853847.815678:0:34721:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.815681:0:34721:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1780853847.815683:0:34721:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1780853847.815684:0:34721:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1780853847.815687:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.815688:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000100:00000001:3.0:1780853847.815691:0:34721:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853847.815692:0:34721:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1780853847.815694:0:34721:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853847.815696:0:34721:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853847.815700:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173800 x1867358631461504/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815706:0:34721:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853847.815709:0:34721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853847.815711:0:34721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853847.815715:0:34721:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173800 x1867358631461504/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780853847.815723:0:34721:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job cat:e55ecacc-e48a-400c-a052-f3869534991c:34721:1867358631461504:192.168.202.110@tcp:35:cat.0 00000100:00000001:3.0:1780853847.815726:0:34721:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.815729:0:34721:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.815732:0:34721:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1780853847.815733:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.815736:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173800 x1867358631461504/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815743:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853847.815745:0:34721:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e45833ee240. 00000100:00000001:3.0:1780853847.815748:0:34721:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1780853847.815749:0:34721:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.815755:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.815756:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000002:00000001:3.0:1780853847.815759:0:34721:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.815762:0:34721:0:(lmv_obd.c:1657:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853847.815767:0:34721:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2c00. 00000080:00000001:3.0:1780853847.815772:0:34721:0:(file.c:269:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1780853847.815775:0:34721:0:(lmv_obd.c:4176:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1780853847.815779:0:34721:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1780853847.815784:0:34721:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815791:0:34721:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853847.815793:0:34721:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208059520 : -107453501492096 : ffff9e458836b480) 00000100:00000001:3.0:1780853847.815795:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.815797:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815803:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.815805:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.815808:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e4583173800 x1867358631461504/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815815:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853847.815817:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.815819:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836b480 x1867358631461120/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815824:0:34721:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1780853847.815826:0:34721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.815828:0:34721:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853847.815830:0:34721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.815832:0:34721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e45851bac00. 02000000:00000001:3.0:1780853847.815834:0:34721:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.815835:0:34721:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.815837:0:34721:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836b480. 00000100:00000001:3.0:1780853847.815840:0:34721:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.815841:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853847.815842:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.815845:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173800 x1867358631461504/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815852:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1780853847.815854:0:34721:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c15040. 00000002:00000001:3.0:1780853847.815856:0:34721:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.815858:0:34721:0:(lmv_obd.c:4182:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853847.815860:0:34721:0:(file.c:274:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9e459263d480. 00000100:00000001:3.0:1780853847.815862:0:34721:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853847.815864:0:34721:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173800 x1867358631461504/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1780853847.815870:0:34721:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853847.815871:0:34721:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853847.815873:0:34721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fac800. 02000000:00000001:3.0:1780853847.815875:0:34721:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853847.815876:0:34721:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853847.815877:0:34721:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853847.815880:0:34721:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853847.815881:0:34721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904b2800. 02000000:00000001:3.0:1780853847.815883:0:34721:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853847.815884:0:34721:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853847.815885:0:34721:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173800. 00000100:00000001:3.0:1780853847.815887:0:34721:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853847.815888:0:34721:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853847.815890:0:34721:0:(file.c:327:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1780853847.815893:0:34721:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9e45941cda40. 00000080:00000001:3.0:1780853847.815897:0:34721:0:(file.c:407:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.815903:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47db8 00000080:00000008:3.0:1780853847.815905:0:34721:0:(file.c:492:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), flags 100000, rc = 0 00000080:00000001:3.0:1780853847.815909:0:34721:0:(file.c:494:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.815923:0:34721:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853847.815925:0:34721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401c47e00 00000080:00002000:3.0:1780853847.815927:0:34721:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b4baf8, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:3.0:1780853847.815930:0:34721:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.822925:0:34722:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853847.822930:0:34722:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853847.822932:0:34722:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853847.822935:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbb20 00000080:00200000:3.0:1780853847.822939:0:34722:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853847.822947:0:34722:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2800. 00800000:00000002:3.0:1780853847.822952:0:34722:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853847.822956:0:34722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853847.822961:0:34722:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.822963:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfba40 00800000:00000002:3.0:1780853847.822966:0:34722:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853847.822970:0:34722:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853847.822974:0:34722:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853847.822979:0:34722:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.822981:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfb910 00000002:00010000:3.0:1780853847.822982:0:34722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853847.822986:0:34722:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853847.822988:0:34722:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.822992:0:34722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.822999:0:34722:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:3.0:1780853847.823002:0:34722:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.823006:0:34722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.823010:0:34722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853847.823015:0:34722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1780853847.823025:0:34722:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853847.823030:0:34722:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.823034:0:34722:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1780853847.823041:0:34722:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853847.823044:0:34722:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853847.823046:0:34722:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.823048:0:34722:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.823051:0:34722:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.823052:0:34722:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853847.823055:0:34722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853847.823057:0:34722:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853847.823060:0:34722:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2800. 00000080:00000001:3.0:1780853847.823065:0:34722:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853847.823066:0:34722:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.823069:0:34722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853847.823073:0:34722:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:3.0:1780853847.823076:0:34722:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853847.823078:0:34722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853847.823080:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.823082:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.823084:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853847.823086:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.823089:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.823091:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823093:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853847.823095:0:34722:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.823098:0:34722:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.823100:0:34722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401cfbb58 00010000:00000001:3.0:1780853847.823101:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.823103:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.823104:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853847.823105:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.823107:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.823109:0:34722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.823113:0:34722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1780853847.823119:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823120:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.823121:0:34722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853847.823123:0:34722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853847.823126:0:34722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853847.823132:0:34722:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853847.823135:0:34722:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853847.823137:0:34722:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.823141:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823143:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.823144:0:34722:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823147:0:34722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853847.823149:0:34722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823151:0:34722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823154:0:34722:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823156:0:34722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.823158:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823159:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853847.823162:0:34722:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853847.823163:0:34722:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.823166:0:34722:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853847.823170:0:34722:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.823174:0:34722:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853847.823177:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbb48 00000080:00002000:3.0:1780853847.823178:0:34722:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b4baf8) flags 0x48000e refc 0 00000080:00000001:3.0:1780853847.823181:0:34722:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.823183:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbb90 00000080:00200000:3.0:1780853847.823184:0:34722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1780853847.823191:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbd08 00000080:00200008:3.0:1780853847.823194:0:34722:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1780853847.823198:0:34722:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853847.823199:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbc80 00000080:00200000:3.0:1780853847.823200:0:34722:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8),name=recon 00000080:00000010:3.0:1780853847.823205:0:34722:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b2800. 00800000:00000002:3.0:1780853847.823207:0:34722:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853847.823212:0:34722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853847.823213:0:34722:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.823215:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbba0 00800000:00000002:3.0:1780853847.823216:0:34722:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853847.823219:0:34722:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853847.823222:0:34722:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853847.823226:0:34722:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.823227:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfba70 00000002:00010000:3.0:1780853847.823229:0:34722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853847.823232:0:34722:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853847.823233:0:34722:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.823234:0:34722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.823237:0:34722:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:3.0:1780853847.823239:0:34722:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.823242:0:34722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.823244:0:34722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853847.823247:0:34722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1780853847.823254:0:34722:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853847.823257:0:34722:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.823260:0:34722:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1780853847.823395:0:34722:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853847.823397:0:34722:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853847.823399:0:34722:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.823401:0:34722:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.823402:0:34722:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.823404:0:34722:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853847.823406:0:34722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853847.823408:0:34722:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853847.823410:0:34722:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b2800. 00000080:00000001:3.0:1780853847.823413:0:34722:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853847.823415:0:34722:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.823417:0:34722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00010000:3.0:1780853847.823419:0:34722:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f41 00800000:00000001:3.0:1780853847.823422:0:34722:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853847.823423:0:34722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853847.823425:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.823426:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.823428:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:3.0:1780853847.823430:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:3.0:1780853847.823432:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:3.0:1780853847.823434:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823435:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853847.823436:0:34722:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.823438:0:34722:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.823440:0:34722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f41 from it ffffb4b401cfbcb8 00010000:00000001:3.0:1780853847.823441:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.823442:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.823443:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:3.0:1780853847.823445:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:3.0:1780853847.823447:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:3.0:1780853847.823449:0:34722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.823452:0:34722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853847.823458:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823459:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.823461:0:34722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853847.823462:0:34722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853847.823464:0:34722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1780853847.823470:0:34722:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853847.823472:0:34722:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853847.823473:0:34722:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.823475:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823476:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.823478:0:34722:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823479:0:34722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853847.823481:0:34722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823482:0:34722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823484:0:34722:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.823486:0:34722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.823487:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.823488:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853847.823490:0:34722:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853847.823491:0:34722:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853847.823494:0:34722:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1780853847.823497:0:34722:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1780853847.823499:0:34722:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1780853847.823501:0:34722:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1780853847.823503:0:34722:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.823505:0:34722:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853847.823508:0:34722:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1780853847.823510:0:34722:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853847.823515:0:34722:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286c60. 00000020:00000010:3.0:1780853847.823520:0:34722:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b2800. 00000020:00000010:3.0:1780853847.823524:0:34722:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2c00. 00000020:00000010:3.0:1780853847.823528:0:34722:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45831393c0. 00000008:00000010:3.0:1780853847.823534:0:34722:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f6f90. 00020000:00000010:3.0:1780853847.823538:0:34722:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899dea80. 00008000:00000010:3.0:1780853847.823542:0:34722:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853847.823548:0:34722:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a70a8. 00000080:00000010:3.0:1780853847.823552:0:34722:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cac6d8. 00000020:00000010:3.0:1780853847.823555:0:34722:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3400. 00000008:00000010:3.0:1780853847.823559:0:34722:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316fe40. 00020000:00000010:3.0:1780853847.823562:0:34722:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fccd80. 00008000:00000010:3.0:1780853847.823565:0:34722:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8f460. 00000080:00000010:3.0:1780853847.823569:0:34722:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c905a0. 00000020:00000001:3.0:1780853847.823572:0:34722:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374895720 : -107453334655896 : ffff9e4592286c68) 00000020:00001000:3.0:1780853847.823574:0:34722:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286c60 00000020:00000001:3.0:1780853847.823578:0:34722:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.823582:0:34722:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1780853847.823584:0:34722:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:3.0:1780853847.823586:0:34722:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1780853847.823589:0:34722:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853847.823591:0:34722:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1780853847.823593:0:34722:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853847.823595:0:34722:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.823597:0:34722:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853847.823600:0:34722:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e4584cac738 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1780853847.823766:0:34722:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00020000:00000001:3.0:1780853847.823771:0:34722:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1780853847.823773:0:34722:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1780853847.823775:0:34722:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1780853847.823776:0:34722:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.823778:0:34722:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1780853847.823780:0:34722:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1780853847.823781:0:34722:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.823783:0:34722:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853847.823784:0:34722:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1780853847.823786:0:34722:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1780853847.823787:0:34722:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e4582aa4f80 00000020:00000001:3.0:1780853847.823790:0:34722:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780853847.823792:0:34722:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1780853847.823794:0:34722:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1780853847.823797:0:34722:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1780853847.823798:0:34722:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1780853847.823801:0:34722:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1780853847.823803:0:34722:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1780853847.823808:0:34722:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1780853847.823813:0:34722:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e4582b02500. 00020000:00000002:3.0:1780853847.823816:0:34722:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1780853847.823818:0:34722:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:3.0:1780853847.823820:0:34722:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.823822:0:34722:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1780853847.823824:0:34722:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:3.0:1780853847.823826:0:34722:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592286ea0. 00000020:00000010:3.0:1780853847.823829:0:34722:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3800. 00000020:00000010:3.0:1780853847.823832:0:34722:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e45904b2600. 00000020:00000010:3.0:1780853847.823834:0:34722:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4583139420. 00000008:00000010:3.0:1780853847.823839:0:34722:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853847.823842:0:34722:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e45899dee40. 00008000:00000010:3.0:1780853847.823845:0:34722:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853847.823848:0:34722:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e45837a7bd0. 00000080:00000010:3.0:1780853847.823851:0:34722:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4584cacff8. 00000020:00000010:3.0:1780853847.823853:0:34722:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e45904b3a00. 00000008:00000010:3.0:1780853847.823856:0:34722:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e458316e580. 00020000:00000010:3.0:1780853847.823859:0:34722:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4591fcc240. 00008000:00000010:3.0:1780853847.823861:0:34722:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c8fb60. 00000080:00000010:3.0:1780853847.823865:0:34722:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4590c90690. 00000020:00000001:3.0:1780853847.823867:0:34722:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620374896296 : -107453334655320 : ffff9e4592286ea8) 00000020:00001000:3.0:1780853847.823869:0:34722:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592286ea0 00000020:00000001:3.0:1780853847.823871:0:34722:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.823873:0:34722:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1780853847.823875:0:34722:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1780853847.823877:0:34722:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1780853847.823878:0:34722:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.823880:0:34722:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.823882:0:34722:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372037096 : -107453337514520 : ffff9e4591fccde8) 00000020:00000001:3.0:1780853847.823884:0:34722:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1780853847.823887:0:34722:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459176e850. 00000008:00010000:3.0:1780853847.823890:0:34722:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1780853847.823892:0:34722:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853847.823894:0:34722:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1780853847.823895:0:34722:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e4582b02530, osc lock ffff9e459176e850, flags 0x400001002 00000020:00000001:3.0:1780853847.823898:0:34722:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.823899:0:34722:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.823902:0:34722:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620115354880 : -107453594196736 : ffff9e4582b02500) 00000020:00000001:3.0:1780853847.823904:0:34722:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1780853847.823905:0:34722:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1780853847.823906:0:34722:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.823908:0:34722:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.823910:0:34722:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1780853847.823912:0:34722:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1780853847.823913:0:34722:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853847.823915:0:34722:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1780853847.823916:0:34722:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.823917:0:34722:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372037096 : -107453337514520 : ffff9e4591fccde8) 00000020:00000001:3.0:1780853847.823919:0:34722:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853847.823921:0:34722:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1780853847.823923:0:34722:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1780853847.823926:0:34722:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1780853847.823928:0:34722:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1780853847.823929:0:34722:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1780853847.823931:0:34722:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1780853847.823932:0:34722:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1780853847.823933:0:34722:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1780853847.823935:0:34722:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1780853847.823937:0:34722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.823940:0:34722:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:3.0:1780853847.823942:0:34722:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.823946:0:34722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.823949:0:34722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853847.823953:0:34722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:3.0:1780853847.823963:0:34722:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853847.823966:0:34722:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.823970:0:34722:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1780853847.823977:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.823978:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.823980:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:3.0:1780853847.823982:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.823984:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:3.0:1780853847.823989:0:34722:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1780853847.823991:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.823992:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.823993:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:3.0:1780853847.823995:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.823997:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000020:00000001:3.0:1780853847.824000:0:34722:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780853847.824002:0:34722:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1780853847.824004:0:34722:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1780853847.824006:0:34722:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824007:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.824008:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.824009:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:3.0:1780853847.824011:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.824012:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:3.0:1780853847.824014:0:34722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.824016:0:34722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1780853847.824022:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824024:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.824025:0:34722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853847.824026:0:34722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853847.824029:0:34722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1780853847.824035:0:34722:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853847.824036:0:34722:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853847.824038:0:34722:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.824040:0:34722:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824042:0:34722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853847.824043:0:34722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824044:0:34722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824046:0:34722:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824048:0:34722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.824049:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824050:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.824051:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824052:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853847.824053:0:34722:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1780853847.824055:0:34722:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824057:0:34722:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1780853847.824059:0:34722:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824061:0:34722:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824062:0:34722:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1780853847.824063:0:34722:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1780853847.824065:0:34722:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1780853847.824066:0:34722:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1780853847.824068:0:34722:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824069:0:34722:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.824072:0:34722:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1780853847.824074:0:34722:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.824076:0:34722:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:3.0:1780853847.824077:0:34722:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1780853847.824080:0:34722:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1780853847.824083:0:34722:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853847.824085:0:34722:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1780853847.824086:0:34722:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1780853847.824087:0:34722:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1780853847.824090:0:34722:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1780853847 a=1780853847 c=1780853847 b=1 00020000:00000001:3.0:1780853847.824093:0:34722:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1780853847.824096:0:34722:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=1780853847 c=1780853847 b=1 00020000:00000001:3.0:1780853847.824098:0:34722:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824100:0:34722:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824101:0:34722:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:3.0:1780853847.824104:0:34722:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1780853847.824106:0:34722:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1780853847.824108:0:34722:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1780853847.824109:0:34722:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e4584cac6d8 (ffff9e4592286c68/0) at cl_lock_release():245 00000020:00000001:3.0:1780853847.824111:0:34722:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853847.824113:0:34722:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4584cac6d8 (ffff9e4592286c68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1780853847.824115:0:34722:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1780853847.824116:0:34722:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1780853847.824117:0:34722:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620372037096 : -107453337514520 : ffff9e4591fccde8) 00000020:00000001:3.0:1780853847.824119:0:34722:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1780853847.824121:0:34722:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e4582b02530 (ffff9e4592286ea8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1780853847.824123:0:34722:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1780853847.824124:0:34722:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:3.0:1780853847.824126:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824127:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1780853847.824128:0:34722:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1780853847.824129:0:34722:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853847.824131:0:34722:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853847.824132:0:34722:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1780853847.824133:0:34722:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853847.824134:0:34722:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4584cac6d8 (ffff9e4592286c68/0) at cl_lock_fini():72 00020000:00000001:3.0:1780853847.824137:0:34722:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:3.0:1780853847.824138:0:34722:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1780853847.824139:0:34722:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e4582b02530 (ffff9e4592286c68/1) at cl_lock_fini():72 00000008:00000010:3.0:1780853847.824142:0:34722:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459176e850. 00000020:00000001:3.0:1780853847.824145:0:34722:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1780853847.824146:0:34722:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e4582b02500. 00020000:00000001:3.0:1780853847.824149:0:34722:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1780853847.824150:0:34722:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1780853847.824150:0:34722:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1780853847.824152:0:34722:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824154:0:34722:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1780853847.824156:0:34722:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:3.0:1780853847.824157:0:34722:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1780853847.824158:0:34722:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1780853847.824160:0:34722:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853847.824161:0:34722:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286ea0 00000020:00000010:3.0:1780853847.824165:0:34722:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2600. 00000020:00000010:3.0:1780853847.824168:0:34722:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4583139420. 00000008:00000010:3.0:1780853847.824172:0:34722:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f0b28. 00020000:00000010:3.0:1780853847.824176:0:34722:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899dee40. 00008000:00000010:3.0:1780853847.824179:0:34722:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988374f8. 00000080:00000010:3.0:1780853847.824183:0:34722:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a7bd0. 00000080:00000010:3.0:1780853847.824186:0:34722:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cacff8. 00000020:00000010:3.0:1780853847.824189:0:34722:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3800. 00000008:00000010:3.0:1780853847.824192:0:34722:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316e580. 00020000:00000010:3.0:1780853847.824194:0:34722:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fcc240. 00008000:00000010:3.0:1780853847.824197:0:34722:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8fb60. 00000080:00000010:3.0:1780853847.824200:0:34722:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c90690. 00000020:00000010:3.0:1780853847.824202:0:34722:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3a00. 00000020:00000010:3.0:1780853847.824204:0:34722:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286ea0. 00020000:00000001:3.0:1780853847.824206:0:34722:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1780853847.824208:0:34722:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:3.0:1780853847.824211:0:34722:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:3.0:1780853847.824212:0:34722:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1780853847.824215:0:34722:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1780853847.824217:0:34722:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.824219:0:34722:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1780853847.824220:0:34722:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1780853847.824221:0:34722:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1780853847.824223:0:34722:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592286c60 00000020:00000010:3.0:1780853847.824224:0:34722:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e45904b2c00. 00000020:00000010:3.0:1780853847.824227:0:34722:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45831393c0. 00000008:00000010:3.0:1780853847.824229:0:34722:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e45831f6f90. 00020000:00000010:3.0:1780853847.824231:0:34722:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e45899dea80. 00008000:00000010:3.0:1780853847.824234:0:34722:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e45988358b8. 00000080:00000010:3.0:1780853847.824237:0:34722:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e45837a70a8. 00000080:00000010:3.0:1780853847.824239:0:34722:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4584cac6d8. 00000020:00000010:3.0:1780853847.824241:0:34722:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b2800. 00000008:00000010:3.0:1780853847.824243:0:34722:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e458316fe40. 00020000:00000010:3.0:1780853847.824246:0:34722:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4591fccd80. 00008000:00000010:3.0:1780853847.824248:0:34722:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c8f460. 00000080:00000010:3.0:1780853847.824251:0:34722:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4590c905a0. 00000020:00000010:3.0:1780853847.824253:0:34722:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e45904b3400. 00000020:00000010:3.0:1780853847.824255:0:34722:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592286c60. 00000001:00000001:3.0:1780853847.824257:0:34722:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824262:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbd08 00000080:00000008:3.0:1780853847.824375:0:34722:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 606, flags 0, foreign 0 00000080:00000001:3.0:1780853847.824380:0:34722:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853847.824382:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbda0 00000080:00002000:3.0:1780853847.824384:0:34722:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b4baf8, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:3.0:1780853847.824387:0:34722:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.824421:0:34722:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853847.824424:0:34722:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853847.824426:0:34722:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853847.824427:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbbc0 00000080:00200000:3.0:1780853847.824429:0:34722:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853847.824434:0:34722:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b3400. 00800000:00000002:3.0:1780853847.824437:0:34722:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853847.824440:0:34722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853847.824442:0:34722:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.824444:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbae0 00800000:00000002:3.0:1780853847.824446:0:34722:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853847.824450:0:34722:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853847.824452:0:34722:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853847.824456:0:34722:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.824457:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfb9b0 00000002:00010000:3.0:1780853847.824459:0:34722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853847.824462:0:34722:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853847.824463:0:34722:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.824465:0:34722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.824468:0:34722:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:3.0:1780853847.824470:0:34722:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.824473:0:34722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.824475:0:34722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853847.824478:0:34722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1780853847.824485:0:34722:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853847.824488:0:34722:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.824490:0:34722:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1780853847.824496:0:34722:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853847.824498:0:34722:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853847.824500:0:34722:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.824502:0:34722:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.824504:0:34722:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.824506:0:34722:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853847.824508:0:34722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853847.824510:0:34722:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853847.824513:0:34722:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b3400. 00000080:00000001:3.0:1780853847.824515:0:34722:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853847.824517:0:34722:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.824519:0:34722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853847.824522:0:34722:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:3.0:1780853847.824524:0:34722:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853847.824526:0:34722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853847.824528:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.824529:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.824531:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853847.824532:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824534:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824537:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824538:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853847.824539:0:34722:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.824540:0:34722:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.824542:0:34722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401cfbbf8 00010000:00000001:3.0:1780853847.824544:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.824545:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.824546:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853847.824548:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824550:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824551:0:34722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.824554:0:34722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1780853847.824560:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824561:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.824562:0:34722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853847.824564:0:34722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853847.824566:0:34722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853847.824573:0:34722:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853847.824575:0:34722:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853847.824576:0:34722:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.824578:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824580:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.824581:0:34722:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824583:0:34722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853847.824584:0:34722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824586:0:34722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824588:0:34722:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824590:0:34722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.824591:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824592:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853847.824594:0:34722:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853847.824596:0:34722:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.824598:0:34722:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853847.824602:0:34722:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.824605:0:34722:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853847.824607:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbbe8 00000080:00002000:3.0:1780853847.824609:0:34722:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b4baf8) flags 0x48004e refc 0 00000080:00000001:3.0:1780853847.824612:0:34722:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824614:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbc30 00000080:00200000:3.0:1780853847.824615:0:34722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:3.0:1780853847.824628:0:34722:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1780853847.824631:0:34722:0:(xattr.c:563:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:3.0:1780853847.824635:0:34722:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853847.824637:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbe40 00000080:00002000:3.0:1780853847.824638:0:34722:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b4baf8, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:3.0:1780853847.824641:0:34722:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.824650:0:34722:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853847.824652:0:34722:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:3.0:1780853847.824653:0:34722:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1780853847.824654:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbbc0 00000080:00200000:3.0:1780853847.824656:0:34722:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:3.0:1780853847.824659:0:34722:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e45904b3400. 00800000:00000002:3.0:1780853847.824662:0:34722:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:3.0:1780853847.824664:0:34722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1780853847.824665:0:34722:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.824667:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbae0 00800000:00000002:3.0:1780853847.824668:0:34722:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1780853847.824671:0:34722:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1780853847.824673:0:34722:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1780853847.824676:0:34722:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1780853847.824677:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfb9b0 00000002:00010000:3.0:1780853847.824679:0:34722:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1780853847.824682:0:34722:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1780853847.824683:0:34722:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1780853847.824684:0:34722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1780853847.824687:0:34722:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:3.0:1780853847.824689:0:34722:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1780853847.824691:0:34722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1780853847.824693:0:34722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1780853847.824696:0:34722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1780853847.824707:0:34722:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1780853847.824710:0:34722:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853847.824712:0:34722:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1780853847.824718:0:34722:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1780853847.824720:0:34722:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1780853847.824721:0:34722:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.824723:0:34722:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1780853847.824725:0:34722:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.824727:0:34722:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1780853847.824729:0:34722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1780853847.824730:0:34722:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:3.0:1780853847.824732:0:34722:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e45904b3400. 00000080:00000001:3.0:1780853847.824735:0:34722:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1780853847.824737:0:34722:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.824738:0:34722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:3.0:1780853847.824741:0:34722:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:3.0:1780853847.824744:0:34722:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1780853847.824745:0:34722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1780853847.824746:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.824747:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.824749:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853847.824751:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824753:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824754:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824755:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1780853847.824757:0:34722:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1780853847.824758:0:34722:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1780853847.824760:0:34722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401cfbbf8 00010000:00000001:3.0:1780853847.824762:0:34722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1780853847.824763:0:34722:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1780853847.824765:0:34722:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:3.0:1780853847.824766:0:34722:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824768:0:34722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:3.0:1780853847.824770:0:34722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1780853847.824772:0:34722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1780853847.824778:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824780:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.824781:0:34722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1780853847.824782:0:34722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1780853847.824784:0:34722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1780853847.824788:0:34722:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1780853847.824790:0:34722:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1780853847.824791:0:34722:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1780853847.824793:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824794:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1780853847.824795:0:34722:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824796:0:34722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1780853847.824798:0:34722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824799:0:34722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824801:0:34722:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853847.824802:0:34722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1780853847.824803:0:34722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1780853847.824804:0:34722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1780853847.824805:0:34722:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1780853847.824806:0:34722:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1780853847.824808:0:34722:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:3.0:1780853847.824811:0:34722:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1780853847.824813:0:34722:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1780853847.824814:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbbe8 00000080:00002000:3.0:1780853847.824815:0:34722:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b4baf8) flags 0x48004e refc 0 00000080:00000001:3.0:1780853847.824817:0:34722:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853847.824819:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbc30 00000080:00200000:3.0:1780853847.824820:0:34722:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:3.0:1780853847.824826:0:34722:0:(xattr.c:556:ll_xattr_get_common()) Process entered 00000080:00000001:3.0:1780853847.824828:0:34722:0:(xattr.c:581:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:3.0:1780853847.824831:0:34722:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1780853847.824832:0:34722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cfbe40 00000080:00002000:3.0:1780853847.824833:0:34722:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b4baf8, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:3.0:1780853847.824835:0:34722:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.831020:0:34723:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.831028:0:34723:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.831030:0:34723:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.831033:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b20 00000080:00200000:0.0:1780853847.831037:0:34723:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853847.831044:0:34723:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073a00. 00800000:00000002:0.0:1780853847.831050:0:34723:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.831053:0:34723:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.831058:0:34723:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.831060:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a40 00800000:00000002:0.0:1780853847.831063:0:34723:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.831066:0:34723:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.831070:0:34723:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.831075:0:34723:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.831078:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3910 00000002:00010000:0.0:1780853847.831080:0:34723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.831083:0:34723:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.831086:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.831089:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.831096:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.831099:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.831105:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.831109:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.831115:0:34723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1780853847.831134:0:34723:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.831139:0:34723:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.831143:0:34723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1780853847.831150:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.831152:0:34723:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.831154:0:34723:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.831155:0:34723:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.831157:0:34723:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.831159:0:34723:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.831162:0:34723:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.831164:0:34723:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.831167:0:34723:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073a00. 00000080:00000001:0.0:1780853847.831171:0:34723:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.831173:0:34723:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.831175:0:34723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853847.831179:0:34723:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:0.0:1780853847.831182:0:34723:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.831184:0:34723:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.831185:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.831188:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.831190:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.831193:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.831195:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.831198:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831200:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.831201:0:34723:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.831203:0:34723:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.831205:0:34723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401cf3b58 00010000:00000001:0.0:1780853847.831208:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.831209:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.831211:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.831212:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.831215:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.831217:0:34723:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.831221:0:34723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1780853847.831228:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831229:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.831231:0:34723:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.831233:0:34723:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.831235:0:34723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853847.831243:0:34723:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.831247:0:34723:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.831249:0:34723:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.831253:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831255:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.831257:0:34723:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831260:0:34723:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.831262:0:34723:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831459:0:34723:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831464:0:34723:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831467:0:34723:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.831469:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831470:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.831473:0:34723:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.831475:0:34723:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.831478:0:34723:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853847.831482:0:34723:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.831486:0:34723:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853847.831489:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b48 00000080:00002000:0.0:1780853847.831491:0:34723:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b4baf8) flags 0x48004e refc 0 00000080:00000001:0.0:1780853847.831493:0:34723:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.831495:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b90 00000080:00200000:0.0:1780853847.831497:0:34723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1780853847.831503:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d08 00000080:00200008:0.0:1780853847.831506:0:34723:0:(file.c:6228:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853847.831509:0:34723:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.831511:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c80 00000080:00200000:0.0:1780853847.831512:0:34723:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8),name=recon 00000080:00000010:0.0:1780853847.831517:0:34723:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073a00. 00800000:00000002:0.0:1780853847.831520:0:34723:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.831525:0:34723:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.831527:0:34723:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.831528:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3ba0 00800000:00000002:0.0:1780853847.831530:0:34723:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.831533:0:34723:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.831537:0:34723:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.831540:0:34723:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.831542:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a70 00000002:00010000:0.0:1780853847.831544:0:34723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.831546:0:34723:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.831548:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.831549:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.831552:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.831554:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.831557:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.831559:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.831562:0:34723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1780853847.831569:0:34723:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.831571:0:34723:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.831574:0:34723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1780853847.831580:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.831582:0:34723:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.831583:0:34723:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.831585:0:34723:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.831586:0:34723:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.831588:0:34723:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.831590:0:34723:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.831592:0:34723:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.831594:0:34723:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073a00. 00000080:00000001:0.0:1780853847.831597:0:34723:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.831598:0:34723:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.831600:0:34723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) 00000080:00010000:0.0:1780853847.831603:0:34723:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9e45919680c8) for lock 0xa8f483e9eb300f41 00800000:00000001:0.0:1780853847.831605:0:34723:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.831607:0:34723:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.831608:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.831609:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.831610:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.831612:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.831614:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.831616:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831618:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.831619:0:34723:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.831620:0:34723:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.831622:0:34723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f41 from it ffffb4b401cf3cb8 00010000:00000001:0.0:1780853847.831624:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.831625:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.831626:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573000 refcount=3 00000020:00000001:0.0:1780853847.831628:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.831630:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126302208 : -107453583249408 : ffff9e4583573000) 00010000:00000001:0.0:1780853847.831631:0:34723:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.831634:0:34723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853847.831640:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831641:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.831642:0:34723:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.831644:0:34723:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.831646:0:34723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1780853847.831652:0:34723:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.831653:0:34723:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.831654:0:34723:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.831656:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831658:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.831659:0:34723:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831661:0:34723:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.831662:0:34723:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831663:0:34723:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831665:0:34723:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.831667:0:34723:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.831668:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.831669:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.831670:0:34723:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.831672:0:34723:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.831674:0:34723:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1780853847.831677:0:34723:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.831679:0:34723:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1780853847.831681:0:34723:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1780853847.831683:0:34723:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.831685:0:34723:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.831687:0:34723:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1780853847.831690:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.831695:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00000020:00000010:0.0:1780853847.831698:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.831702:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.831706:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.831713:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.831718:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.831723:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.831729:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.831733:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.831737:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000008:00000010:0.0:1780853847.831740:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.831743:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.831746:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.831750:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.831753:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00000020:00001000:0.0:1780853847.831755:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00000020:00000001:0.0:1780853847.831759:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.831762:0:34723:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1780853847.831765:0:34723:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:0.0:1780853847.831766:0:34723:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1780853847.831769:0:34723:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.831771:0:34723:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1780853847.831773:0:34723:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.831775:0:34723:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.831777:0:34723:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1780853847.831780:0:34723:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e45904c3290 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1780853847.831784:0:34723:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000001:0.0:1780853847.831787:0:34723:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1780853847.831789:0:34723:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1780853847.831792:0:34723:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1780853847.831793:0:34723:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.831795:0:34723:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1780853847.831798:0:34723:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1780853847.831799:0:34723:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.831800:0:34723:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.831801:0:34723:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.831803:0:34723:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1780853847.831804:0:34723:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00000020:00000001:0.0:1780853847.831807:0:34723:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853847.831810:0:34723:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1780853847.831811:0:34723:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1780853847.831813:0:34723:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1780853847.831815:0:34723:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1780853847.831817:0:34723:0:(lov_lock.c:325:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1780853847.831820:0:34723:0:(lov_lock.c:109:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1780853847.831825:0:34723:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1780853847.831830:0:34723:0:(lov_lock.c:146:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9e45922ab800. 00020000:00000002:0.0:1780853847.831833:0:34723:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1780853847.831835:0:34723:0:(lov_lock.c:71:lov_sublock_init()) Process entered 00020000:00000001:0.0:1780853847.831838:0:34723:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.831839:0:34723:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1780853847.831840:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.831843:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45910086c0. 00000020:00000010:0.0:1780853847.831845:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072c00. 00000020:00000010:0.0:1780853847.831848:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073200. 00000020:00000010:0.0:1780853847.831850:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7de0. 00000008:00000010:0.0:1780853847.831853:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853847.831856:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303ea80. 00008000:00000010:0.0:1780853847.831858:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa91a8. 00000080:00000010:0.0:1780853847.831861:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276a0a8. 00000080:00000010:0.0:1780853847.831864:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853847.831866:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000008:00000010:0.0:1780853847.831869:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2f340. 00020000:00000010:0.0:1780853847.831872:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.831874:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5a68. 00000080:00000010:0.0:1780853847.831877:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4586474780. 00000020:00000001:0.0:1780853847.831879:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355503816 : -107453354047800 : ffff9e45910086c8) 00000020:00001000:0.0:1780853847.831881:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45910086c0 00000020:00000001:0.0:1780853847.831883:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.831885:0:34723:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1780853847.831887:0:34723:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1780853847.831888:0:34723:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1780853847.831889:0:34723:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.831891:0:34723:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.831893:0:34723:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.831894:0:34723:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1780853847.831898:0:34723:0:(osc_lock.c:1269:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9e459165b0a0. 00000008:00010000:0.0:1780853847.831900:0:34723:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1780853847.831902:0:34723:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.831904:0:34723:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1780853847.831905:0:34723:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9e45922ab830, osc lock ffff9e459165b0a0, flags 0x400001002 00000020:00000001:0.0:1780853847.831907:0:34723:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.831909:0:34723:0:(lov_lock.c:81:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.831912:0:34723:0:(lov_lock.c:207:lov_lock_sub_init()) Process leaving (rc=18446636620375046144 : -107453334505472 : ffff9e45922ab800) 00000020:00000001:0.0:1780853847.831914:0:34723:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1780853847.831914:0:34723:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1780853847.831916:0:34723:0:(lov_lock.c:331:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.831917:0:34723:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.831919:0:34723:0:(cl_io.c:1199:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1780853847.831921:0:34723:0:(cl_io.c:1207:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1780853847.831923:0:34723:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.831925:0:34723:0:(lov_lock.c:244:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1780853847.831926:0:34723:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.831927:0:34723:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.831929:0:34723:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.831931:0:34723:0:(osc_lock.c:1003:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1780853847.831933:0:34723:0:(osc_lock.c:1028:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1780853847.831937:0:34723:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1780853847.831939:0:34723:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.831940:0:34723:0:(cl_object.c:506:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1780853847.831942:0:34723:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1780853847.831943:0:34723:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1780853847.831944:0:34723:0:(cl_object.c:512:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1780853847.831946:0:34723:0:(osc_request.c:3188:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1780853847.831948:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.831952:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:0.0:1780853847.831954:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.831958:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.831961:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.831964:0:34723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:0.0:1780853847.831975:0:34723:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.831977:0:34723:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.831980:0:34723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1780853847.831987:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.831988:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.831990:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=4 00000020:00000001:0.0:1780853847.831991:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.831994:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000008:00000001:0.0:1780853847.831997:0:34723:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1780853847.831999:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.832000:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.832002:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=5 00000020:00000001:0.0:1780853847.832004:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.832006:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00000020:00000001:0.0:1780853847.832009:0:34723:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.832011:0:34723:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1780853847.832013:0:34723:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1780853847.832015:0:34723:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.832016:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.832017:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.832018:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=6 00000020:00000001:0.0:1780853847.832020:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.832022:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:0.0:1780853847.832023:0:34723:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.832026:0:34723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1780853847.832031:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.832033:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.832034:0:34723:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.832035:0:34723:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.832037:0:34723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1780853847.832042:0:34723:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.832044:0:34723:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.832045:0:34723:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.832047:0:34723:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.832049:0:34723:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.832050:0:34723:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.832051:0:34723:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.832053:0:34723:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.832055:0:34723:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.832056:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.832056:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.832057:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.832058:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.832060:0:34723:0:(osc_request.c:3257:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1780853847.832062:0:34723:0:(osc_lock.c:1107:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832064:0:34723:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1780853847.832066:0:34723:0:(lov_lock.c:263:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832068:0:34723:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832069:0:34723:0:(cl_io.c:1856:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1780853847.832070:0:34723:0:(cl_io.c:1872:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1780853847.832072:0:34723:0:(cl_io.c:1930:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1780853847.832073:0:34723:0:(cl_io.c:1219:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1780853847.832075:0:34723:0:(cl_io.c:1243:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832077:0:34723:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.832080:0:34723:0:(file.c:1693:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1780853847.832082:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.832084:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:0.0:1780853847.832085:0:34723:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1780853847.832088:0:34723:0:(lov_object.c:1061:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1780853847.832091:0:34723:0:(lov_object.c:1092:lov_attr_get_composite()) COMP ID #-1: s=46 m=1780853847 a=1780853847 c=1780853847 b=1 00020000:00000001:0.0:1780853847.832094:0:34723:0:(lov_object.c:1110:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832096:0:34723:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832098:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000080:00200000:0.0:1780853847.832100:0:34723:0:(file.c:1744:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1780853847.832102:0:34723:0:(file.c:1763:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1780853847.832104:0:34723:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1780853847.832106:0:34723:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_release():245 00000020:00000001:0.0:1780853847.832108:0:34723:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.832109:0:34723:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_cancel():142 00020000:00000001:0.0:1780853847.832112:0:34723:0:(lov_lock.c:273:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1780853847.832113:0:34723:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1780853847.832115:0:34723:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620175475944 : -107453534075672 : ffff9e45864584e8) 00000020:00000001:0.0:1780853847.832117:0:34723:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1780853847.832118:0:34723:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9e45922ab830 (ffff9e45910086c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1780853847.832121:0:34723:0:(osc_lock.c:1165:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1780853847.832122:0:34723:0:(osc_lock.c:1119:osc_lock_detach()) Process entered 00010000:00000001:0.0:1780853847.832123:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.832124:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1780853847.832125:0:34723:0:(osc_lock.c:1138:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1780853847.832127:0:34723:0:(osc_lock.c:1174:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.832129:0:34723:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.832130:0:34723:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1780853847.832131:0:34723:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.832133:0:34723:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45904c3230 (ffff9e4591008128/0) at cl_lock_fini():72 00020000:00000001:0.0:1780853847.832136:0:34723:0:(lov_lock.c:216:lov_lock_fini()) Process entered 00000020:00000001:0.0:1780853847.832137:0:34723:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1780853847.832138:0:34723:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9e45922ab830 (ffff9e4591008128/1) at cl_lock_fini():72 00000008:00000010:0.0:1780853847.832141:0:34723:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9e459165b0a0. 00000020:00000001:0.0:1780853847.832144:0:34723:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1780853847.832146:0:34723:0:(lov_lock.c:224:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9e45922ab800. 00020000:00000001:0.0:1780853847.832149:0:34723:0:(lov_lock.c:225:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.832150:0:34723:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1780853847.832151:0:34723:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1780853847.832153:0:34723:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832155:0:34723:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1780853847.832157:0:34723:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1780853847.832159:0:34723:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1780853847.832160:0:34723:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1780853847.832161:0:34723:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.832163:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45910086c0 00000020:00000010:0.0:1780853847.832167:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073200. 00000020:00000010:0.0:1780853847.832170:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7de0. 00000008:00000010:0.0:1780853847.832173:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105ce18. 00020000:00000010:0.0:1780853847.832176:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303ea80. 00008000:00000010:0.0:1780853847.832179:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa91a8. 00000080:00000010:0.0:1780853847.832182:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276a0a8. 00000080:00000010:0.0:1780853847.832185:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c0920. 00000020:00000010:0.0:1780853847.832188:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072c00. 00000008:00000010:0.0:1780853847.832191:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2f340. 00020000:00000010:0.0:1780853847.832194:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586459b00. 00008000:00000010:0.0:1780853847.832197:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5a68. 00000080:00000010:0.0:1780853847.832200:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4586474780. 00000020:00000010:0.0:1780853847.832202:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.832205:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45910086c0. 00020000:00000001:0.0:1780853847.832207:0:34723:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1780853847.832209:0:34723:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1780853847.832211:0:34723:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1780853847.832213:0:34723:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1780853847.832216:0:34723:0:(file.c:7026:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1780853847.832217:0:34723:0:(file.c:7030:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.832219:0:34723:0:(vvp_io.c:382:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1780853847.832221:0:34723:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1780853847.832222:0:34723:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1780853847.832223:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00000020:00000010:0.0:1780853847.832224:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.832227:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.832229:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.832231:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.832232:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.832235:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.832237:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.832239:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000008:00000010:0.0:1780853847.832240:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.832242:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.832244:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.832246:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00000020:00000010:0.0:1780853847.832248:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.832250:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000001:00000001:0.0:1780853847.832252:0:34723:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.832256:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d08 00000080:00000008:0.0:1780853847.832258:0:34723:0:(file.c:6404:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9e45919680c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1780853847.832262:0:34723:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1780853847.832901:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3da0 00000080:00002000:0.0:1780853847.832905:0:34723:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9e4591b4baf8, parent ffff9e4591970ca8, inode ffff9e45919680c8) hashed, 00000080:00000001:0.0:1780853847.832908:0:34723:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.832940:0:34723:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.832943:0:34723:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.832945:0:34723:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.832946:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3bd8 00000080:00200000:0.0:1780853847.832948:0:34723:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853847.832954:0:34723:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072000. 00800000:00000002:0.0:1780853847.832958:0:34723:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.832961:0:34723:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.832965:0:34723:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.832966:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3af8 00800000:00000002:0.0:1780853847.832968:0:34723:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.832972:0:34723:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.832976:0:34723:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.832979:0:34723:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.832981:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf39c8 00000002:00010000:0.0:1780853847.832983:0:34723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.832986:0:34723:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.832988:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.833047:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.833052:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.833055:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.833059:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.833062:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.833066:0:34723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1780853847.833075:0:34723:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.833078:0:34723:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.833081:0:34723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1780853847.833087:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.833090:0:34723:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.833091:0:34723:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.833148:0:34723:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.833151:0:34723:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.833154:0:34723:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.833156:0:34723:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.833159:0:34723:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.833162:0:34723:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072000. 00000080:00000001:0.0:1780853847.833166:0:34723:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.833167:0:34723:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.833169:0:34723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853847.833172:0:34723:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:0.0:1780853847.833174:0:34723:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.833176:0:34723:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.833178:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.833179:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.833181:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.833183:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.833185:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.833188:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.833189:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.833190:0:34723:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.833192:0:34723:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.833194:0:34723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401cf3c10 00010000:00000001:0.0:1780853847.833196:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.833197:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.833198:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.833200:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.833201:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.833203:0:34723:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.833206:0:34723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1780853847.833212:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.833213:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.833214:0:34723:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.833216:0:34723:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.833218:0:34723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1780853847.833224:0:34723:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.833226:0:34723:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.833227:0:34723:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.833231:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.833232:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.833234:0:34723:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.833236:0:34723:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.833238:0:34723:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.833239:0:34723:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.833242:0:34723:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.833244:0:34723:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.833245:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.833246:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.833248:0:34723:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.833249:0:34723:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.833251:0:34723:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 1 00000080:00000001:0.0:1780853847.833255:0:34723:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.833262:0:34723:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1780853847.834187:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3da0 00000080:00002000:0.0:1780853847.834190:0:34723:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9e4591b4baf8) flags 0x48004e refc 0 00000080:00000001:0.0:1780853847.834193:0:34723:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.834196:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3e10 00000080:00200000:0.0:1780853847.834197:0:34723:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:0.0:1780853847.834202:0:34723:0:(file.c:6580:ll_inode_permission()) Process entered 00000080:00000001:0.0:1780853847.834203:0:34723:0:(file.c:6121:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1780853847.834205:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3d30 00000080:00200000:0.0:1780853847.834206:0:34723:0:(file.c:6123:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348),name=/ 00000080:00000010:0.0:1780853847.834213:0:34723:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585072000. 00800000:00000002:0.0:1780853847.834218:0:34723:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00000080:00000001:0.0:1780853847.834221:0:34723:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1780853847.834223:0:34723:0:(lmv_intent.c:564:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.834225:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3c50 00800000:00000002:0.0:1780853847.834228:0:34723:0:(lmv_intent.c:571:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1780853847.834231:0:34723:0:(lmv_intent.c:445:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1780853847.834235:0:34723:0:(lmv_intent.c:498:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1780853847.834239:0:34723:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1780853847.834240:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3b20 00000002:00010000:0.0:1780853847.834242:0:34723:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1780853847.834245:0:34723:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1780853847.834247:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834249:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834254:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.834256:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.834259:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.834262:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1780853847.834366:0:34723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1780853847.834375:0:34723:0:(sec.c:1034:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1780853847.834378:0:34723:0:(sec.c:1050:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853847.834381:0:34723:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1780853847.834388:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1780853847.834390:0:34723:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.834392:0:34723:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.834393:0:34723:0:(lmv_intent.c:519:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1780853847.834395:0:34723:0:(lmv_intent.c:604:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.834397:0:34723:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1780853847.834399:0:34723:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1780853847.834402:0:34723:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:0.0:1780853847.834405:0:34723:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585072000. 00000080:00000001:0.0:1780853847.834408:0:34723:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1780853847.834410:0:34723:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.834412:0:34723:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00010000:0.0:1780853847.834414:0:34723:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9e459198d348) for lock 0xa8f483e9eb300f48 00800000:00000001:0.0:1780853847.834417:0:34723:0:(lmv_obd.c:4062:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1780853847.834419:0:34723:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1780853847.834421:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.834422:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.834424:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.834426:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.834428:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.834431:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.834432:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1780853847.834433:0:34723:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1780853847.834434:0:34723:0:(lmv_obd.c:4067:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1780853847.834436:0:34723:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xa8f483e9eb300f48 from it ffffb4b401cf3d68 00010000:00000001:0.0:1780853847.834438:0:34723:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1780853847.834440:0:34723:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1780853847.834441:0:34723:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573e00 refcount=3 00000020:00000001:0.0:1780853847.834443:0:34723:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.834445:0:34723:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126305792 : -107453583245824 : ffff9e4583573e00) 00010000:00000001:0.0:1780853847.834447:0:34723:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1780853847.834450:0:34723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1780853847.834455:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.834456:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.834458:0:34723:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1780853847.834460:0:34723:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1780853847.834462:0:34723:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1780853847.834467:0:34723:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1780853847.834469:0:34723:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1780853847.834471:0:34723:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.834474:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.834475:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.834477:0:34723:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834479:0:34723:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1780853847.834480:0:34723:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834483:0:34723:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834484:0:34723:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834486:0:34723:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1780853847.834487:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.834488:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1780853847.834490:0:34723:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1780853847.834492:0:34723:0:(client.c:2846:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1780853847.834494:0:34723:0:(file.c:6595:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9e459198d348), inode mode 41ff mask 3 00000080:00000001:0.0:1780853847.834497:0:34723:0:(file.c:6634:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.834501:0:34723:0:(namei.c:2401:ll_unlink()) Process entered 00000020:00000001:0.0:1780853847.834502:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3df8 00000080:00200000:0.0:1780853847.834504:0:34723:0:(namei.c:2404:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9e459198d348) 00000080:00000001:0.0:1780853847.834507:0:34723:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1780853847.834509:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.834514:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00000020:00000010:0.0:1780853847.834517:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.834521:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.834525:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.834531:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.834536:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.834539:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.834545:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.834548:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.834552:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073000. 00000008:00000010:0.0:1780853847.834555:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.834558:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.834561:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.834564:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.834567:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00000020:00001000:0.0:1780853847.834569:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00000020:00000001:0.0:1780853847.834571:0:34723:0:(cl_object.c:456:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1780853847.834575:0:34723:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000002:0.0:1780853847.834578:0:34723:0:(lov_object.c:2359:lov_lsm_addref()) lsm ffff9e4585c499c0 addref 2/0 by ffff9e45921c4f80. 00020000:00000002:0.0:1780853847.834580:0:34723:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000001:0.0:1780853847.834582:0:34723:0:(lov_object.c:2255:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1780853847.834585:0:34723:0:(lov_pack.c:232:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1780853847.834586:0:34723:0:(lov_pack.c:89:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1780853847.834588:0:34723:0:(lov_pack.c:97:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1780853847.834591:0:34723:0:(lov_object.c:2274:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1780853847.834593:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00000020:00000010:0.0:1780853847.834596:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.834599:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.834603:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.834608:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.834610:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.834613:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.834615:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.834618:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000008:00000010:0.0:1780853847.834621:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.834623:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.834626:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.834628:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00000020:00000010:0.0:1780853847.834630:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073000. 00000020:00000010:0.0:1780853847.834632:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000080:00000001:0.0:1780853847.834634:0:34723:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1780853847.834638:0:34723:0:(llite_lib.c:3914:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9e4585073000. 00800000:00000002:0.0:1780853847.834640:0:34723:0:(lmv_obd.c:3977:lmv_stripe_object_get()) get ffff9e4590c5a780 2 00800000:00000001:0.0:1780853847.834650:0:34723:0:(lmv_obd.c:3469:lmv_unlink()) Process entered 00800000:00000001:0.0:1780853847.834654:0:34723:0:(lmv_obd.c:2538:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1780853847.834657:0:34723:0:(lmv_obd.c:2557:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:0.0:1780853847.834659:0:34723:0:(lmv_obd.c:2562:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1780853847.834661:0:34723:0:(lmv_obd.c:3509:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:0.0:1780853847.834664:0:34723:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1780853847.834666:0:34723:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853847.834669:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 2 00010000:00000001:0.0:1780853847.834672:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.834674:0:34723:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853847.834677:0:34723:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853847.834680:0:34723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00000001:0.0:1780853847.834691:0:34723:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853847.834695:0:34723:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853847.834697:0:34723:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853847.834699:0:34723:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1780853847.834701:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834703:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834704:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 3 00010000:00000001:0.0:1780853847.834706:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834708:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.834709:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834710:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834712:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 3 00010000:00000001:0.0:1780853847.834713:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834715:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.834717:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834717:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834719:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95900 count: 3 00010000:00000001:0.0:1780853847.834720:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834722:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.834724:0:34723:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1780853847.834727:0:34723:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9e459198d280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1780853847.834731:0:34723:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1780853847.834733:0:34723:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1780853847.834735:0:34723:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853847.834737:0:34723:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834740:0:34723:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853847.834742:0:34723:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853847.834744:0:34723:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853847.834746:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.834747:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853847.834749:0:34723:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583573e00 with handle 0xa8f483e9eb300f48 from hash 00010000:00000001:0.0:1780853847.834751:0:34723:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853847.834753:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.834754:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.834755:0:34723:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853847.834758:0:34723:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853847.834759:0:34723:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853847.834762:0:34723:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.834764:0:34723:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.834766:0:34723:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.834768:0:34723:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1780853847.834770:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 2 00010000:00000001:0.0:1780853847.834772:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1780853847.834774:0:34723:0:(ldlm_request.c:2354:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1780853847.834776:0:34723:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1780853847.834778:0:34723:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1780853847.834784:0:34723:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1780853847.834786:0:34723:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1780853847.834787:0:34723:0:(file.c:6028:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1780853847.834788:0:34723:0:(file.c:6034:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:0.0:1780853847.834790:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834792:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834794:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853847.834796:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834798:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.834799:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834800:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834802:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853847.834804:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834805:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.834807:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834808:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834809:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853847.834811:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834813:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1780853847.834814:0:34723:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1780853847.834816:0:34723:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1780853847.834817:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95f00 count: 3 00010000:00000001:0.0:1780853847.834819:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1780853847.834821:0:34723:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.834823:0:34723:0:(file.c:6056:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.834825:0:34723:0:(file.c:6725:ll_layout_conf()) Process entered 00000020:00000001:0.0:1780853847.834826:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1780853847.834830:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4591008120. 00000020:00000010:0.0:1780853847.834833:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072000. 00000020:00000010:0.0:1780853847.834835:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.834838:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.834841:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.834844:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.834846:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.834849:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.834851:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.834854:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585072800. 00000008:00000010:0.0:1780853847.834856:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.834859:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.834861:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.834864:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e45864743c0. 00000020:00000001:0.0:1780853847.834866:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620355502376 : -107453354049240 : ffff9e4591008128) 00000020:00001000:0.0:1780853847.834868:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4591008120 00000020:00000001:0.0:1780853847.834870:0:34723:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:0.0:1780853847.834872:0:34723:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:0.0:1780853847.834875:0:34723:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1780853847.834877:0:34723:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1780853847.834880:0:34723:0:(lov_object.c:1423:lov_conf_set()) Process entered 00020000:00000001:0.0:1780853847.834882:0:34723:0:(lov_object.c:1437:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1780853847.834884:0:34723:0:(lov_object.c:1510:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1780853847.834886:0:34723:0:(lov_object.c:1511:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853847.834888:0:34723:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1780853847.834889:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4591008120 00000020:00000010:0.0:1780853847.834892:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073a00. 00000020:00000010:0.0:1780853847.834894:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e45851d7a80. 00000008:00000010:0.0:1780853847.834896:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e459105b7c8. 00020000:00000010:0.0:1780853847.834899:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e458303e9c0. 00008000:00000010:0.0:1780853847.834902:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4591fa8e20. 00000080:00000010:0.0:1780853847.834904:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e459276adc8. 00000080:00000010:0.0:1780853847.834907:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e45904c3230. 00000020:00000010:0.0:1780853847.834909:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072000. 00000008:00000010:0.0:1780853847.834911:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4587c2e6e0. 00020000:00000010:0.0:1780853847.834913:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e4586458480. 00008000:00000010:0.0:1780853847.834916:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e45864b5270. 00000080:00000010:0.0:1780853847.834918:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e45864743c0. 00000020:00000010:0.0:1780853847.834920:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585072800. 00000020:00000010:0.0:1780853847.834922:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4591008120. 00000080:00000001:0.0:1780853847.834924:0:34723:0:(file.c:6767:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780853847.834927:0:34723:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1780853847.834929:0:34723:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9e45919680c8) invalid 00000020:00000001:0.0:1780853847.834931:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3a60 00000080:00002000:0.0:1780853847.834933:0:34723:0:(llite_internal.h:2052:d_lustre_invalidate()) invalidate dentry recon (ffff9e4591b4baf8) parent ffff9e4591970ca8 inode ffff9e45919680c8 refc 1 00000080:00000001:0.0:1780853847.834937:0:34723:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1780853847.834938:0:34723:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1780853847.834939:0:34723:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834942:0:34723:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1780853847.834943:0:34723:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1780853847.834944:0:34723:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1780853847.834946:0:34723:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1780853847.834947:0:34723:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1780853847.834949:0:34723:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583573000 with handle 0xa8f483e9eb300f41 from hash 00010000:00000001:0.0:1780853847.834951:0:34723:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1780853847.834953:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.834954:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.834955:0:34723:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1780853847.834956:0:34723:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1780853847.834957:0:34723:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1780853847.834960:0:34723:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1780853847.834961:0:34723:0:(ldlm_request.c:2404:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1780853847.834963:0:34723:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1780853847.834968:0:34723:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e458836a300. 00000020:00000040:0.0:1780853847.834972:0:34723:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 02000000:00000001:0.0:1780853847.834978:0:34723:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1780853847.834979:0:34723:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.834982:0:34723:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1780853847.835507:0:34723:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1780853847.835510:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1780853847.835511:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.835512:0:34723:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.835514:0:34723:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780853847.835516:0:34723:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780853847.835519:0:34723:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780853847.835525:0:34723:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585072800. 00000100:00000001:0.0:1780853847.835531:0:34723:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.835533:0:34723:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.835536:0:34723:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1780853847.835540:0:34723:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1780853847.835548:0:34723:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1780853847.835554:0:34723:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1780853847.835555:0:34723:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1780853847.835557:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853847.835559:0:34723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573000/0xa8f483e9eb300f41 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x562725ecec97a8b6 expref: -99 pid: 34720 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000010:0.0:1780853847.835567:0:34723:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d040. 00010000:00000040:0.0:1780853847.835571:0:34723:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95f00 count: 0 00010000:00000010:0.0:1780853847.835576:0:34723:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab000. 00010000:00000001:0.0:1780853847.835583:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.835584:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1780853847.835586:0:34723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9e4592299000 lock: ffff9e4583573e00/0xa8f483e9eb300f48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x562725ecec97a8c4 expref: -99 pid: 34721 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00000040:0.0:1780853847.835593:0:34723:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95900 count: 0 00010000:00000010:0.0:1780853847.835595:0:34723:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9e45922ab880. 00010000:00000001:0.0:1780853847.835598:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1780853847.835598:0:34723:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.835599:0:34723:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1780853847.835600:0:34723:0:(ldlm_request.c:2447:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853847.835601:0:34723:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1780853847.835610:0:34723:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9e4592299000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1780853847.835618:0:34723:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780853847.835623:0:34723:0:(client.c:3342:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1780853847.835624:0:34723:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1780853847.835629:0:34723:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9e458491f900. 00000100:00000001:0.0:1780853847.835630:0:34723:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446636620146931968 : -107453562619648 : ffff9e458491f900) 00000100:00000001:0.0:1780853847.835632:0:34723:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.835633:0:34723:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055040 : -107453501496576 : ffff9e458836a300) 00000100:00000001:0.0:1780853847.835637:0:34723:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780853847.835640:0:34723:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.835641:0:34723:0:(client.c:2665:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1780853847.835643:0:34723:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853847.835645:0:34723:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.835650:0:34723:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853847.835651:0:34723:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.835654:0:34723:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853847.835655:0:34723:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853847.835657:0:34723:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853847.835659:0:34723:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e458836a300 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:34723:1867358631461760:192.168.202.110@tcp:36:rm.0 00000100:00000001:0.0:1780853847.835662:0:34723:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853847.835666:0:34723:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853847.835668:0:34723:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853847.835670:0:34723:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853847.835673:0:34723:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9e45851b9000. 02000000:00000001:0.0:1780853847.835674:0:34723:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853847.835680:0:34723:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853847.835683:0:34723:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b9f8. 00000400:00000010:0.0:1780853847.835687:0:34723:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426000. 00000100:00000200:0.0:1780853847.835692:0:34723:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1867358631461760, portal 10 00000100:00000001:0.0:1780853847.835694:0:34723:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853847.835694:0:34723:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055040 : -107453501496576 : ffff9e458836a300) 00000100:00000040:0.0:1780853847.835698:0:34723:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.835703:0:34723:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853847.835705:0:34723:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853847.835708:0:34723:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426a18. 00000100:00000200:0.0:1780853847.835710:0:34723:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1867358631461760, offset 0 00000400:00000200:0.0:1780853847.835715:0:34723:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853847.835721:0:34723:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.835726:0:34723:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.835730:0:34723:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853847.835733:0:34723:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853847.835735:0:34723:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853847.835737:0:34723:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853847.835740:0:34723:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2718:2718:256:4294967295] 192.168.202.110@tcp LPNI seq info [2718:2718:8:4294967295] 00000400:00000200:0.0:1780853847.835743:0:34723:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.835749:0:34723:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853847.835753:0:34723:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.835757:0:34723:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea400. 00000800:00000200:0.0:1780853847.835762:0:34723:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.835768:0:34723:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.835771:0:34723:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea400 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1780853847.835851:0:34723:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853847.835855:0:34723:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 787447 usecs (788 jiffies) 00000400:00000200:0.0:1780853847.835857:0:34723:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853847.835859:0:34723:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296645378 00000100:00000001:0.0:1780853847.835861:0:34723:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.835863:0:34723:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296645378 00000100:00000001:0.0:1780853847.835864:0:34723:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296645629 00000100:00000001:0.0:1780853847.835866:0:34723:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853847.835867:0:34723:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853847.835869:0:34723:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853847.835870:0:34723:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1780853847.835872:0:34723:0:(client.c:2692:ptlrpc_set_wait()) set ffff9e458491f900 going to sleep for 11 seconds 00000100:00000001:0.0:1780853847.835874:0:34723:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853847.835876:0:34723:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853847.836790:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853847.836795:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea400. 00000400:00000200:1.0:1780853847.836799:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853847.836805:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853847.836811:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426a18 00000400:00000010:1.0:1780853847.836816:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426a18. 00000100:00000001:1.0:1780853847.836820:0:2372:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853847.836826:0:2372:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.836836:0:2372:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.836839:0:2372:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.836845:0:2372:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.836847:0:2372:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1780853847.845681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95f00. 00010000:00000010:0.1:1780853847.845693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573000. 00010000:00000010:0.1:1780853847.845696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95900. 00010000:00000010:0.1:1780853847.845708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573e00. 00000800:00000001:0.0:1780853847.849251:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.849304:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780853847.849308:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.849311:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.849322:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849329:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:0.0:1780853847.849338:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849342:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849348:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849352:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 456 into portal 10 MB=0x6a25a4fe58380 00000400:00000200:0.0:1780853847.849357:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849364:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 456/456 into md 0x74d1 [1] + 224 00000800:00000001:0.0:1780853847.849372:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780853847.849378:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780853847.849383:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853847.849387:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:0.0:1780853847.849394:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853847.849401:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780853847.849417:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853847.849441:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1780853847.849450:0:2373:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1780853847.849454:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849459:0:2373:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853847.849465:0:2373:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2719:2719:256:4294967295] 192.168.202.110@tcp LPNI seq info [2719:2719:8:4294967295] 00000400:00000200:0.0:1780853847.849469:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853847.849477:0:2373:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) 192.168.202.110@tcp : ACK try# 0 00000800:00000200:0.0:1780853847.849482:0:2373:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853847.849488:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853847.849494:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853847.849501:0:2373:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853847.849505:0:2373:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1780853847.849509:0:34723:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853847.849516:0:34723:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853847.849518:0:34723:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853847.849523:0:34723:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b9f8. 00000400:00000200:1.0:1780853847.849536:0:34723:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426000 00000400:00000010:1.0:1780853847.849538:0:34723:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426000. 00000100:00000001:1.0:1780853847.849541:0:34723:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853847.849546:0:34723:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853847.849553:0:34723:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e458836a300 x1867358631461760/t0(0) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/624 e 0 to 0 dl 1780853863 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.849563:0:34723:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853847.849565:0:34723:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.849567:0:34723:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853847.849570:0:34723:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853847.849573:0:34723:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853847.849575:0:34723:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853847.849578:0:34723:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853847.849582:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853847.849585:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000100:00001000:1.0:1780853847.849586:0:34723:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=88 v=5 (5 101 101 101) 00000400:00000200:0.0:1780853847.849588:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1780853847.849590:0:34723:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=33 v=5 (1 0 0 0) 00000400:00000200:0.0:1780853847.849592:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: ACK: OK 00000100:00000001:1.0:1780853847.849593:0:34723:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853847.849594:0:34723:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780853847.849596:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1780853847.849597:0:34723:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1780853847.849599:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853847.849600:0:34723:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.849603:0:34723:0:(client.c:1533:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1780853847.849605:0:34723:0:(client.c:1540:ptlrpc_save_versions()) Client save versions [0x1000000a4/0x200000017] 00000100:00000001:1.0:1780853847.849606:0:34723:0:(client.c:1542:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1780853847.849608:0:34723:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853847.849610:0:34723:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620208055040 : -107453501496576 : ffff9e458836a300) 00000100:00000001:1.0:1780853847.849612:0:34723:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853847.849614:0:34723:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1780853847.849616:0:34723:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853847.849618:0:34723:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853847.849623:0:34723:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e458836a300 x1867358631461760/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853863 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.849630:0:34723:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853847.849633:0:34723:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853847.849635:0:34723:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853847.849640:0:34723:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e458836a300 x1867358631461760/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853863 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853847.849647:0:34723:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e458836a300 pname:cluuid:pid:xid:nid:opc:job rm:e55ecacc-e48a-400c-a052-f3869534991c:34723:1867358631461760:192.168.202.110@tcp:36:rm.0 00000100:00000001:1.0:1780853847.849652:0:34723:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853847.849654:0:34723:0:(client.c:2756:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853847.849657:0:34723:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1780853847.849659:0:34723:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.849662:0:34723:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9e458836a300 x1867358631461760/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853863 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.849669:0:34723:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853847.849671:0:34723:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9e458491f900. 00000100:00000001:1.0:1780853847.849674:0:34723:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1780853847.849676:0:34723:0:(client.c:3361:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1780853847.849683:0:34723:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.849686:0:34723:0:(lmv_obd.c:3519:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1780853847.849690:0:34723:0:(lmv_obd.c:4022:lmv_stripe_object_put()) put ffff9e4590c5a780 2 00000080:00000010:1.0:1780853847.849693:0:34723:0:(llite_lib.c:4055:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9e4585073000. 00000100:00000001:1.0:1780853847.849698:0:34723:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853847.849701:0:34723:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e458836a300 x1867358631461760/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853847.849718:0:34723:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.849722:0:34723:0:(namei.c:2454:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.849742:0:34723:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1780853847.849745:0:34723:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb4b401cf3e28 00000080:00002000:1.0:1780853847.849747:0:34723:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9e4591b4baf8, parent ffff9e4591970ca8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1780853847.849750:0:34723:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1780853847.849756:0:34723:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1780853847.849760:0:34723:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1780853847.849771:0:34723:0:(llite_lib.c:3268:ll_delete_inode()) Process entered 00000080:00000001:1.0:1780853847.849774:0:34723:0:(file.c:5252:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1780853847.849776:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.849783:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.849788:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.849792:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.849796:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.849803:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.849808:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.849813:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.849819:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.849823:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.849827:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73000. 00000008:00000010:1.0:1780853847.849830:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.849833:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.849837:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.849840:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.849843:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.849845:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000020:00000001:1.0:1780853847.849850:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7a468 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.849852:0:34723:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1780853847.849855:0:34723:0:(vvp_io.c:1811:vvp_io_init()) Process entered 00000080:00200000:1.0:1780853847.849857:0:34723:0:(vvp_io.c:1816:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1780853847.849861:0:34723:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.849862:0:34723:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1780853847.849863:0:34723:0:(vvp_io.c:1888:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853847.849867:0:34723:0:(lov_object.c:1565:lov_io_init()) [0x200000404:0x36:0x0]io ffff9e4589b65730 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1780853847.849870:0:34723:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000001:1.0:1780853847.849874:0:34723:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1780853847.849875:0:34723:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1780853847.849878:0:34723:0:(lov_io.c:323:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1780853847.849879:0:34723:0:(lov_io.c:334:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.849881:0:34723:0:(lov_io.c:637:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1780853847.849883:0:34723:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1780853847.849884:0:34723:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.849886:0:34723:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.849887:0:34723:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1780853847.849888:0:34723:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1780853847.849890:0:34723:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00000020:00000001:1.0:1780853847.849893:0:34723:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.849895:0:34723:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1780853847.849896:0:34723:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1780853847.849898:0:34723:0:(lov_io.c:862:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1780853847.849901:0:34723:0:(lov_io.c:886:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1780853847.849904:0:34723:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1780853847.849921:0:34723:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1780853847.849923:0:34723:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1780853847.849925:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.849927:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e45923727e0. 00000020:00000010:1.0:1780853847.849930:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72000. 00000020:00000010:1.0:1780853847.850203:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.850208:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.850211:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.850214:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.850217:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.850220:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.850222:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.850225:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73200. 00000008:00000010:1.0:1780853847.850228:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.850231:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.850234:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.850237:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b40000. 00000020:00000001:1.0:1780853847.850239:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375861224 : -107453333690392 : ffff9e45923727e8) 00000020:00001000:1.0:1780853847.850242:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e45923727e0 00000020:00000001:1.0:1780853847.850245:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4583c7ae90 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.850247:0:34723:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1780853847.850250:0:34723:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1780853847.850251:0:34723:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1780853847.850252:0:34723:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.850255:0:34723:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.850257:0:34723:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446636620343857192 : -107453365694424 : ffff9e45904ed028) 00000020:00000001:1.0:1780853847.850259:0:34723:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1780853847.850261:0:34723:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.850263:0:34723:0:(lov_io.c:992:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850598:0:34723:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850602:0:34723:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1780853847.850604:0:34723:0:(lov_io.c:1134:lov_io_lock()) Process entered 00020000:00000001:1.0:1780853847.850606:0:34723:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.850607:0:34723:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1780853847.850609:0:34723:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853847.850610:0:34723:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850612:0:34723:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.850613:0:34723:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.850615:0:34723:0:(lov_io.c:1135:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850616:0:34723:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1780853847.850618:0:34723:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850619:0:34723:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850621:0:34723:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1780853847.850623:0:34723:0:(lov_io.c:1140:lov_io_start()) Process entered 00020000:00000001:1.0:1780853847.850624:0:34723:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.850625:0:34723:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1780853847.850627:0:34723:0:(osc_io.c:1075:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1780853847.850629:0:34723:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1780853847.850635:0:34723:0:(osc_cache.c:1874:osc_update_pending()) obj ffff9e4588f48540 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1780853847.850642:0:34723:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853847.850643:0:34723:0:(osc_cache.c:1818:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.850644:0:34723:0:(osc_cache.c:1806:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1780853847.850646:0:34723:0:(osc_cache.c:1845:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.850649:0:34723:0:(osc_cache.c:1168:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1780853847.850653:0:34723:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1780853847.850657:0:34723:0:(osc_cache.c:1176:osc_extent_make_ready()) extent ffff9e45899de780@{[0 -> 255/255], [1|0|-|locking|wiY|ffff9e4588f48540], [1703936|1|+|-|ffff9e4583573a00|256|ffff9e45921c4f80]} make ready 00000008:00010000:1.0:1780853847.850667:0:34723:0:(osc_cache.c:1176:osc_extent_make_ready()) ### extent: 00000000253dfc22 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1780853847.850680:0:34723:0:(osc_cache.c:1360:osc_make_ready()) Process entered 00000020:00000001:1.0:1780853847.850682:0:34723:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1780853847.850698:0:34723:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000440f357a[2 0000000062310abe 1 1 0000000000000000] 00000020:00008000:1.0:1780853847.850699:0:34723:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1780853847.850702:0:34723:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1780853847.850703:0:34723:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.850767:0:34723:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.850769:0:34723:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1780853847.850770:0:34723:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1780853847.850773:0:34723:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.850776:0:34723:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[2 0000000062310abe 1 1 0000000000000000] 00000020:00000001:1.0:1780853847.850778:0:34723:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1780853847.850779:0:34723:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1780853847.850780:0:34723:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1780853847.850783:0:34723:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000440f357a[2 0000000062310abe 3 1 0000000000000000] 00000020:00000001:1.0:1780853847.850784:0:34723:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1780853847.850786:0:34723:0:(osc_cache.c:1364:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850789:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.850791:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.850793:0:34723:0:(cl_object.c:218:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1780853847.850796:0:34723:0:(cl_object.c:230:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.850797:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:1.0:1780853847.850799:0:34723:0:(osc_cache.c:1229:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.850802:0:34723:0:(osc_cache.c:903:osc_extent_finish()) Process entered 00000008:00000020:1.0:1780853847.850804:0:34723:0:(osc_cache.c:910:osc_extent_finish()) extent ffff9e45899de780@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff9e4588f48540], [1703936|1|+|-|ffff9e4583573a00|256|ffff9e45921c4f80]} extent finished. 00000008:00010000:1.0:1780853847.850809:0:34723:0:(osc_cache.c:910:osc_extent_finish()) ### extent: 00000000253dfc22 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1780853847.850818:0:34723:0:(osc_cache.c:1409:osc_completion()) Process entered 00000020:00000001:1.0:1780853847.850819:0:34723:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1780853847.850821:0:34723:0:(cl_page.c:1104:cl_page_complete()) page@00000000440f357a[2 0000000062310abe 3 1 0000000000000000] 00000020:00000001:1.0:1780853847.850823:0:34723:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1780853847.850824:0:34723:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1780853847.850825:0:34723:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1780853847.850827:0:34723:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.850829:0:34723:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[2 0000000062310abe 3 1 0000000000000000] 00000020:00000001:1.0:1780853847.850830:0:34723:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1780853847.850831:0:34723:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1780853847.850834:0:34723:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1780853847.850837:0:34723:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000440f357a[2 0000000062310abe 1 1 0000000000000000] 00000080:00008000:1.0:1780853847.850838:0:34723:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1780853847.850853:0:34723:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1780853847.850854:0:34723:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1780853847.850856:0:34723:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.850858:0:34723:0:(cl_page.c:556:cl_batch_put()) page@00000000440f357a[2 0000000062310abe 1 1 0000000000000000] 00000020:00000001:1.0:1780853847.850860:0:34723:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1780853847.850861:0:34723:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1780853847.850863:0:34723:0:(osc_cache.c:1453:osc_completion()) Process leaving 00000008:00000020:1.0:1780853847.850865:0:34723:0:(osc_cache.c:1602:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:1.0:1780853847.850869:0:34723:0:(osc_cache.c:496:__osc_extent_remove()) extent ffff9e45899de780@{[0 -> 255/255], [1|0|-|inv|wY|ffff9e4588f48540], [1703936|0|-|-|ffff9e4583573a00|256|ffff9e45921c4f80]} destroyed. 00000008:00010000:1.0:1780853847.850879:0:34723:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000253dfc22 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1780853847.850891:0:34723:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853847.850893:0:34723:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1780853847.850896:0:34723:0:(osc_cache.c:372:osc_extent_put()) slab-freed '(ext)': 192 at ffff9e45899de780. 00000008:00000001:1.0:1780853847.850901:0:34723:0:(osc_cache.c:957:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.850904:0:34723:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1780853847.850907:0:34723:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff9e4588f48540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1780853847.850909:0:34723:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1780853847.851263:0:34723:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff9e4588f48540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1780853847.851300:0:34723:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1780853847.851303:0:34723:0:(osc_io.c:1137:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.851305:0:34723:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851307:0:34723:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851308:0:34723:0:(lov_io.c:1141:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.851309:0:34723:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.851312:0:34723:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1780853847.851322:0:34723:0:(lov_io.c:1680:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1780853847.851324:0:34723:0:(lov_io.c:1146:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1780853847.851325:0:34723:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1780853847.851326:0:34723:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1780853847.851328:0:34723:0:(lov_io.c:1156:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851329:0:34723:0:(lov_io.c:1691:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1780853847.851331:0:34723:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1780853847.851333:0:34723:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1780853847.851334:0:34723:0:(lov_io.c:1234:lov_io_unlock()) Process entered 00020000:00000001:1.0:1780853847.851336:0:34723:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.851337:0:34723:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1780853847.851338:0:34723:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1780853847.851339:0:34723:0:(lov_io.c:1168:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851341:0:34723:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851342:0:34723:0:(lov_io.c:1237:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1780853847.851343:0:34723:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1780853847.851345:0:34723:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1780853847.851346:0:34723:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1780853847.851347:0:34723:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853847.851349:0:34723:0:(lov_io.c:1215:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1780853847.851350:0:34723:0:(lov_io.c:1112:lov_io_call()) Process entered 00000020:00000001:1.0:1780853847.851351:0:34723:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1780853847.851353:0:34723:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1780853847.851354:0:34723:0:(lov_io.c:1162:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851356:0:34723:0:(lov_io.c:1129:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.851358:0:34723:0:(lov_io.c:1226:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853847.851359:0:34723:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1780853847.851361:0:34723:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.851363:0:34723:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1780853847.851364:0:34723:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:1.0:1780853847.851366:0:34723:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1780853847.851367:0:34723:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1780853847.851369:0:34723:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853847.851370:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e45923727e0 00000020:00000010:1.0:1780853847.851374:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72600. 00000020:00000010:1.0:1780853847.851855:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49960. 00000008:00000010:1.0:1780853847.851861:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591055940. 00020000:00000010:1.0:1780853847.851866:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e9c0. 00008000:00000010:1.0:1780853847.851870:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b1a350. 00000080:00000010:1.0:1780853847.851874:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f2a0. 00000080:00000010:1.0:1780853847.851877:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b66da0. 00000020:00000010:1.0:1780853847.851881:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72000. 00000008:00000010:1.0:1780853847.851884:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b46dc0. 00020000:00000010:1.0:1780853847.851887:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904efcc0. 00008000:00000010:1.0:1780853847.851890:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64148. 00000080:00000010:1.0:1780853847.851893:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b40000. 00000020:00000010:1.0:1780853847.851896:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73200. 00000020:00000010:1.0:1780853847.851899:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e45923727e0. 00020000:00000001:1.0:1780853847.851901:0:34723:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1780853847.851903:0:34723:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:1.0:1780853847.851906:0:34723:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:1.0:1780853847.851908:0:34723:0:(vvp_io.c:287:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1780853847.852024:0:34723:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1780853847.852025:0:34723:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1780853847.852027:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.852030:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.852033:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.852036:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.852038:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.852041:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.852044:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.852047:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.852049:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73800. 00000008:00000010:1.0:1780853847.852051:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.852053:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.852056:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.852058:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.852060:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73000. 00000020:00000010:1.0:1780853847.852062:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:1.0:1780853847.852065:0:34723:0:(file.c:5286:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853847.852074:0:34723:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1780853847.852076:0:34723:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446636620136772480 : -107453572779136 : ffff9e4583f6f380) 00000020:00000001:1.0:1780853847.852078:0:34723:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.852079:0:34723:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1780853847.852081:0:34723:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1780853847.852082:0:34723:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1780853847.852083:0:34723:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1780853847.852087:0:34723:0:(cl_page.c:507:__cl_page_state_set()) page@00000000440f357a[2 0000000062310abe 1 1 0000000000000000] 00000020:00000001:1.0:1780853847.852089:0:34723:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1780853847.852090:0:34723:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1780853847.852092:0:34723:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1780853847.852093:0:34723:0:(osc_page.c:138:osc_page_delete()) ffff9e4583f6f3e0 00000008:00000001:1.0:1780853847.852095:0:34723:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1780853847.852097:0:34723:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff9e4583f6f3f0 page ffff9e4583f6f3e0 at index 0. 00000008:00000001:1.0:1780853847.852099:0:34723:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853847.852105:0:34723:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1780853847.852107:0:34723:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffbd344a4b400 index 0 00000020:00000001:1.0:1780853847.852111:0:34723:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.852112:0:34723:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1780853847.852114:0:34723:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1780853847.852116:0:34723:0:(cl_page.c:556:cl_batch_put()) page@00000000440f357a[1 0000000062310abe 5 1 0000000000000000] 00000020:00000001:1.0:1780853847.852117:0:34723:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1780853847.852119:0:34723:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1780853847.852122:0:34723:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9e4583f6f380. 00000020:00000001:1.0:1780853847.852126:0:34723:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1780853847.852127:0:34723:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1780853847.852179:0:34723:0:(llite_lib.c:1939:ll_clear_inode()) Process entered 00000080:00200000:1.0:1780853847.852182:0:34723:0:(llite_lib.c:1942:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9e45919680c8) 00800000:00000001:1.0:1780853847.852187:0:34723:0:(lmv_obd.c:1626:lmv_null_inode()) Process entered 00800000:00000002:1.0:1780853847.852189:0:34723:0:(lmv_obd.c:1628:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:1.0:1780853847.852194:0:34723:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1780853847.852199:0:34723:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1780853847.852201:0:34723:0:(lmv_obd.c:1638:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.852203:0:34723:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1780853847.852206:0:34723:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1780853847.852207:0:34723:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780853847.852210:0:34723:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853847.852213:0:34723:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853847.852218:0:34723:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853847.852222:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f73000. 00000020:00000010:1.0:1780853847.852226:0:34723:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.852229:0:34723:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.852233:0:34723:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.852236:0:34723:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.852239:0:34723:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.852244:0:34723:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.852246:0:34723:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.852249:0:34723:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4588f72200. 00000008:00000010:1.0:1780853847.852251:0:34723:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.852254:0:34723:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.852257:0:34723:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.852259:0:34723:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853847.852261:0:34723:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853847.852263:0:34723:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00020000:00000001:1.0:1780853847.852286:0:34723:0:(lov_object.c:1518:lov_object_delete()) Process entered 00020000:00000002:1.0:1780853847.852288:0:34723:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000001:1.0:1780853847.853339:0:34723:0:(lov_object.c:879:lov_delete_composite()) Process entered 00020000:00000002:1.0:1780853847.853342:0:34723:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c499c0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853847.853348:0:34723:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853847.853352:0:34723:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfc00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1780853847.853355:0:34723:0:(lov_object.c:1293:lov_layout_wait()) Process entered 00020000:00000001:1.0:1780853847.853357:0:34723:0:(lov_object.c:1303:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.853359:0:34723:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1780853847.853361:0:34723:0:(cl_object.c:376:cl_object_prune()) Process entered 00010000:00000001:1.0:1780853847.853366:0:34723:0:(ldlm_request.c:2685:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1780853847.853371:0:34723:0:(ldlm_resource.c:1666:ldlm_resource_getref()) getref res: ffff9e4588d95300 count: 2 00010000:00000001:1.0:1780853847.853374:0:34723:0:(ldlm_resource.c:1605:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853847.853442:0:34723:0:(ldlm_request.c:2613:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1780853847.853445:0:34723:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1780853847.853450:0:34723:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1780853847 1780853847 1780853847 ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:1.0:1780853847.853463:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000020:00000001:1.0:1780853847.853465:0:34723:0:(cl_object.c:151:cl_object_top()) ffff9e4588f48540 -> ffff9e4583c7a468 00000008:00000001:1.0:1780853847.853466:0:34723:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853847.853469:0:34723:0:(ldlm_request.c:2629:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1780853847.853471:0:34723:0:(ldlm_request.c:2695:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1780853847.853473:0:34723:0:(cl_object.c:386:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1780853847.853480:0:34723:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9e4588f48540. 00020000:00000001:1.0:1780853847.853485:0:34723:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1780853847.853488:0:34723:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9e4583c7ae10. 00020000:00000001:1.0:1780853847.853494:0:34723:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1780853847.853495:0:34723:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1780853847.853498:0:34723:0:(lov_object.c:900:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1780853847.853500:0:34723:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000001:1.0:1780853847.853502:0:34723:0:(lov_object.c:1520:lov_object_delete()) Process leaving 00020000:00000001:1.0:1780853847.853503:0:34723:0:(lov_object.c:1527:lov_object_free()) Process entered 00020000:00000002:1.0:1780853847.853505:0:34723:0:(lov_object.c:1228:lov_conf_freeze()) To take share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000001:1.0:1780853847.853507:0:34723:0:(lov_object.c:914:lov_fini_composite()) Process entered 00020000:00000010:1.0:1780853847.853509:0:34723:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9e4589223b08. 00020000:00000010:1.0:1780853847.853512:0:34723:0:(lov_object.c:923:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9e4587cb9480. 00020000:00000010:1.0:1780853847.853515:0:34723:0:(lov_object.c:928:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9e4582abfb50. 00020000:00000002:1.0:1780853847.853518:0:34723:0:(lov_ea.c:730:dump_lsm()) lsm ffff9e4585c499c0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1780853847.853534:0:34723:0:(lov_ea.c:761:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1780853847.853537:0:34723:0:(lov_ea.c:773:dump_lsm()) oinfo:ffff9e45864bfc00: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1780853847.853550:0:34723:0:(lov_ea.c:137:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9e45864bfc00. 00020000:00000010:1.0:1780853847.853553:0:34723:0:(lov_ea.c:140:lsme_free()) kvfree 'lsme': 80 at ffff9e4585c49060. 00020000:00000010:1.0:1780853847.853556:0:34723:0:(lov_ea.c:161:lsm_free()) kfreed 'lsm': 88 at ffff9e4585c499c0. 00020000:00000001:1.0:1780853847.853558:0:34723:0:(lov_object.c:937:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1780853847.853559:0:34723:0:(lov_object.c:1236:lov_conf_thaw()) To release share lov(ffff9e45812186c8) owner 0000000000000000/ffff9e45921c4f80 00020000:00000010:1.0:1780853847.853562:0:34723:0:(lov_object.c:1530:lov_object_free()) slab-freed '(lov)': 248 at ffff9e45812186c8. 00020000:00000001:1.0:1780853847.853565:0:34723:0:(lov_object.c:1531:lov_object_free()) Process leaving 00000080:00000010:1.0:1780853847.853567:0:34723:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9e4583c7a3e8. 00000020:00001000:1.0:1780853847.853571:0:34723:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853847.853574:0:34723:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4588f73800. 00000020:00000010:1.0:1780853847.853578:0:34723:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49f60. 00000008:00000010:1.0:1780853847.853580:0:34723:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853847.853583:0:34723:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853847.853587:0:34723:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853847.853590:0:34723:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853847.853594:0:34723:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853847.853597:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f73000. 00000008:00000010:1.0:1780853847.853599:0:34723:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853847.853602:0:34723:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853847.853605:0:34723:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853847.853608:0:34723:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853847.853610:0:34723:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4588f72200. 00000020:00000010:1.0:1780853847.853612:0:34723:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000080:00000001:1.0:1780853847.853615:0:34723:0:(llite_lib.c:1990:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1780853847.853617:0:34723:0:(llite_lib.c:3287:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1780853847.863488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9e4585c15360. 00000080:00000010:1.1:1780853847.863517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9e4591968000. 00010000:00000001:1.0:1780853848.110349:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853848.110357:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853848.110362:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853848.110363:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853848.110367:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853848.110368:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853848.112644:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853848.112650:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853848.112655:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780853848.877344:0:24468:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296645629, at 4296645632 00000100:00000010:1.0:1780853848.877361:0:24468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d2a0. 00000100:00000040:0.0:1780853848.885789:0:28982:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296645629, at 4296645639 00000100:00000010:0.0:1780853848.885805:0:28982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e459447d540. 00000080:00000001:0.0:1780853848.981434:0:34812:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853849.134496:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853849.134504:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853849.134511:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853849.134512:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853849.134515:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853849.134516:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853849.134571:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853849.134576:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853849.134580:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1780853849.405066:0:34848:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780853849.405075:0:34848:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:0.0:1780853849.411008:0:34848:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1780853849.902373:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853849.902385:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853849.902392:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583173800. 00000020:00000040:3.0:1780853849.902398:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:3.0:1780853849.902402:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853849.902405:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853849.902411:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853849.902419:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598bd6500. 00000100:00000001:3.0:1780853849.902425:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902438:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853849.902449:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853849.902454:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902461:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c9b7999] to pc [ptlrpcd_01_00+0] req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902480:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902483:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853849.902487:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853849.902489:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583172a00. 00000020:00000040:3.0:1780853849.902491:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:3.0:1780853849.902494:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853849.902495:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853849.902497:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853849.902501:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598bd6c00. 00000100:00000001:3.0:1780853849.902503:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902508:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853849.902515:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853849.902517:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902521:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c209bf80] to pc [ptlrpcd_01_01+1] req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902529:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902532:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853849.902535:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853849.902538:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583171c00. 00000020:00000040:3.0:1780853849.902540:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:3.0:1780853849.902542:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853849.902543:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853849.902545:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853849.902548:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45937b5000. 00000100:00000001:3.0:1780853849.902550:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902566:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853849.902573:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853849.902575:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902578:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000138f75f9] to pc [ptlrpcd_01_00+0] req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902585:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902587:0:25692:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1780853849.902591:0:25692:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1780853849.902594:0:25692:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583170700. 00000020:00000040:3.0:1780853849.902596:0:25692:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:3.0:1780853849.902598:0:25692:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1780853849.902600:0:25692:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1780853849.902601:0:25692:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1780853849.902606:0:25692:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e45941d9300. 00000100:00000001:3.0:1780853849.902608:0:25692:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902612:0:25692:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1780853849.902619:0:25692:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1780853849.902620:0:25692:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902624:0:25692:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000118a671f] to pc [ptlrpcd_01_01+1] req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902631:0:25692:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.902635:0:25692:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1984) 00000100:00000001:3.0:1780853849.902651:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.902655:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853849.902657:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853849.902661:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902667:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853849.902669:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.902673:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853849.902675:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853849.902678:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853849.902681:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631461888:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.902685:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853849.902690:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853849.902692:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.902694:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853849.902699:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583910200. 02000000:00000001:3.0:1780853849.902700:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853849.902708:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853849.902712:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835aee70. 00000400:00000010:3.0:1780853849.902718:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8abb0. 00000100:00000200:3.0:1780853849.902724:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631461888, portal 25 00000100:00000001:3.0:1780853849.902726:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853849.902727:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122109952 : -107453587441664 : ffff9e4583173800) 00000100:00000040:3.0:1780853849.902732:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902739:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853849.902741:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853849.902744:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a880. 00000100:00000200:3.0:1780853849.902747:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631461888, offset 0 00000400:00000200:3.0:1780853849.902753:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853849.902761:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.902768:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853849.902773:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853849.902777:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853849.902780:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853849.902783:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853849.902786:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2720:2720:256:4294967295] 192.168.202.110@tcp LPNI seq info [2720:2720:8:4294967295] 00000400:00000200:3.0:1780853849.902790:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.902799:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853849.902804:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853849.902808:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45941d9d00. 00000800:00000200:3.0:1780853849.902814:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853849.902821:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853849.902824:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45941d9d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853849.902879:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853849.902883:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853849.902885:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296650746 00000100:00000010:3.0:1780853849.902889:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139cc0. 00000100:00000001:3.0:1780853849.902896:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1780853849.902901:0:2382:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296650746 00000100:00000010:3.0:1780853849.902904:0:2382:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e4583139d80. 00000100:00000001:3.0:1780853849.902906:0:2382:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1780853849.902910:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.902913:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.902915:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853849.902919:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902924:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853849.902925:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.902927:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853849.902929:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853849.902931:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853849.902933:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631462144:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.902936:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853849.902938:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853849.902940:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.902941:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853849.902944:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583910e00. 02000000:00000001:3.0:1780853849.902946:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853849.902949:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853849.902952:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae210. 00000400:00000010:3.0:1780853849.902955:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a330. 00000100:00000200:3.0:1780853849.902958:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462144, portal 4 00000100:00000001:3.0:1780853849.902959:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853849.902960:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122102784 : -107453587448832 : ffff9e4583171c00) 00000100:00000040:3.0:1780853849.902966:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.902971:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853849.902973:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853849.902975:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a088. 00000100:00000200:3.0:1780853849.902976:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631462144, offset 0 00000400:00000200:3.0:1780853849.902980:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853849.902983:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.902986:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853849.902989:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853849.902992:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853849.902994:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853849.902996:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853849.902999:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2721:2721:255:4294967295] 192.168.202.110@tcp LPNI seq info [2721:2721:7:4294967295] 00000400:00000200:3.0:1780853849.903002:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.903008:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853849.903011:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853849.903015:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45941d9e00. 00000800:00000200:3.0:1780853849.903030:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853849.903034:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853849.903037:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45941d9e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853849.903040:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.903043:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 198092 usecs (199 jiffies) 00000400:00000200:3.0:1780853849.903046:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853849.903048:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296646856 00000100:00000001:3.0:1780853849.903050:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296650746 00000100:00000001:3.0:1780853849.903052:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296646856 00000100:00000001:3.0:1780853849.903054:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296650746 00000100:00000001:3.0:1780853849.903055:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.903057:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.903059:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.903061:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.903068:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853849.903070:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1780853849.903072:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.903073:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853849.903074:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853849.903076:0:2382:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1780853849.903078:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.903079:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853849.903080:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.903082:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.903083:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853849.903083:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853849.903087:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.903092:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853849.903093:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.903095:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853849.903097:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853849.903098:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853849.903110:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631462016:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.903113:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853849.903115:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853849.903116:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.903118:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853849.903121:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4583911600. 02000000:00000001:3.0:1780853849.903122:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853849.903125:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853849.903127:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae840. 00000400:00000010:3.0:1780853849.903131:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a110. 00000100:00000200:3.0:1780853849.903133:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462016, portal 10 00000100:00000001:3.0:1780853849.903135:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853849.903136:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122106368 : -107453587445248 : ffff9e4583172a00) 00000100:00000040:3.0:1780853849.903141:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.903147:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853849.903148:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853849.903151:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8aa18. 00000100:00000200:3.0:1780853849.903153:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631462016, offset 0 00000400:00000200:3.0:1780853849.903156:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853849.903159:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.903162:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853849.903164:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853849.903167:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853849.903169:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853849.903171:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853849.903173:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2722:2722:254:4294967295] 192.168.202.110@tcp LPNI seq info [2722:2722:6:4294967295] 00000400:00000200:3.0:1780853849.903177:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.903182:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853849.903187:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853849.903190:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45941d9c00. 00000800:00000200:3.0:1780853849.903193:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853849.903197:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853849.903199:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45941d9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853849.903202:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.903205:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 786541 usecs (787 jiffies) 00000400:00000200:3.0:1780853849.903208:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853849.903209:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296647444 00000100:00000001:3.0:1780853849.903212:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296650746 00000100:00000001:3.0:1780853849.903213:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296647444 00000100:00000001:3.0:1780853849.903215:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296650746 00000100:00000001:3.0:1780853849.903216:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.903218:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.903220:0:2382:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1780853849.903224:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.903230:0:2382:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1780853849.903231:0:2382:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.903233:0:2382:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1780853849.903234:0:2382:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1780853849.903236:0:2382:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1780853849.903238:0:2382:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631462272:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.903243:0:2382:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1780853849.903245:0:2382:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1780853849.903246:0:2382:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.903248:0:2382:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1780853849.903251:0:2382:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e458a445000. 02000000:00000001:3.0:1780853849.903253:0:2382:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1780853849.903256:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:3.0:1780853849.903258:0:2382:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e45835ae8f0. 00000400:00000010:3.0:1780853849.903261:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8a990. 00000100:00000200:3.0:1780853849.903310:0:2382:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462272, portal 4 00000100:00000001:3.0:1780853849.903313:0:2382:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1780853849.903314:0:2382:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620122097408 : -107453587454208 : ffff9e4583170700) 00000100:00000040:3.0:1780853849.903320:0:2382:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.903326:0:2382:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1780853849.903328:0:2382:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:3.0:1780853849.903331:0:2382:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4590c8ad48. 00000100:00000200:3.0:1780853849.903334:0:2382:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631462272, offset 0 00000400:00000200:3.0:1780853849.903337:0:2382:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:3.0:1780853849.903341:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.903344:0:2382:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:3.0:1780853849.903346:0:2382:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1780853849.903348:0:2382:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:3.0:1780853849.903351:0:2382:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1780853849.903353:0:2382:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:3.0:1780853849.903356:0:2382:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2723:2723:253:4294967295] 192.168.202.110@tcp LPNI seq info [2723:2723:5:4294967295] 00000400:00000200:3.0:1780853849.903360:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:3.0:1780853849.903366:0:2382:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:3.0:1780853849.903369:0:2382:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:3.0:1780853849.903373:0:2382:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e45941d9700. 00000800:00000200:3.0:1780853849.903376:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:3.0:1780853849.903381:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:3.0:1780853849.903383:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e45941d9700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1780853849.903386:0:2382:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.903389:0:2382:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 87048 usecs (88 jiffies) 00000400:00000200:3.0:1780853849.903391:0:2382:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:3.0:1780853849.903393:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296646746 00000100:00000001:3.0:1780853849.903395:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296650746 00000100:00000001:3.0:1780853849.903397:0:2382:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296646746 00000100:00000001:3.0:1780853849.903399:0:2382:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296650746 00000100:00000001:3.0:1780853849.903401:0:2382:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.903402:0:2382:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.903404:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.903406:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.903416:0:2383:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.903418:0:2383:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780853849.904129:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853849.904135:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45941d9d00. 00000400:00000200:0.0:1780853849.904139:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853849.904145:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853849.904151:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a880 00000400:00000010:0.0:1780853849.904153:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a880. 00000100:00000001:0.0:1780853849.904157:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853849.904163:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853849.904174:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853849.904177:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853849.904184:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853849.904186:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853849.904195:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853849.904197:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45941d9e00. 00000400:00000200:0.0:1780853849.904199:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853849.904202:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853849.904205:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a088 00000400:00000010:0.0:1780853849.904207:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a088. 00000100:00000001:0.0:1780853849.904209:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853849.904212:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853849.904218:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853849.904221:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853849.904227:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853849.904228:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780853849.904233:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780853849.904234:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45941d9c00. 00000400:00000200:0.0:1780853849.904237:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780853849.904239:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:0.0:1780853849.904241:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8aa18 00000400:00000010:0.0:1780853849.904243:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8aa18. 00000100:00000001:0.0:1780853849.904245:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780853849.904248:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853849.904255:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853849.904258:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853849.904490:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853849.904492:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853849.908135:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853849.908145:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e45941d9700. 00000400:00000200:1.0:1780853849.908151:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853849.908160:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853849.908166:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8ad48 00000400:00000010:1.0:1780853849.908169:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8ad48. 00000100:00000001:1.0:1780853849.908174:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853849.908183:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853849.908195:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853849.908199:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853849.908206:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853849.908209:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853849.913348:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913364:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853849.913368:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913371:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.913380:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913387:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853849.913395:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913400:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913406:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913411:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe58500 00000400:00000200:1.0:1780853849.913416:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913423:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x74e9 [1] + 224 00000800:00000001:1.0:1780853849.913430:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913433:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.913436:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853849.913441:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853849.913448:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853849.913457:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853849.913469:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853849.913489:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853849.913498:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913501:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853849.913503:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913513:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.913516:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913520:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853849.913524:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913526:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913529:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913532:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe58400 00000400:00000200:1.0:1780853849.913535:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.913539:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x74e1 [1] + 224 00000800:00000001:1.0:1780853849.913543:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913548:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.913550:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853849.913553:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853849.913556:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853849.913560:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853849.913569:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853849.913577:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853849.913580:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.913582:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.914596:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.914603:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853849.914614:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853849.914616:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853849.914620:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835aee70. 00000400:00000200:3.0:1780853849.914627:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8abb0 00000400:00000010:3.0:1780853849.914630:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8abb0. 00000100:00000001:3.0:1780853849.914634:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853849.914643:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853849.914652:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.914658:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853849.914660:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.914662:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853849.914665:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853849.914667:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853849.914669:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.914673:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853849.914680:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853849.914684:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853849.914687:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853849.914688:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853849.914691:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853849.914693:0:2382:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.914696:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.914701:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.914708:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.914711:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853849.914713:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853849.914717:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853849.914726:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583173800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3e761877-fa78-4922-9922-916bab43ab5e:2382:1867358631461888:192.168.202.110@tcp:400:kworker.0 00000400:00000001:3.0:1780853849.914732:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853849.914733:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853849.914735:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae210. 00000400:00000200:3.0:1780853849.914737:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a330 00000400:00000010:3.0:1780853849.914739:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a330. 00000100:00000001:3.0:1780853849.914741:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853849.914744:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853849.914752:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.914756:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853849.914757:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.914759:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853849.914760:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853849.914761:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853849.914763:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.914765:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853849.914769:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853849.914772:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853849.914775:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853849.914776:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853849.914777:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853849.914780:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.914783:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853849.914785:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:3.0:1780853849.914787:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853849.914789:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.914792:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.914799:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.914800:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853849.914802:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853849.914805:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853849.914812:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583171c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631462144:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.914815:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.914818:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853849.914821:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583173800 x1867358631461888/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.914827:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853849.914830:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853849.914833:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583910200. 02000000:00000001:3.0:1780853849.914839:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853849.914842:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853849.914844:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:3.0:1780853849.914846:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853849.914849:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598bd6500. 02000000:00000001:3.0:1780853849.914853:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853849.914855:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853849.914857:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583173800. 00000100:00000001:3.0:1780853849.914860:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853849.914862:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.914864:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853849.914867:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583171c00 x1867358631462144/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.914874:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853849.914875:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853849.914877:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583910e00. 02000000:00000001:3.0:1780853849.914878:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853849.914879:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853849.914880:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:3.0:1780853849.914882:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853849.914883:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45937b5000. 02000000:00000001:3.0:1780853849.914886:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853849.914887:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853849.914888:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583171c00. 00000100:00000001:3.0:1780853849.914890:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853849.914891:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.914894:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.914896:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.914897:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853849.914898:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.914900:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853849.916592:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.916606:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853849.916610:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.916612:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.916621:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.916629:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853849.916638:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.916642:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.916648:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.916652:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe58580 00000400:00000200:1.0:1780853849.916656:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.916662:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x74f9 [1] + 224 00000800:00000001:1.0:1780853849.916670:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.916675:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.916678:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853849.916683:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853849.916690:0:2373:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853849.916698:0:2373:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853849.916709:0:2373:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853849.916730:0:2373:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853849.916737:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.916740:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.917034:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.917038:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853849.917044:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853849.917046:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853849.917049:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae8f0. 00000400:00000200:3.0:1780853849.917053:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a990 00000400:00000010:3.0:1780853849.917055:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a990. 00000100:00000001:3.0:1780853849.917058:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853849.917063:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853849.917073:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.917086:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853849.917088:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.917091:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853849.917094:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853849.917096:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853849.917098:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.917101:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853849.917109:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1780853849.917113:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853849.917115:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853849.917117:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853849.917120:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853849.917123:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.917126:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853849.917128:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1780853849.917130:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853849.917132:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.917136:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.917143:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.917145:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853849.917147:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853849.917151:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853849.917159:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583170700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631462272:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.917164:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.917167:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853849.917170:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170700 x1867358631462272/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.917177:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853849.917179:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853849.917182:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e458a445000. 02000000:00000001:3.0:1780853849.917186:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853849.917188:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853849.917190:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:3.0:1780853849.917193:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853849.917195:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e45941d9300. 02000000:00000001:3.0:1780853849.917198:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853849.917200:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853849.917202:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170700. 00000100:00000001:3.0:1780853849.917205:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853849.917206:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.917209:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.917211:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.917212:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1780853849.917213:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.917215:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780853849.925834:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.925852:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853849.925856:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.925858:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.925868:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.925876:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853849.925884:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.925889:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.925895:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.925899:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe58480 00000400:00000200:1.0:1780853849.925904:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853849.925910:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x74f1 [1] + 224 00000800:00000001:1.0:1780853849.925917:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.925925:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853849.925928:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853849.925932:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853849.925939:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853849.925948:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853849.925960:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853849.925979:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853849.925988:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853849.925991:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.926333:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.926338:0:2382:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1780853849.926346:0:2382:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1780853849.926348:0:2382:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1780853849.926351:0:2382:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e45835ae840. 00000400:00000200:3.0:1780853849.926355:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4590c8a110 00000400:00000010:3.0:1780853849.926357:0:2382:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4590c8a110. 00000100:00000001:3.0:1780853849.926360:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1780853849.926366:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1780853849.926375:0:2382:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.926381:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1780853849.926383:0:2382:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.926385:0:2382:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1780853849.926389:0:2382:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1780853849.926392:0:2382:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1780853849.926395:0:2382:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1780853849.926397:0:2382:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1780853849.926407:0:2382:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=90 v=5 (5 101 101 101) 00000100:00001000:3.0:1780853849.926412:0:2382:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1780853849.926415:0:2382:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1780853849.926417:0:2382:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1780853849.926419:0:2382:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1780853849.926423:0:2382:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.926426:0:2382:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1780853849.926428:0:2382:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: skip recheck: last_committed 8589934612 00000100:00000001:3.0:1780853849.926430:0:2382:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1780853849.926433:0:2382:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1780853849.926438:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.926444:0:2382:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1780853849.926448:0:2382:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1780853849.926450:0:2382:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1780853849.926454:0:2382:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1780853849.926461:0:2382:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583172a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e55ecacc-e48a-400c-a052-f3869534991c:2382:1867358631462016:192.168.202.110@tcp:400:kworker.0 00000100:00000001:3.0:1780853849.926466:0:2382:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.926469:0:2382:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1780853849.926471:0:2382:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583172a00 x1867358631462016/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853865 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1780853849.926478:0:2382:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1780853849.926480:0:2382:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1780853849.926484:0:2382:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4583911600. 02000000:00000001:3.0:1780853849.926488:0:2382:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1780853849.926491:0:2382:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1780853849.926493:0:2382:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:3.0:1780853849.926495:0:2382:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1780853849.926498:0:2382:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598bd6c00. 02000000:00000001:3.0:1780853849.926503:0:2382:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1780853849.926515:0:2382:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1780853849.926518:0:2382:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583172a00. 00000100:00000001:3.0:1780853849.926521:0:2382:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1780853849.926523:0:2382:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.926525:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1780853849.926532:0:2382:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1780853849.926533:0:2382:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1780853849.926535:0:2382:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1780853849.926538:0:2382:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853850.160734:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853850.160742:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853850.160748:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853850.160749:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853850.160752:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853850.160753:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853850.160896:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853850.160899:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853850.160902:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780853851.032072:0:34950:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.181394:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853851.181401:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.181406:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853851.181408:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.181411:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853851.181422:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1780853851.181625:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1780853851.181629:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1780853851.181632:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1780853851.360891:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.360908:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853851.360913:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.360916:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853851.360925:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.360933:0:2373:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853851.360940:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.360945:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.360950:0:2373:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.360955:0:2373:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 328 into portal 15 MB=0x6a25a5115e300 00000400:00000200:1.0:1780853851.360963:0:2373:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.110@tcp of length 328/328 into md 0x7409 [2] + 1048 00000800:00000001:1.0:1780853851.360971:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.360979:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853851.360982:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853851.360987:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853851.360994:0:2373:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1780853851.360996:0:2373:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1780853851.361002:0:2373:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105880. 00000100:00000040:1.0:1780853851.361005:0:2373:0:(events.c:337:request_in_callback()) incoming req@ffff9e4583105880 x1867358651409152 msgsize 328 00000100:00100000:1.0:1780853851.361010:0:2373:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.110@tcp (source: 12345-192.168.202.110@tcp) 00000100:00000001:1.0:1780853851.361021:0:2373:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1780853851.361029:0:2373:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.361031:0:2373:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853851.361052:0:15876:0:(service.c:2285:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1780853851.361054:0:15876:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1867358651409152 02000000:00000001:1.0:1780853851.361058:0:15876:0:(sec.c:2465:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1780853851.361060:0:15876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853851.361062:0:15876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853851.361067:0:15876:0:(sec.c:2514:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853851.361071:0:15876:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1867358651409152 00000020:00000001:1.0:1780853851.361074:0:15876:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:1.0:1780853851.361076:0:15876:0:(genops.c:825:class_conn2export()) looking for export cookie 0xa8f483e9eb3002d0 00000020:00000001:1.0:1780853851.361078:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853851.361081:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9e459087d800 refcount=4 00000020:00000001:1.0:1780853851.361084:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000020:00000001:1.0:1780853851.361086:0:15876:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446636620347594752 : -107453361956864 : ffff9e459087d800) 00000100:00000001:1.0:1780853851.361090:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853851.361094:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc640. 00000100:00000001:1.0:1780853851.361097:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853851.361100:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc640. 00000020:00000010:1.0:1780853851.361106:0:15876:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000020:00000010:1.0:1780853851.361111:0:15876:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9e4589bb2300. 00000020:00000010:1.0:1780853851.361116:0:15876:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9e4583c7a3e8. 00000100:00000040:1.0:1780853851.361124:0:15876:0:(service.c:1435:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1780853851.361128:0:15876:0:(service.c:2006:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1780853851.361129:0:15876:0:(service.c:1922:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1780853851.361131:0:15876:0:(service.c:1952:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.361139:0:15876:0:(service.c:2104:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.361147:0:15876:0:(service.c:2448:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853851.361158:0:15876:0:(service.c:2482:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1780853851.361160:0:15876:0:(service.c:2226:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1780853851.361164:0:15876:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.110@tcp, seq: 69 00000100:00000040:1.0:1780853851.361167:0:15876:0:(service.c:2258:ptlrpc_server_request_get()) RPC GETting export ffff9e459087d800 : new rpc_count 1 00000100:00000001:1.0:1780853851.361169:0:15876:0:(service.c:2260:ptlrpc_server_request_get()) Process leaving (rc=18446636620121659520 : -107453587892096 : ffff9e4583105880) 00000100:00000040:1.0:1780853851.361175:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9e4583105880 x1867358651409152/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:632/0 lens 328/0 e 0 to 0 dl 1780853862 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853851.361183:0:15876:0:(service.c:1270:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1780853851.361186:0:15876:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9e45831cc640. 00000100:00000001:1.0:1780853851.361187:0:15876:0:(service.c:1292:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1780853851.361189:0:15876:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9e45831cc640. 00000100:00100000:1.0:1780853851.361193:0:15876:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9e4583105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6586:x1867358651409152:12345-192.168.202.110@tcp:104: 00000100:00000200:1.0:1780853851.361197:0:15876:0:(service.c:2566:ptlrpc_server_handle_request()) got req 1867358651409152 00010000:00000001:1.0:1780853851.361200:0:15876:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1780853851.361206:0:15876:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853851.361207:0:15876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853851.361210:0:15876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=2 00000020:00000001:1.0:1780853851.361212:0:15876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853851.361214:0:15876:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853851.361218:0:15876:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853851.361221:0:15876:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1780853851.361226:0:15876:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:1.0:1780853851.361239:0:15876:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1780853851.361241:0:15876:0:(sec.c:2536:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1780853851.361246:0:15876:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9e4585d72800. 02000000:00000001:1.0:1780853851.361248:0:15876:0:(sec.c:2573:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.361251:0:15876:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361256:0:15876:0:(ldlm_lib.c:3299:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1780853851.361259:0:15876:0:(ldlm_lib.c:3320:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853851.361304:0:15876:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4587cf8de8 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1780853851.361309:0:15876:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1780853851.361313:0:15876:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9e4589325b80 refcount 13 to 192.168.202.110@tcp 00000100:00000001:1.0:1780853851.361315:0:15876:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446636620224551808 : -107453484999808 : ffff9e4589325b80) 02000000:00000001:1.0:1780853851.361318:0:15876:0:(sec.c:2587:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1780853851.361320:0:15876:0:(sec.c:2598:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.361324:0:15876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853851.361326:0:15876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853851.361331:0:15876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853851.361335:0:15876:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1867358651409152, offset 224 00000400:00000200:1.0:1780853851.361340:0:15876:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853851.361347:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.361353:0:15876:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source Specified: 192.168.202.10@tcp to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853851.361359:0:15876:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2724:2724:256:4294967295] 192.168.202.110@tcp LPNI seq info [2724:2724:8:4294967295] 00000400:00000200:1.0:1780853851.361363:0:15876:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.361371:0:15876:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:192.168.202.10@tcp) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853851.361377:0:15876:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853851.361382:0:15876:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76900. 00000800:00000200:1.0:1780853851.361388:0:15876:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853851.361395:0:15876:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853851.361400:0:15876:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853851.361409:0:15876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853851.361412:0:15876:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9e4589325b80 refcount 12 to 192.168.202.110@tcp 00010000:00000001:1.0:1780853851.361415:0:15876:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1780853851.361419:0:15876:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9e4591deda80. 00010000:00000001:1.0:1780853851.361421:0:15876:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1780853851.361430:0:15876:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1780853851.361432:0:15876:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361434:0:15876:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361436:0:15876:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853851.361441:0:15876:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105880 x1867358651409152/t0(0) o104->LOV_OSC_UUID@192.168.202.110@tcp:632/0 lens 328/224 e 0 to 0 dl 1780853862 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1780853851.361451:0:15876:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9e4583105880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:6586:x1867358651409152:12345-192.168.202.110@tcp:104: Request processed in 265us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1780853851.361458:0:15876:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.110@tcp, seq: 69 00000100:00000040:1.0:1780853851.361461:0:15876:0:(service.c:1116:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9e459087d800 : new rpc_count 0 00000100:00000001:1.0:1780853851.361463:0:15876:0:(service.c:1958:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1780853851.361465:0:15876:0:(service.c:1969:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1780853851.361469:0:15876:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9e4589bb2300. 00000020:00000010:1.0:1780853851.361473:0:15876:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9e4583c7a3e8. 00000020:00000010:1.0:1780853851.361476:0:15876:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000020:00000040:1.0:1780853851.361481:0:15876:0:(genops.c:900:class_export_put()) PUTting export ffff9e459087d800 : new refcount 3 00000100:00000001:1.0:1780853851.361483:0:15876:0:(service.c:2638:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1780853851.361576:0:2372:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853851.361580:0:2372:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76900. 00000400:00000200:1.0:1780853851.361584:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853851.361588:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853851.361591:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:1.0:1780853851.361594:0:2372:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:1.0:1780853851.361597:0:2372:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1780853851.361598:0:2372:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1780853851.361609:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853851.361611:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853851.361614:0:15885:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1780853851.361617:0:15885:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1780853851.361619:0:15885:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1780853851.361623:0:15885:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1780853851.361633:0:15885:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9e4583573a00 already unused, calling callback (ffffffffc12b12a0) 00000008:00000001:1.0:1780853851.361636:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1780853851.361638:0:15885:0:(ldlm_request.c:1761:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1780853851.361640:0:15885:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1780853851.361641:0:15885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1780853851.361642:0:15885:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9e4583573a00 refcount=3 00000020:00000001:1.0:1780853851.361645:0:15885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853851.361647:0:15885:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446636620126304768 : -107453583246848 : ffff9e4583573a00) 00010000:00000001:1.0:1780853851.361650:0:15885:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1780853851.361653:0:15885:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1780853851.361660:0:15885:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1780853851.361662:0:15885:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1780853851.361666:0:15885:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff9e4592372630. 00000020:00000010:1.0:1780853851.361669:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073400. 00000020:00000010:1.0:1780853851.361673:0:15885:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9e4585073800. 00000020:00000010:1.0:1780853851.361688:0:15885:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff9e4585c49de0. 00000008:00000010:1.0:1780853851.361694:0:15885:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853851.361699:0:15885:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853851.361705:0:15885:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853851.361710:0:15885:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853851.361714:0:15885:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853851.361717:0:15885:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9e4585073a00. 00000008:00000010:1.0:1780853851.361720:0:15885:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853851.361724:0:15885:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853851.361728:0:15885:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853851.361732:0:15885:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9e4589b403c0. 00000020:00000001:1.0:1780853851.361734:0:15885:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446636620375860792 : -107453333690824 : ffff9e4592372638) 00000020:00001000:1.0:1780853851.361737:0:15885:0:(cl_object.c:831:cl_env_get()) 1@ffff9e4592372630 00000008:00000001:1.0:1780853851.361739:0:15885:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1780853851.361741:0:15885:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1780853851.361743:0:15885:0:(cl_object.c:925:cl_env_put()) 1@ffff9e4592372630 00000020:00000010:1.0:1780853851.361746:0:15885:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9e4585073800. 00000020:00000010:1.0:1780853851.361749:0:15885:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff9e4585c49de0. 00000008:00000010:1.0:1780853851.361753:0:15885:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff9e4591056f90. 00020000:00000010:1.0:1780853851.361756:0:15885:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff9e459117e900. 00008000:00000010:1.0:1780853851.361759:0:15885:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff9e4587b18e20. 00000080:00000010:1.0:1780853851.361762:0:15885:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff9e458931f000. 00000080:00000010:1.0:1780853851.361765:0:15885:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff9e4589b656d0. 00000020:00000010:1.0:1780853851.361767:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073400. 00000008:00000010:1.0:1780853851.361770:0:15885:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff9e4589b47080. 00020000:00000010:1.0:1780853851.361773:0:15885:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff9e45904ecfc0. 00008000:00000010:1.0:1780853851.361776:0:15885:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff9e4590c64d78. 00000080:00000010:1.0:1780853851.361779:0:15885:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff9e4589b403c0. 00000020:00000010:1.0:1780853851.361781:0:15885:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9e4585073a00. 00000020:00000010:1.0:1780853851.361783:0:15885:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff9e4592372630. 00000008:00000001:1.0:1780853851.361786:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361788:0:15885:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1780853851.361792:0:15885:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1780853851.361794:0:15885:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1780853851.361796:0:15885:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1780853851.361798:0:15885:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1780853851.361801:0:15885:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9e4583573a00 with handle 0xa8f483e9eb300f2c from hash 00010000:00000001:1.0:1780853851.361803:0:15885:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1780853851.361805:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853851.361806:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853851.361808:0:15885:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1780853851.361811:0:15885:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1780853851.361813:0:15885:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1780853851.361817:0:15885:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853851.361821:0:15885:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361823:0:15885:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1780853851.361825:0:15885:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1780853851.361829:0:15885:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104000. 00000020:00000040:1.0:1780853851.361832:0:15885:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853851.361836:0:15885:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853851.361838:0:15885:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853851.361842:0:15885:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853851.361847:0:15885:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9e4585073a00. 00000100:00000001:1.0:1780853851.361853:0:15885:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361856:0:15885:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1780853851.361860:0:15885:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1780853851.361867:0:15885:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1780853851.361869:0:15885:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853851.361873:0:15885:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853851.361878:0:15885:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853851.361885:0:15885:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f98eb67] to pc [ptlrpcd_00_00+0] req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780853851.361905:0:15885:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1780853851.361908:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1780853851.361909:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853851.361911:0:15885:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853851.361913:0:15885:0:(ldlm_request.c:1824:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1780853851.361915:0:15885:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853851.361918:0:15885:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1780853851.361925:0:15885:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1780853851.361928:0:15885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9e4592299000 lock: 00000000ab5022ea/0xa8f483e9eb300f2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x562725ecec97a885 expref: -99 pid: 34714 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1780853851.361942:0:15885:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9e459263d580. 00010000:00000040:1.0:1780853851.361946:0:15885:0:(ldlm_resource.c:1714:ldlm_resource_putref()) putref res: ffff9e4588d95300 count: 0 00010000:00000010:1.0:1780853851.361952:0:15885:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9e4588d95c00. 00010000:00000001:1.0:1780853851.361960:0:15885:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1780853851.361961:0:15885:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1780853851.361963:0:15885:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9e4591deda80. 00010000:00000001:1.0:1780853851.361965:0:15885:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853851.361968:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853851.361969:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853851.361971:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853851.361973:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853851.361974:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853851.361975:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1780853851.361977:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853851.361978:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853851.361980:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1780853851.361987:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853851.361990:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853851.361993:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853851.361998:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853851.362007:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853851.362009:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853851.362012:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853851.362015:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853851.362018:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853851.362021:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631462400:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1780853851.362025:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853851.362029:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853851.362032:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853851.362035:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853851.362039:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e4585073400. 02000000:00000001:1.0:1780853851.362041:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853851.362046:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853851.362049:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835d9f8. 00000400:00000010:1.0:1780853851.362054:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9d48. 00000100:00000200:1.0:1780853851.362060:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462400, portal 18 00000100:00000001:1.0:1780853851.362062:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853851.362064:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121653248 : -107453587898368 : ffff9e4583104000) 00000100:00000040:1.0:1780853851.362070:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853851.362077:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853851.362079:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853851.362082:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9110. 00000100:00000200:1.0:1780853851.362084:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1867358631462400, offset 0 00000400:00000200:1.0:1780853851.362088:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853851.362093:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.362097:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853851.362102:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853851.362106:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853851.362109:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853851.362112:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853851.362115:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2725:2725:256:4294967295] 192.168.202.110@tcp LPNI seq info [2725:2725:8:4294967295] 00000400:00000200:1.0:1780853851.362119:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.362125:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853851.362131:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853851.362134:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76900. 00000800:00000200:1.0:1780853851.362138:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853851.362143:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853851.362146:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1780853851.362154:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853851.362158:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 86715 usecs (87 jiffies) 00000400:00000200:1.0:1780853851.362162:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853851.362165:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296648202 00000100:00000001:1.0:1780853851.362168:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296650746 00000100:00000001:1.0:1780853851.362170:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296648202 00000100:00000001:1.0:1780853851.362173:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296650746 00000100:00000001:1.0:1780853851.362175:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853851.362177:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.362180:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.362183:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853851.362187:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853851.362189:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853851.362191:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853851.362192:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853851.362193:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.362195:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.362203:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853851.362205:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853851.362238:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853851.362240:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76900. 00000400:00000200:1.0:1780853851.362244:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853851.362248:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853851.362251:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9110 00000400:00000010:1.0:1780853851.362253:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9110. 00000100:00000001:1.0:1780853851.362256:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853851.362291:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853851.362302:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853851.362306:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853851.362311:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853851.362313:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853851.366989:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.367005:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853851.367010:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.367012:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853851.367022:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.367029:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853851.367037:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.367042:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.367047:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.367051:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 18 MB=0x6a25a4fe58600 00000400:00000200:1.0:1780853851.367055:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853851.367074:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7509 [1] + 224 00000800:00000001:1.0:1780853851.367081:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.367091:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853851.367095:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853851.367099:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853851.367107:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853851.367115:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853851.367126:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853851.367148:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853851.367157:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853851.367160:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853851.370617:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853851.370626:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780853851.370633:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780853851.370636:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780853851.370640:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835d9f8. 00000400:00000200:0.0:1780853851.370647:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9d48 00000400:00000010:0.0:1780853851.370650:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9d48. 00000100:00000001:0.0:1780853851.370655:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780853851.370666:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780853851.370688:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853851.370695:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780853851.370697:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853851.370700:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780853851.370703:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780853851.370705:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780853851.370707:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853851.370710:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780853851.370719:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45851264a8 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1780853851.370723:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1780853851.370725:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780853851.370727:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780853851.370729:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780853851.370733:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853851.370737:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780853851.370740:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:0.0:1780853851.370741:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780853851.370743:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853851.370747:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853851.370754:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853851.370757:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780853851.370759:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780853851.370763:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780853851.370771:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631462400:192.168.202.110@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1780853851.370776:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853851.370778:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780853851.370781:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104000 x1867358631462400/t0(0) o103->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:17/18 lens 328/224 e 0 to 0 dl 1780853867 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853851.370788:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780853851.370791:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780853851.370794:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e4585073400. 02000000:00000001:0.0:1780853851.370798:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780853851.370801:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780853851.370803:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:0.0:1780853851.370805:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780853851.370807:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585073a00. 02000000:00000001:0.0:1780853851.370810:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780853851.370812:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780853851.370814:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104000. 00000100:00000001:0.0:1780853851.370818:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780853851.370819:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853851.370821:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853851.370829:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853851.370831:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853851.370834:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853851.370836:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1780853851.374465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9e4588d95300. 00010000:00000010:1.1:1780853851.374478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9e4583573a00. 00010000:00000001:1.0:1780853852.205936:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853852.205946:0:24468:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1780853852.205949:0:24468:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1780853852.205952:0:24468:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853852.205957:0:24468:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1780853852.205960:0:24468:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853852.205962:0:24468:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853852.205964:0:24468:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853852.205968:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853852.205970:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853852.206336:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853852.206340:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853852.206343:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780853852.957891:0:35090:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1780853853.233295:0:35126:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1780853853.233302:0:35126:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00010000:00000001:1.0:1780853853.233426:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853853.233430:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853853.233434:0:24468:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853853.233436:0:24468:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780853853.233716:0:15886:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780853853.233720:0:15886:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780853853.233723:0:15886:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1780853853.237757:0:35126:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1780853853.997510:0:33245:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572110 (cpu 0) has reached its deadline 4296650746, at 4296650752 00000100:00000010:1.0:1780853853.997527:0:33245:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139d80. 00000100:00000040:0.0:1780853853.998321:0:28982:0:(connection.c:75:cpu_latency_work()) work item of ffff9e4593572000 (cpu 0) has reached its deadline 4296650746, at 4296650752 00000100:00000010:0.0:1780853853.998329:0:28982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9e4583139cc0. 00010000:00000001:1.0:1780853854.254489:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853854.254498:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853854.254505:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853854.254506:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780853854.254551:0:15885:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780853854.254556:0:15885:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780853854.254560:0:15885:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780853854.748998:0:35224:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.021996:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 3e761877-fa78-4922-9922-916bab43ab5e->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853855.022009:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853855.022018:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105c00. 00000020:00000040:1.0:1780853855.022026:0:37:0:(genops.c:1231:class_import_get()) import ffff9e45922cb000 refcount=4 obd=MGC192.168.202.110@tcp 00000100:00000001:1.0:1780853855.022031:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853855.022034:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853855.022040:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853855.022049:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76200. 00000100:00000001:1.0:1780853855.022057:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022071:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3e761877-fa78-4922-9922-916bab43ab5e->MGS req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853855.022083:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853855.022088:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022096:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bc35df2] to pc [ptlrpcd_00_01+1] req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.022140:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022143:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853855.022146:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853855.022150:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583104380. 00000020:00000040:1.0:1780853855.022153:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585127800 refcount=9 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000100:00000001:1.0:1780853855.022155:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853855.022156:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853855.022158:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853855.022161:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76900. 00000100:00000001:1.0:1780853855.022164:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022169:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-MDT0000_UUID req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853855.022176:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853855.022178:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022181:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c43adc] to pc [ptlrpcd_00_00+0] req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.022189:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022191:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853855.022195:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853855.022198:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583107b80. 00000020:00000040:1.0:1780853855.022200:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585123000 refcount=3 obd=lustre-OST0000-osc-ffff9e4592299000 00000100:00000001:1.0:1780853855.022202:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853855.022203:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853855.022205:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853855.022208:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76700. 00000100:00000001:1.0:1780853855.022210:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022214:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0000_UUID req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853855.022220:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853855.022222:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022225:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001b55af] to pc [ptlrpcd_00_01+1] req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.022242:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022244:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780853855.022247:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1780853855.022251:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9e4583105500. 00000020:00000040:1.0:1780853855.022253:0:37:0:(genops.c:1231:class_import_get()) import ffff9e4585126000 refcount=3 obd=lustre-OST0001-osc-ffff9e4592299000 00000100:00000001:1.0:1780853855.022255:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1780853855.022256:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1780853855.022258:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1780853855.022261:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9e4598b76e00. 00000100:00000001:1.0:1780853855.022294:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022300:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging e55ecacc-e48a-400c-a052-f3869534991c->lustre-OST0001_UUID req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1780853855.022306:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1780853855.022308:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022312:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f395daa] to pc [ptlrpcd_00_00+0] req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.022320:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.022324:0:37:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (1989) 00000100:00000001:1.0:1780853855.022334:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853855.022338:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853855.022341:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853855.022345:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.022363:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853855.022365:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.022369:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853855.022372:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853855.022374:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853855.022378:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631462656:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853855.022382:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853855.022387:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853855.022389:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.022392:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853855.022399:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45937af000. 02000000:00000001:1.0:1780853855.022401:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853855.022409:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853855.022413:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835dc60. 00000400:00000010:1.0:1780853855.022419:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9110. 00000100:00000200:1.0:1780853855.022428:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462656, portal 10 00000100:00000001:1.0:1780853855.022431:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853855.022432:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121654144 : -107453587897472 : ffff9e4583104380) 00000100:00000040:1.0:1780853855.022449:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.022457:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853855.022460:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000100:00000001:0.0:1780853855.023192:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853855.023197:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853855.023199:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853855.023208:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853855.023217:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853855.023218:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853855.023221:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853855.023223:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853855.023225:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853855.023227:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631462528:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853855.023241:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853855.023244:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853855.023246:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853855.023248:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853855.023253:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9200. 02000000:00000001:0.0:1780853855.023255:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853855.023260:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853855.023281:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b6e0. 00000400:00000010:0.0:1780853855.023287:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426660. 00000100:00000200:0.0:1780853855.023292:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462528, portal 25 00000100:00000001:0.0:1780853855.023293:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853855.023295:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121660416 : -107453587891200 : ffff9e4583105c00) 00000100:00000040:0.0:1780853855.023300:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853855.023306:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853855.023308:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853855.023311:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426330. 00000100:00000200:0.0:1780853855.023314:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1867358631462528, offset 0 00000400:00000200:0.0:1780853855.023320:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853855.023328:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853855.023335:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853855.023340:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853855.023345:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853855.023348:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853855.023362:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853855.023366:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2726:2726:256:4294967295] 192.168.202.110@tcp LPNI seq info [2726:2726:8:4294967295] 00000400:00000200:0.0:1780853855.023370:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853855.023379:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853855.023385:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853855.023390:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea600. 00000800:00000200:0.0:1780853855.023399:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853855.023407:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853855.023411:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853855.023426:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853855.023431:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853855.023433:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 0 is 4296655866 00000100:00000010:0.0:1780853855.023448:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e45851d7780. 00000100:00000001:0.0:1780853855.023457:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780853855.023473:0:2381:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS new deadline estimation for cpu 1 is 4296655866 00000100:00000010:0.0:1780853855.023476:0:2381:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9e45851d7ba0. 00000100:00000001:0.0:1780853855.023479:0:2381:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.110@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780853855.023482:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853855.023485:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853855.023488:0:2381:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780853855.023493:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853855.023504:0:2381:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780853855.023505:0:2381:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853855.023507:0:2381:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780853855.023509:0:2381:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780853855.023511:0:2381:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780853855.023514:0:2381:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631462784:192.168.202.110@tcp:400:kworker.0 00000100:00000001:0.0:1780853855.023517:0:2381:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780853855.023520:0:2381:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780853855.023521:0:2381:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780853855.023523:0:2381:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780853855.023525:0:2381:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904f9a00. 02000000:00000001:0.0:1780853855.023527:0:2381:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780853855.023530:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:0.0:1780853855.023532:0:2381:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458014b4d0. 00000400:00000010:0.0:1780853855.023536:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e4586426d48. 00000100:00000200:0.0:1780853855.023538:0:2381:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462784, portal 4 00000100:00000001:0.0:1780853855.023540:0:2381:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780853855.023541:0:2381:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121668480 : -107453587883136 : ffff9e4583107b80) 00000100:00000040:0.0:1780853855.023547:0:2381:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780853855.023552:0:2381:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780853855.023555:0:2381:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:0.0:1780853855.023557:0:2381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864265d8. 00000100:00000200:0.0:1780853855.023560:0:2381:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631462784, offset 0 00000400:00000200:0.0:1780853855.023564:0:2381:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:0.0:1780853855.023568:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853855.023571:0:2381:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:0.0:1780853855.023574:0:2381:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780853855.023576:0:2381:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:0.0:1780853855.023578:0:2381:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780853855.023581:0:2381:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:0.0:1780853855.023584:0:2381:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2727:2727:255:4294967295] 192.168.202.110@tcp LPNI seq info [2727:2727:7:4294967295] 00000400:00000200:0.0:1780853855.023588:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:0.0:1780853855.023594:0:2381:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:0.0:1780853855.023597:0:2381:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:0.0:1780853855.023600:0:2381:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4584aea100. 00000800:00000200:0.0:1780853855.023807:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:0.0:1780853855.023811:0:2381:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:0.0:1780853855.023814:0:2381:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4584aea100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780853855.023817:0:2381:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780853855.023821:0:2381:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: using a timeout of 197307 usecs (198 jiffies) 00000400:00000200:0.0:1780853855.023824:0:2381:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:0.0:1780853855.023826:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296651975 00000100:00000001:0.0:1780853855.023829:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296655866 00000100:00000001:0.0:1780853855.023831:0:2381:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296651975 00000100:00000001:0.0:1780853855.023833:0:2381:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296655866 00000100:00000001:0.0:1780853855.023835:0:2381:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780853855.023837:0:2381:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853855.023840:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853855.023843:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780853855.023859:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780853855.023862:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780853855.023864:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780853855.023865:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780853855.023867:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780853855.023870:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780853855.024008:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b95d8. 00000100:00000200:1.0:1780853855.024013:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1867358631462656, offset 0 00000400:00000200:1.0:1780853855.024019:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853855.024024:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.024028:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853855.024031:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853855.024033:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853855.024035:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853855.024037:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853855.024040:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2728:2728:254:4294967295] 192.168.202.110@tcp LPNI seq info [2728:2728:6:4294967295] 00000400:00000200:1.0:1780853855.024043:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.024048:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853855.024052:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853855.024056:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76d00. 00000800:00000200:1.0:1780853855.024060:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853855.024064:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853855.024066:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853855.024069:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.024072:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: using a timeout of 785650 usecs (786 jiffies) 00000400:00000200:1.0:1780853855.024075:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853855.024077:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296652564 00000100:00000001:1.0:1780853855.024079:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296655866 00000100:00000001:1.0:1780853855.024081:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296652564 00000100:00000001:1.0:1780853855.024083:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296655866 00000100:00000001:1.0:1780853855.024085:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853855.024087:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.024089:0:2380:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780853855.024093:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.024100:0:2380:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780853855.024101:0:2380:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.024103:0:2380:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780853855.024105:0:2380:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780853855.024107:0:2380:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780853855.024110:0:2380:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631462912:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853855.024113:0:2380:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780853855.024116:0:2380:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780853855.024117:0:2380:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.024119:0:2380:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780853855.024123:0:2380:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9e45904b3a00. 02000000:00000001:1.0:1780853855.024125:0:2380:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780853855.024127:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000010:1.0:1780853855.024130:0:2380:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9e458835db00. 00000400:00000010:1.0:1780853855.024133:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9bb0. 00000100:00000200:1.0:1780853855.024136:0:2380:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1867358631462912, portal 4 00000100:00000001:1.0:1780853855.024138:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853855.024139:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121658624 : -107453587892992 : ffff9e4583105500) 00000100:00000040:1.0:1780853855.024144:0:2380:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.024149:0:2380:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780853855.024152:0:2380:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.110@tcp 00000400:00000010:1.0:1780853855.024154:0:2380:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9e45864b9ee0. 00000100:00000200:1.0:1780853855.024156:0:2380:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1867358631462912, offset 0 00000400:00000200:1.0:1780853855.024160:0:2380:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.202.110@tcp 00000400:00000200:1.0:1780853855.024163:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.024166:0:2380:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.110@tcp local destination 00000400:00000200:1.0:1780853855.024168:0:2380:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1780853855.024170:0:2380:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.10@tcp 00000400:00000200:1.0:1780853855.024172:0:2380:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.10@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780853855.024174:0:2380:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.110@tcp 00000400:00000200:1.0:1780853855.024176:0:2380:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.10@tcp NI seq info: [2729:2729:253:4294967295] 192.168.202.110@tcp LPNI seq info [2729:2729:5:4294967295] 00000400:00000200:1.0:1780853855.024179:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.024184:0:2380:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp:) -> 192.168.202.110@tcp(192.168.202.110@tcp:192.168.202.110@tcp) : PUT try# 0 00000800:00000200:1.0:1780853855.024188:0:2380:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.110@tcp 00000800:00000010:1.0:1780853855.024190:0:2380:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9e4598b76400. 00000800:00000200:1.0:1780853855.024194:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9e459104be40] -> 12345-192.168.202.110@tcp (5) 00000800:00000200:1.0:1780853855.024197:0:2380:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.110@tcp ip 192.168.202.110:988 00000800:00000200:1.0:1780853855.024200:0:2380:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9e4598b76400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1780853855.024202:0:2380:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.024205:0:2380:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: using a timeout of 86351 usecs (87 jiffies) 00000400:00000200:1.0:1780853855.024207:0:2380:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000100:00000001:1.0:1780853855.024209:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 0 is 4296651865 00000100:00000001:1.0:1780853855.024211:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 0, keep current deadline 4296655866 00000100:00000001:1.0:1780853855.024213:0:2380:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS new deadline estimation for cpu 1 is 4296651865 00000100:00000001:1.0:1780853855.024215:0:2380:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9e4592299000: PM QoS request active for cpu 1, keep current deadline 4296655866 00000100:00000001:1.0:1780853855.024216:0:2380:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853855.024218:0:2380:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.024220:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.024222:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.024227:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853855.024241:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780853855.024244:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853855.024245:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780853855.024246:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.024248:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780853855.024304:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853855.024308:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea600. 00000400:00000200:1.0:1780853855.024316:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.024321:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853855.024326:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426330 00000400:00000010:1.0:1780853855.024329:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426330. 00000100:00000001:1.0:1780853855.024333:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853855.024338:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.024347:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.028780:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.028794:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.028796:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853855.028832:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853855.028835:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4584aea100. 00000400:00000200:1.0:1780853855.028841:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.028846:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853855.028862:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864265d8 00000400:00000010:1.0:1780853855.028865:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864265d8. 00000100:00000001:1.0:1780853855.028870:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853855.028874:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.028884:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.028888:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.028894:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.028896:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853855.028905:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853855.028908:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76d00. 00000400:00000200:1.0:1780853855.028911:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.028915:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853855.028918:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b95d8 00000400:00000010:1.0:1780853855.028920:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b95d8. 00000100:00000001:1.0:1780853855.028922:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853855.028926:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.028934:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.028937:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.028943:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.028944:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780853855.029257:0:2373:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780853855.029287:0:2373:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9e4598b76400. 00000400:00000200:1.0:1780853855.029291:0:2373:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.029295:0:2373:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000400:00000200:1.0:1780853855.029298:0:2373:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9ee0 00000400:00000010:1.0:1780853855.029300:0:2373:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9ee0. 00000100:00000001:1.0:1780853855.029303:0:2373:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780853855.029307:0:2373:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.029315:0:2373:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.029319:0:2373:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.029325:0:2373:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.029327:0:2373:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1780853855.045102:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045129:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853855.045133:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045137:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045145:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045153:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853855.045162:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045167:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045172:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045177:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe58780 00000400:00000200:1.0:1780853855.045181:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045188:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7531 [1] + 224 00000800:00000001:1.0:1780853855.045196:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045200:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045205:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.045210:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853855.045218:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.045239:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853855.045252:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.045317:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853855.045330:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045334:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853855.045336:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045339:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045342:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045346:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853855.045563:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045567:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045571:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045574:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 4 MB=0x6a25a4fe58800 00000400:00000200:1.0:1780853855.045577:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045583:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7549 [1] + 224 00000800:00000001:1.0:1780853855.045588:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045593:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045597:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.045600:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853855.045615:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.045621:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853855.045632:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.045646:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853855.045651:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045655:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853855.045658:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045660:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045663:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045667:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853855.045671:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045674:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045676:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045679:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 25 MB=0x6a25a4fe58680 00000400:00000200:1.0:1780853855.045683:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045689:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.110@tcp of length 224/224 into md 0x7521 [1] + 224 00000800:00000001:1.0:1780853855.045693:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045696:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045698:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.045700:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853855.045703:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.045707:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853855.045715:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.045723:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853855.045726:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045729:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780853855.045731:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045733:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045736:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045739:0:2372:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.202.10@tcp(192.168.202.10@tcp) <- 192.168.202.110@tcp : PUT - for me 00000400:00000200:1.0:1780853855.045743:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045746:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045748:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045751:0:2372:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.110@tcp of length 224 into portal 10 MB=0x6a25a4fe58700 00000400:00000200:1.0:1780853855.045754:0:2372:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.110@tcp to cpt 0 00000400:00000200:1.0:1780853855.045758:0:2372:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.110@tcp of length 224/224 into md 0x7519 [1] + 224 00000800:00000001:1.0:1780853855.045762:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045769:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780853855.045771:0:2372:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780853855.045774:0:2372:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.10@tcp->192.168.202.110@tcp: PUT: OK 00000100:00000001:1.0:1780853855.045776:0:2372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.045781:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780853855.045789:0:2372:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.045796:0:2372:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780853855.045799:0:2372:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780853855.045801:0:2372:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.045820:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853855.045824:0:2381:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853855.045829:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853855.045831:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853855.045834:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b6e0. 00000400:00000200:1.0:1780853855.045838:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426660 00000400:00000010:1.0:1780853855.045840:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426660. 00000100:00000001:1.0:1780853855.045843:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.045847:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853855.048440:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.048449:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853855.048452:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.048455:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853855.048558:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853855.048562:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853855.048564:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.048568:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853855.048575:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e45922cb460 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853855.048580:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e45922cb418 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853855.048582:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853855.048584:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853855.048586:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853855.048588:0:2381:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.048591:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.048597:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.048665:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853855.048668:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853855.048670:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.048675:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853855.048684:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e761877-fa78-4922-9922-916bab43ab5e:2381:1867358631462528:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853855.048694:0:2381:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853855.048696:0:2381:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853855.048699:0:2381:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458014b4d0. 00000400:00000200:1.0:1780853855.048703:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e4586426d48 00000400:00000010:1.0:1780853855.048706:0:2381:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e4586426d48. 00000100:00000001:1.0:1780853855.048709:0:2381:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.048713:0:2381:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853855.048723:0:2381:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.048729:0:2381:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853855.048730:0:2381:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.048732:0:2381:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853855.048733:0:2381:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853855.048735:0:2381:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853855.048736:0:2381:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.048738:0:2381:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853855.048744:0:2381:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585123460 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853855.048747:0:2381:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585123418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853855.048749:0:2381:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853855.048750:0:2381:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853855.048752:0:2381:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853855.048755:0:2381:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.048758:0:2381:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853855.048760:0:2381:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9e4592299000: skip recheck: last_committed 4294967332 00000100:00000001:1.0:1780853855.048762:0:2381:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853855.048764:0:2381:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.048767:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.048774:0:2381:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853855.048775:0:2381:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853855.048777:0:2381:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.048780:0:2381:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853855.048787:0:2381:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583107b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e55ecacc-e48a-400c-a052-f3869534991c:2381:1867358631462784:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853855.048791:0:2381:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.048794:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.048797:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105c00 x1867358631462528/t0(0) o400->MGC192.168.202.110@tcp@192.168.202.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.048808:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.048810:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.048813:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9200. 02000000:00000001:1.0:1780853855.048816:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.048819:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.048820:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e45922cb000 refcount=3 obd=MGC192.168.202.110@tcp 00000020:00000001:1.0:1780853855.048823:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.048825:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76200. 02000000:00000001:1.0:1780853855.048831:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.048832:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.048834:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105c00. 00000100:00000001:1.0:1780853855.048838:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.048839:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.048841:0:2381:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.048844:0:2381:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107b80 x1867358631462784/t0(0) o400->lustre-OST0000-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.048849:0:2381:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.048850:0:2381:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.049074:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904f9a00. 02000000:00000001:1.0:1780853855.049077:0:2381:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.049079:0:2381:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.049080:0:2381:0:(genops.c:1244:class_import_put()) import ffff9e4585123000 refcount=2 obd=lustre-OST0000-osc-ffff9e4592299000 00000020:00000001:1.0:1780853855.049082:0:2381:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.049083:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76700. 02000000:00000001:1.0:1780853855.049086:0:2381:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.049087:0:2381:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.049088:0:2381:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107b80. 00000100:00000001:1.0:1780853855.049091:0:2381:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.049092:0:2381:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.049095:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.049103:0:2381:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853855.049104:0:2381:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.049107:0:2381:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853855.049110:0:2381:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.052109:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853855.052689:0:2380:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780853855.052700:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853855.052703:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853855.052707:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835dc60. 00000400:00000200:1.0:1780853855.052715:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9110 00000400:00000010:1.0:1780853855.052717:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9110. 00000100:00000001:1.0:1780853855.052722:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.052734:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853855.052746:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.052755:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853855.052757:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.052759:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853855.052762:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853855.052764:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853855.052767:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.052769:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853855.052779:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585127c60 time=96 v=5 (5 101 101 101) 00000100:00001000:1.0:1780853855.052783:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585127c18 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853855.052786:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853855.052788:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853855.052790:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853855.052794:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.052798:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1780853855.052800:0:2380:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: committing for last_committed 8589934621 gen 2 00000100:00000040:1.0:1780853855.052807:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.052814:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.052817:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836a680 x1867358631458176/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.052823:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.052825:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.052829:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851bbc00. 02000000:00000001:1.0:1780853855.052833:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.052836:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.052838:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=8 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853855.052840:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.052842:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585072600. 02000000:00000001:1.0:1780853855.052845:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.052847:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.052849:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a680. 00000100:00000001:1.0:1780853855.052853:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.052854:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.053941:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.053953:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.053957:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836aa00 x1867358631458432/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.053963:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.053965:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.053967:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851ba000. 02000000:00000001:1.0:1780853855.053970:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.053972:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.053973:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=7 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853855.053975:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.053976:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585073e00. 02000000:00000001:1.0:1780853855.053979:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.053980:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.053982:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836aa00. 00000100:00000001:1.0:1780853855.053985:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.053986:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.053991:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.053999:0:2380:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780853855.054001:0:2380:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446636620121666688 : -107453587884928 : ffff9e4583107480) 00000100:00000001:1.0:1780853855.054003:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.054007:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.054012:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.054014:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.054018:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.054024:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780853855.054025:0:2380:0:(client.c:2924:obd_mod_free()) kfreed 'mod': 32 at ffff9e4585c350a0. 00000100:00000001:1.0:1780853855.054028:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.054031:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583107480 x1867358631458688/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 576/664 e 0 to 0 dl 1780853863 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.054037:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1780853855.054038:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.054039:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=6 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853855.054041:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.054042:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9e4585d71400. 02000000:00000001:1.0:1780853855.054044:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.054045:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.054047:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583107480. 00000100:00000001:1.0:1780853855.054049:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.054050:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.054054:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.054059:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.054062:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583170a80 x1867358631459328/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:23/10 lens 392/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1780853855.054067:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.054068:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.054069:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e4583fad000. 02000000:00000001:1.0:1780853855.054072:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.054073:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.054074:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=5 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853855.054076:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.054078:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e45904b2200. 02000000:00000001:1.0:1780853855.054080:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.054081:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.054082:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583170a80. 00000100:00000001:1.0:1780853855.054085:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.054086:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.054089:0:2380:0:(client.c:3158:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9e458836a300 x1867358631461760/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.054095:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.054097:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e458836a300 x1867358631461760/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1780853863 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.054103:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.054104:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.054105:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9e45851b9000. 02000000:00000001:1.0:1780853855.054107:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.054108:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.054109:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=4 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853855.054111:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.054113:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9e4585072800. 02000000:00000001:1.0:1780853855.054114:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.054115:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.054116:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e458836a300. 00000100:00000001:1.0:1780853855.055418:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.055421:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.055425:0:2380:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1780853855.055428:0:2380:0:(client.c:3212:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9e4592299000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:1.0:1780853855.055431:0:2380:0:(client.c:3213:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853855.055433:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.055443:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.055451:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853855.055454:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853855.055456:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.055460:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853855.056069:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583104380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631462656:192.168.202.110@tcp:400:kworker.0 00000400:00000001:1.0:1780853855.056079:0:2380:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780853855.056081:0:2380:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780853855.056084:0:2380:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9e458835db00. 00000400:00000200:1.0:1780853855.056088:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9e45864b9bb0 00000400:00000010:1.0:1780853855.056091:0:2380:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9e45864b9bb0. 00000100:00000001:1.0:1780853855.056094:0:2380:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780853855.056099:0:2380:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780853855.056109:0:2380:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.056116:0:2380:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780853855.056721:0:2380:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.056725:0:2380:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780853855.056728:0:2380:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780853855.056731:0:2380:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780853855.056733:0:2380:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780853855.056735:0:2380:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780853855.056746:0:2380:0:(import.c:2151:obd_at_measure()) add 5 to ffff9e4585126460 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1780853855.056751:0:2380:0:(import.c:2151:obd_at_measure()) add 1 to ffff9e4585126418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1780853855.056753:0:2380:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780853855.056755:0:2380:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853855.056758:0:2380:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780853855.056761:0:2380:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.056764:0:2380:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780853855.056766:0:2380:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9e4592299000: skip recheck: last_committed 4294967335 00000100:00000001:1.0:1780853855.056769:0:2380:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780853855.056770:0:2380:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780853855.056775:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.056783:0:2380:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780853855.056786:0:2380:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780853855.056788:0:2380:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780853855.056792:0:2380:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780853855.056799:0:2380:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9e4583105500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e55ecacc-e48a-400c-a052-f3869534991c:2380:1867358631462912:192.168.202.110@tcp:400:kworker.0 00000100:00000001:1.0:1780853855.056803:0:2380:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.056806:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.056809:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583104380 x1867358631462656/t0(0) o400->lustre-MDT0000-mdc-ffff9e4592299000@192.168.202.110@tcp:12/10 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.056815:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.056817:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.056821:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45937af000. 02000000:00000001:1.0:1780853855.056825:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.056828:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.056829:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585127800 refcount=3 obd=lustre-MDT0000-mdc-ffff9e4592299000 00000020:00000001:1.0:1780853855.056832:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.056834:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76900. 02000000:00000001:1.0:1780853855.056839:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.056841:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.056843:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583104380. 00000100:00000001:1.0:1780853855.056846:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.056847:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.056849:0:2380:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780853855.057950:0:2380:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9e4583105500 x1867358631462912/t0(0) o400->lustre-OST0001-osc-ffff9e4592299000@192.168.202.110@tcp:28/4 lens 224/224 e 0 to 0 dl 1780853871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780853855.057961:0:2380:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780853855.057964:0:2380:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780853855.057966:0:2380:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9e45904b3a00. 02000000:00000001:1.0:1780853855.057970:0:2380:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780853855.057972:0:2380:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780853855.057974:0:2380:0:(genops.c:1244:class_import_put()) import ffff9e4585126000 refcount=2 obd=lustre-OST0001-osc-ffff9e4592299000 00000020:00000001:1.0:1780853855.057976:0:2380:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780853855.057978:0:2380:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9e4598b76e00. 02000000:00000001:1.0:1780853855.057981:0:2380:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780853855.057982:0:2380:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780853855.057984:0:2380:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9e4583105500. 00000100:00000001:1.0:1780853855.057987:0:2380:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780853855.057988:0:2380:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.057991:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780853855.057999:0:2380:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780853855.058001:0:2380:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780853855.058003:0:2380:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780853855.058006:0:2380:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853855.285318:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853855.285324:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780853855.285331:0:33245:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1780853855.285332:0:33245:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780853855.286154:0:16009:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780853855.286159:0:16009:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780853855.286163:0:16009:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128907 lines, 128907 kept, 0 dropped, 0 bad.